-- Logs begin at Sun 2022-06-26 02:17:15 UTC, end at Sun 2022-06-26 03:32:22 UTC. -- Jun 26 02:56:24.536455 dv-cinder-846842-4-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 26 02:56:27.231793 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.common.config [-] Logging enabled! Jun 26 02:56:27.232408 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev372 Jun 26 02:56:27.232572 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103904) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jun 26 02:56:27.235923 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.common.config [-] Logging enabled! Jun 26 02:56:27.236175 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev372 Jun 26 02:56:27.236484 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103904) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jun 26 02:56:27.237421 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 26 02:56:27.237652 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 26 02:56:27.238017 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 26 02:56:27.238285 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 26 02:56:27.238509 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 26 02:56:27.238917 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:27.239212 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:27.239442 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:27.239737 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:27.240025 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:27.240830 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:27.241120 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:27.241414 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:27.241699 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:27.241977 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:27.242280 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:27.242510 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:27.242790 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:27.243076 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:27.243361 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:27.243582 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] debug = True {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:27.243860 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:27.244284 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:27.244683 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:27.244976 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:27.245265 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:27.245546 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:27.245817 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:27.246117 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:27.246403 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:27.246731 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] host = dv-cinder-846842-4-iscsi {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:27.247010 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:27.247302 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:27.247585 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:27.247868 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:27.248139 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:27.248412 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:27.248693 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:27.248965 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:27.249489 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] log_file = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:27.249772 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:27.250081 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:27.250366 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:27.250652 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:27.250875 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:27.251096 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:27.251379 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:27.251665 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:27.252019 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:27.252298 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:27.252572 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:27.252843 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:27.253116 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:27.253383 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:27.253662 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:27.253941 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:27.254254 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:27.254529 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:27.254800 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:27.255068 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:27.255343 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:27.255623 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:27.256454 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:27.256728 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:27.257000 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:27.257286 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:27.257552 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:27.257824 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:27.258150 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:27.258437 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:27.258715 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:27.258998 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:27.259270 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:27.259549 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:27.259817 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:27.260086 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:27.260353 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] use_json = False {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:27.260621 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:27.260889 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:27.261165 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:27.261436 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:27.261703 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:27.261975 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:27.262268 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:27.262550 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:27.262818 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:27.263113 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:27.263408 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:27.263707 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:27.263990 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:27.264303 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:27.264585 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:27.264872 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:27.265149 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:27.265442 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:27.265730 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:27.266015 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:27.266339 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:27.266639 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:27.266926 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:27.267219 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:27.267523 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:27.267814 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:27.268104 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:27.268378 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:27.268650 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:27.268921 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:27.269195 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:27.269485 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:27.269762 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:27.270090 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:27.270371 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:27.270649 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:27.270944 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:27.271226 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:27.271536 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:27.271828 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:27.272117 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:27.272391 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:27.272667 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:27.272954 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:27.273229 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:27.273501 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:27.273788 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:27.274095 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:27.274372 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:27.274652 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:27.274939 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:27.275226 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:27.275505 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:27.275782 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:27.276071 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:27.276346 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:27.276620 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:27.276892 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:27.277169 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:27.277445 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:27.277734 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:27.278012 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:27.278308 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:27.278581 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:27.278856 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:27.279127 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:27.279398 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:27.279673 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:27.279945 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:27.280218 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:27.280486 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:27.280757 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:27.281027 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:27.281294 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:27.281563 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:27.281831 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:27.282132 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:27.282409 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:27.282680 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:27.282948 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:27.283218 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:27.283487 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:27.283758 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:27.284052 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:27.284326 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:27.284604 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:27.284977 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:27.285263 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:27.285539 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:27.285816 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:27.286118 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:27.286401 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:27.286672 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:27.286978 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:27.287262 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:27.287548 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:27.287828 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:27.288108 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:27.288416 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:27.288694 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:27.288968 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:27.289248 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:27.289524 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:27.289803 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:27.290110 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:27.290393 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:27.290685 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:27.290975 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:27.291249 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:27.291538 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:27.291829 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:27.292116 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:27.292394 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:27.292699 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:27.292974 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:27.293187 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 26 02:56:27.293421 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103904) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 26 02:56:27.587013 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jun 26 02:56:27.587211 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jun 26 02:56:27.587507 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jun 26 02:56:27.587835 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 26 02:56:27.995606 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 02:56:27.995901 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 02:56:27.996167 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 02:56:27.997428 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 02:56:27.997706 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 02:56:27.997968 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 02:56:28.050506 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 02:56:28.050782 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 02:56:28.051047 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 02:56:28.065344 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 02:56:28.065622 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 02:56:28.065890 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 02:56:28.095048 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 02:56:28.095325 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 02:56:28.095592 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 02:56:28.131465 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 02:56:28.131742 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 02:56:28.132004 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 02:56:28.361379 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 02:56:28.361987 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 02:56:28.361987 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 02:56:28.362176 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 02:56:28.362942 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 02:56:28.461079 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 02:56:28.461337 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 02:56:28.461614 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 02:56:28.461883 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 02:56:28.462170 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 02:56:28.462482 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 02:56:28.462742 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 02:56:28.462998 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 02:56:28.463251 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 02:56:28.463530 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 02:56:28.463855 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 02:56:28.464134 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 02:56:28.464390 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 02:56:28.464646 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 02:56:28.464901 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 02:56:28.465163 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 02:56:28.465414 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 02:56:28.465678 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 02:56:28.465944 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 02:56:28.466230 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 02:56:28.466510 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 02:56:28.466759 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 02:56:28.467038 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 02:56:28.467406 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 02:56:28.467654 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 02:56:28.467898 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 02:56:28.468282 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103904) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 26 02:56:28.468520 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103904) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 26 02:56:28.468756 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103904) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 26 02:56:28.468990 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103904) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 26 02:56:28.469221 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103904) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 26 02:56:28.469454 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103904) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 26 02:56:28.469814 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 26 02:56:28.472863 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 26 02:56:28.476778 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 26 02:56:28.480527 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Jun 26 02:56:28.482161 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 26 02:56:28.482771 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 26 02:56:28.483102 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 26 02:56:28.483480 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 26 02:56:28.486268 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 26 02:56:28.486523 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 26 02:56:28.486865 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 26 02:56:28.491938 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jun 26 02:56:28.515056 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 26 02:56:28.515499 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 02:56:28.515792 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103904) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Jun 26 02:56:28.516160 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 02:56:28.517507 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103904) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 26 02:56:28.517780 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 26 02:56:28.518022 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 26 02:56:28.521288 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 02:56:28.522093 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 02:56:28.686533 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 26 02:56:28.686766 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 26 02:56:28.687001 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 26 02:56:28.687362 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 26 02:56:28.739038 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO dbcounter [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Registered counter for database neutron Jun 26 02:56:28.757000 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_db.sqlalchemy.engines [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103904) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 26 02:56:28.762723 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writer thread running {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 26 02:56:29.301521 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.plugins.ml2.managers [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Initializing driver for type 'gre' Jun 26 02:56:29.302028 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] gre ID ranges: [(1, 1000)] Jun 26 02:56:29.355265 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.plugins.ml2.managers [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Initializing driver for type 'local' Jun 26 02:56:29.355605 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.plugins.ml2.managers [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Initializing driver for type 'vlan' Jun 26 02:56:29.370723 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] VlanTypeDriver initialization complete Jun 26 02:56:29.371321 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.plugins.ml2.managers [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Initializing driver for type 'vxlan' Jun 26 02:56:29.371530 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] vxlan ID ranges: [(1, 1000)] Jun 26 02:56:29.427627 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.plugins.ml2.managers [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Initializing extension driver 'port_security' Jun 26 02:56:29.427968 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.plugins.ml2.extensions.port_security [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] PortSecurityExtensionDriver initialization complete Jun 26 02:56:29.428319 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.plugins.ml2.managers [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Initializing mechanism driver 'openvswitch' Jun 26 02:56:29.428620 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.plugins.ml2.managers [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Initializing mechanism driver 'hyperv' Jun 26 02:56:29.435285 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.plugin [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 02:56:29.435982 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Subscribe: > port after_create 55550000 {{(pid=103904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 02:56:29.436352 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Subscribe: > port after_update 55550000 {{(pid=103904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 02:56:29.436705 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Subscribe: > port after_delete 55550000 {{(pid=103904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 02:56:29.437204 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103904) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 26 02:56:29.437618 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Subscribe: > subnet after_create 55550000 {{(pid=103904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 02:56:29.437972 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Subscribe: > subnet after_update 55550000 {{(pid=103904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 02:56:29.438344 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 02:56:29.438733 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103904) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 26 02:56:29.439139 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Subscribe: > network after_create 55550000 {{(pid=103904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 02:56:29.439487 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Subscribe: > network after_update 55550000 {{(pid=103904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 02:56:29.439829 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Subscribe: > network after_delete 55550000 {{(pid=103904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 02:56:29.440214 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103904) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 26 02:56:29.440616 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Subscribe: > security_group after_create 55550000 {{(pid=103904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 02:56:29.440967 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Subscribe: > security_group after_update 55550000 {{(pid=103904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 02:56:29.441308 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 02:56:29.441691 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103904) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 26 02:56:29.442123 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 02:56:29.442474 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 02:56:29.442814 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 02:56:29.443200 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103904) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 26 02:56:29.443599 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Subscribe: > address_group after_create 55550000 {{(pid=103904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 02:56:29.443942 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Subscribe: > address_group after_update 55550000 {{(pid=103904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 02:56:29.444278 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 02:56:29.444660 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103904) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 26 02:56:29.445097 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] ML2 OVO RPC backend initialized. {{(pid=103904) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 26 02:56:29.445861 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 02:56:29.446177 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 02:56:29.446594 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Subscribe: > network before_response 55550000 {{(pid=103904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 02:56:29.446973 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Subscribe: > networks before_response 55550000 {{(pid=103904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 02:56:29.447319 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Subscribe: > port before_response 55550000 {{(pid=103904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 02:56:29.447661 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Subscribe: > ports before_response 55550000 {{(pid=103904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 02:56:29.448010 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Subscribe: > subnet before_response 55550000 {{(pid=103904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 02:56:29.448386 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Subscribe: > subnets before_response 55550000 {{(pid=103904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 02:56:29.448735 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Subscribe: > network after_create 55550000 {{(pid=103904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 02:56:29.449072 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Subscribe: > network after_update 55550000 {{(pid=103904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 02:56:29.449410 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Subscribe: > network after_delete 55550000 {{(pid=103904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 02:56:29.449741 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Subscribe: > port after_create 55550000 {{(pid=103904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 02:56:29.450096 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Subscribe: > port after_update 55550000 {{(pid=103904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 02:56:29.450433 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Subscribe: > port after_delete 55550000 {{(pid=103904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 02:56:29.450773 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Subscribe: > subnet after_create 55550000 {{(pid=103904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 02:56:29.451107 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Subscribe: > subnet after_update 55550000 {{(pid=103904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 02:56:29.451438 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 02:56:29.459762 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.quota [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loaded quota_driver: . Jun 26 02:56:29.460125 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.plugins.ml2.plugin [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Modular L2 Plugin initialization complete Jun 26 02:56:29.460470 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.manager [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loading services supported by the core plugin {{(pid=103904) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 26 02:56:29.460810 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.plugins.ml2.managers [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Got port-security extension from driver 'port_security' Jun 26 02:56:29.461288 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.extensions.vlantransparent [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Disabled vlantransparent extension. Jun 26 02:56:29.461787 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.manager [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103904) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 26 02:56:29.462136 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.manager [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loading Plugin: router Jun 26 02:56:29.497474 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 02:56:29.497867 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Subscribe: > router after_create 55549900 {{(pid=103904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 02:56:29.498274 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Subscribe: > router before_create 55549900 {{(pid=103904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 02:56:29.498643 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 02:56:29.499023 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 02:56:29.499647 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Subscribe: > router after_delete 55549900 {{(pid=103904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 02:56:29.500007 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 02:56:29.500357 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 02:56:29.500718 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Subscribe: > router after_create 55549900 {{(pid=103904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 02:56:29.501068 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Subscribe: > router after_update 55549900 {{(pid=103904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 02:56:29.501417 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Subscribe: > router after_update 55549900 {{(pid=103904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 02:56:29.501765 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 02:56:29.502147 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Subscribe: > router after_update 55549900 {{(pid=103904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 02:56:29.502559 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Subscribe: > router precommit_update 55549900 {{(pid=103904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 02:56:29.502925 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Subscribe: port after_update 55550000 {{(pid=103904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 02:56:29.503262 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Subscribe: port after_delete 55550000 {{(pid=103904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 02:56:29.503600 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Subscribe: subnet after_update 55550000 {{(pid=103904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 02:56:29.503935 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 02:56:29.504281 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 02:56:29.504628 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Subscribe: > router precommit_create 55549900 {{(pid=103904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 02:56:29.504971 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Subscribe: port before_delete 55550000 {{(pid=103904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 02:56:29.505313 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Subscribe: > router precommit_create 55550000 {{(pid=103904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 02:56:29.505690 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Subscribe: > router after_update 55549900 {{(pid=103904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 02:56:29.506032 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 02:56:29.506412 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Subscribe: > router precommit_create 55549900 {{(pid=103904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 02:56:29.506771 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 02:56:29.507116 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Subscribe: > router precommit_update 55549900 {{(pid=103904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 02:56:29.507479 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Subscribe: > agent after_create 55550000 {{(pid=103904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 02:56:29.507825 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Subscribe: > agent after_delete 55550000 {{(pid=103904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 02:56:29.508167 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Subscribe: > network after_delete 55550000 {{(pid=103904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 02:56:29.509019 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.quota.resource_registry [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Tracking information for resource: router configured {{(pid=103904) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 26 02:56:29.509354 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.quota.resource_registry [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Tracking information for resource: floatingip configured {{(pid=103904) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 26 02:56:29.514194 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.db.l3_agentschedulers_db [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 26 02:56:29.514773 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Subscribe: port after_update 55550000 {{(pid=103904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 02:56:29.515131 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Subscribe: port after_create 55550000 {{(pid=103904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 02:56:29.515483 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Subscribe: port after_delete 55550000 {{(pid=103904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 02:56:29.515834 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Subscribe: port after_update 55550000 {{(pid=103904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 02:56:29.516635 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Subscribe: > router before_create 55550100 {{(pid=103904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 02:56:29.516997 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 02:56:29.517362 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Subscribe: > router precommit_create 55550100 {{(pid=103904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 02:56:29.517721 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Subscribe: > router precommit_update 55550100 {{(pid=103904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 02:56:29.523078 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.services.provider_configuration [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Service providers = [] {{(pid=103904) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 26 02:56:29.523442 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.db.servicetype_db [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103904) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 26 02:56:29.526549 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.services.service_base [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103904) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 26 02:56:29.526906 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.services.service_base [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103904) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 26 02:56:29.527252 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.services.service_base [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103904) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 26 02:56:29.528160 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.services.service_base [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103904) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 26 02:56:29.528532 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.services.service_base [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 26 02:56:29.528905 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.manager [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103904) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 26 02:56:29.529222 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.manager [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 26 02:56:29.540281 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.manager [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103904) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 26 02:56:29.540620 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.manager [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loading Plugin: auto_allocate Jun 26 02:56:29.546201 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Subscribe: network precommit_update 55550000 {{(pid=103904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 02:56:29.546568 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Subscribe: network precommit_create 55550000 {{(pid=103904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 02:56:29.547077 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.manager [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103904) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 26 02:56:29.547399 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.manager [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loading Plugin: tag Jun 26 02:56:29.554299 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.manager [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103904) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 26 02:56:29.554560 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.manager [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loading Plugin: timestamp Jun 26 02:56:29.558339 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.manager [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103904) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 26 02:56:29.558669 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.manager [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loading Plugin: network_ip_availability Jun 26 02:56:29.564081 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 02:56:29.564452 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 02:56:29.564806 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 02:56:29.565511 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.manager [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103904) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 26 02:56:29.565832 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.manager [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loading Plugin: flavors Jun 26 02:56:29.570733 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.manager [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103904) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 26 02:56:29.571070 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.manager [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loading Plugin: revisions Jun 26 02:56:29.575279 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.manager [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103904) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 26 02:56:29.575666 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_concurrency.lockutils [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.988s {{(pid=103904) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jun 26 02:56:29.576394 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103904) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jun 26 02:56:29.576731 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Initializing extension manager. Jun 26 02:56:29.577256 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loading extension file: __init__.py {{(pid=103904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 26 02:56:29.577596 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loading extension file: __pycache__ {{(pid=103904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 26 02:56:29.577930 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loading extension file: address_group.py {{(pid=103904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 26 02:56:29.578703 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 26 02:56:29.579274 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loaded extension: address-group Jun 26 02:56:29.579600 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loading extension file: address_scope.py {{(pid=103904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 26 02:56:29.580327 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 26 02:56:29.580846 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loaded extension: address-scope Jun 26 02:56:29.581171 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 26 02:56:29.582126 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 26 02:56:29.582655 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loaded extension: router-admin-state-down-before-update Jun 26 02:56:29.582980 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loading extension file: agent.py {{(pid=103904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 26 02:56:29.583684 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 26 02:56:29.584726 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loaded extension: agent Jun 26 02:56:29.585050 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loading extension file: agent_resources_synced.py {{(pid=103904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 26 02:56:29.585961 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 26 02:56:29.586513 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loaded extension: agent-resources-synced Jun 26 02:56:29.586840 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loading extension file: allowedaddresspairs.py {{(pid=103904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 26 02:56:29.588621 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 26 02:56:29.589161 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loaded extension: allowed-address-pairs Jun 26 02:56:29.589490 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loading extension file: auto_allocated_topology.py {{(pid=103904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 26 02:56:29.590583 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 26 02:56:29.591124 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loaded extension: auto-allocated-topology Jun 26 02:56:29.591451 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loading extension file: availability_zone.py {{(pid=103904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 26 02:56:29.592147 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 26 02:56:29.592667 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loaded extension: availability_zone Jun 26 02:56:29.592991 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loading extension file: availability_zone_filter.py {{(pid=103904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 26 02:56:29.593910 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 26 02:56:29.594460 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loaded extension: availability_zone_filter Jun 26 02:56:29.594786 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loading extension file: data_plane_status.py {{(pid=103904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 26 02:56:29.595700 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 26 02:56:29.596218 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Extension data-plane-status not supported by any of loaded plugins Jun 26 02:56:29.596542 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loading extension file: default_subnetpools.py {{(pid=103904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 26 02:56:29.597449 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 26 02:56:29.597967 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loaded extension: default-subnetpools Jun 26 02:56:29.598321 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 26 02:56:29.599123 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 26 02:56:29.600241 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loaded extension: dhcp_agent_scheduler Jun 26 02:56:29.600564 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loading extension file: dns.py {{(pid=103904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 26 02:56:29.601488 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 26 02:56:29.602013 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Extension dns-integration not supported by any of loaded plugins Jun 26 02:56:29.602428 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loading extension file: dns_domain_ports.py {{(pid=103904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 26 02:56:29.603349 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 26 02:56:29.603871 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 26 02:56:29.604199 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 26 02:56:29.605120 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 26 02:56:29.605640 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 26 02:56:29.605962 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loading extension file: dvr.py {{(pid=103904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 26 02:56:29.606659 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 26 02:56:29.607180 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loaded extension: dvr Jun 26 02:56:29.607503 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loading extension file: ecmp_routes.py {{(pid=103904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 26 02:56:29.608416 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 26 02:56:29.608940 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Extension ecmp_routes not supported by any of loaded plugins Jun 26 02:56:29.609255 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loading extension file: empty_string_filtering.py {{(pid=103904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 26 02:56:29.610291 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 26 02:56:29.610777 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loaded extension: empty-string-filtering Jun 26 02:56:29.611209 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 26 02:56:29.612266 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 26 02:56:29.612792 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 26 02:56:29.613116 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 26 02:56:29.614116 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 26 02:56:29.614683 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 26 02:56:29.615061 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loading extension file: external_net.py {{(pid=103904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 26 02:56:29.616052 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 26 02:56:29.616659 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loaded extension: external-net Jun 26 02:56:29.617116 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 26 02:56:29.618081 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 26 02:56:29.618595 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loaded extension: extra_dhcp_opt Jun 26 02:56:29.618920 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loading extension file: extraroute.py {{(pid=103904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 26 02:56:29.619886 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 26 02:56:29.620413 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loaded extension: extraroute Jun 26 02:56:29.620740 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loading extension file: extraroute_atomic.py {{(pid=103904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 26 02:56:29.621778 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 26 02:56:29.622329 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loaded extension: extraroute-atomic Jun 26 02:56:29.622699 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loading extension file: filter_validation.py {{(pid=103904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 26 02:56:29.623430 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 26 02:56:29.623966 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loaded extension: filter-validation Jun 26 02:56:29.624544 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loading extension file: fip_pf_description.py {{(pid=103904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 26 02:56:29.625691 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 26 02:56:29.626287 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 26 02:56:29.626620 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loading extension file: fip_pf_port_range.py {{(pid=103904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 26 02:56:29.627708 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 26 02:56:29.628260 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jun 26 02:56:29.628652 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loading extension file: fip_port_details.py {{(pid=103904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 26 02:56:29.629596 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 26 02:56:29.630146 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loaded extension: fip-port-details Jun 26 02:56:29.630471 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loading extension file: flavors.py {{(pid=103904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 26 02:56:29.631801 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 26 02:56:29.632324 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loaded extension: flavors Jun 26 02:56:29.632650 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 26 02:56:29.634378 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 26 02:56:29.634912 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 26 02:56:29.635248 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loading extension file: floatingip_pools.py {{(pid=103904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 26 02:56:29.635960 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 26 02:56:29.636488 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loaded extension: floatingip-pools Jun 26 02:56:29.636819 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loading extension file: ip_allocation.py {{(pid=103904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 26 02:56:29.637746 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 26 02:56:29.638302 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Extension ip_allocation not supported by any of loaded plugins Jun 26 02:56:29.638632 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 26 02:56:29.639558 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 26 02:56:29.640085 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loaded extension: ip-substring-filtering Jun 26 02:56:29.640413 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loading extension file: l2_adjacency.py {{(pid=103904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 26 02:56:29.641358 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 26 02:56:29.641880 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 26 02:56:29.642239 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loading extension file: l3.py {{(pid=103904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 26 02:56:29.643233 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 26 02:56:29.643764 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loaded extension: router Jun 26 02:56:29.644091 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 26 02:56:29.646844 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 26 02:56:29.647382 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 26 02:56:29.647714 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 26 02:56:29.648636 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 26 02:56:29.649164 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loaded extension: ext-gw-mode Jun 26 02:56:29.649500 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 26 02:56:29.650453 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 26 02:56:29.650976 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loaded extension: l3-ha Jun 26 02:56:29.651309 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 26 02:56:29.652225 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 26 02:56:29.652743 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jun 26 02:56:29.653069 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loading extension file: l3_flavors.py {{(pid=103904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 26 02:56:29.653988 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 26 02:56:29.654543 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loaded extension: l3-flavors Jun 26 02:56:29.654871 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 26 02:56:29.656227 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 26 02:56:29.656751 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jun 26 02:56:29.657079 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 26 02:56:29.657999 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 26 02:56:29.658550 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 26 02:56:29.658876 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loading extension file: l3agentscheduler.py {{(pid=103904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 26 02:56:29.660064 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 26 02:56:29.660590 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loaded extension: l3_agent_scheduler Jun 26 02:56:29.660922 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loading extension file: local_ip.py {{(pid=103904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 26 02:56:29.663387 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 26 02:56:29.663926 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Extension local_ip not supported by any of loaded plugins Jun 26 02:56:29.664258 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loading extension file: logging.py {{(pid=103904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 26 02:56:29.665773 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 26 02:56:29.666335 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Extension logging not supported by any of loaded plugins Jun 26 02:56:29.666672 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loading extension file: metering.py {{(pid=103904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 26 02:56:29.667425 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 26 02:56:29.668018 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loaded extension: metering Jun 26 02:56:29.668350 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 26 02:56:29.669445 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 26 02:56:29.669975 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loaded extension: metering_source_and_destination_fields Jun 26 02:56:29.670330 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loading extension file: multiprovidernet.py {{(pid=103904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 26 02:56:29.671261 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 26 02:56:29.671794 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loaded extension: multi-provider Jun 26 02:56:29.672124 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loading extension file: netmtu.py {{(pid=103904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 26 02:56:29.673049 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 26 02:56:29.673570 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loaded extension: net-mtu Jun 26 02:56:29.673896 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loading extension file: netmtu_writable.py {{(pid=103904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 26 02:56:29.674853 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 26 02:56:29.675376 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loaded extension: net-mtu-writable Jun 26 02:56:29.675701 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loading extension file: network_availability_zone.py {{(pid=103904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 26 02:56:29.676373 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 26 02:56:29.676889 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loaded extension: network_availability_zone Jun 26 02:56:29.677213 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loading extension file: network_ip_availability.py {{(pid=103904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 26 02:56:29.678381 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 26 02:56:29.678906 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loaded extension: network-ip-availability Jun 26 02:56:29.679232 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loading extension file: network_segment_range.py {{(pid=103904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 26 02:56:29.679998 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 26 02:56:29.680514 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Extension network-segment-range not supported by any of loaded plugins Jun 26 02:56:29.680837 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loading extension file: pagination.py {{(pid=103904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 26 02:56:29.681825 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 26 02:56:29.682199 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loaded extension: pagination Jun 26 02:56:29.682523 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loading extension file: port_device_profile.py {{(pid=103904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 26 02:56:29.683435 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 26 02:56:29.683965 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loaded extension: port-device-profile Jun 26 02:56:29.684288 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loading extension file: port_mac_address_override.py {{(pid=103904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 26 02:56:29.685217 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=103904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 26 02:56:29.685739 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loaded extension: port-mac-override Jun 26 02:56:29.686085 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 26 02:56:29.687015 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 26 02:56:29.687541 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loaded extension: port-mac-address-regenerate Jun 26 02:56:29.687868 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 26 02:56:29.688774 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 26 02:56:29.689296 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loaded extension: port-numa-affinity-policy Jun 26 02:56:29.689619 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loading extension file: port_resource_request.py {{(pid=103904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 26 02:56:29.690560 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 26 02:56:29.691075 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Extension port-resource-request not supported by any of loaded plugins Jun 26 02:56:29.691406 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loading extension file: port_resource_request_groups.py {{(pid=103904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 26 02:56:29.692361 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 26 02:56:29.692879 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jun 26 02:56:29.693230 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loading extension file: portbindings.py {{(pid=103904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 26 02:56:29.694193 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 26 02:56:29.694720 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loaded extension: binding Jun 26 02:56:29.695044 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loading extension file: portbindings_extended.py {{(pid=103904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 26 02:56:29.696285 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 26 02:56:29.696809 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loaded extension: binding-extended Jun 26 02:56:29.697136 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loading extension file: portsecurity.py {{(pid=103904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 26 02:56:29.698071 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 26 02:56:29.698606 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loaded extension: port-security Jun 26 02:56:29.698933 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loading extension file: project_id.py {{(pid=103904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 26 02:56:29.699917 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 26 02:56:29.700250 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loaded extension: project-id Jun 26 02:56:29.700574 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loading extension file: providernet.py {{(pid=103904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 26 02:56:29.701509 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 26 02:56:29.705287 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loaded extension: provider Jun 26 02:56:29.705287 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loading extension file: qos.py {{(pid=103904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 26 02:56:29.707739 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 26 02:56:29.708279 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Extension qos not supported by any of loaded plugins Jun 26 02:56:29.708610 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 26 02:56:29.710440 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 26 02:56:29.710967 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 26 02:56:29.711297 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 26 02:56:29.712241 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 26 02:56:29.712763 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 26 02:56:29.713089 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loading extension file: qos_default.py {{(pid=103904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 26 02:56:29.714011 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 26 02:56:29.714563 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Extension qos-default not supported by any of loaded plugins Jun 26 02:56:29.714889 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loading extension file: qos_fip.py {{(pid=103904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 26 02:56:29.715812 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 26 02:56:29.716334 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Extension qos-fip not supported by any of loaded plugins Jun 26 02:56:29.716660 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 26 02:56:29.717575 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 26 02:56:29.718120 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jun 26 02:56:29.718447 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loading extension file: qos_gateway_ip.py {{(pid=103904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 26 02:56:29.719375 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 26 02:56:29.719895 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 26 02:56:29.720217 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loading extension file: qos_port_network_policy.py {{(pid=103904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 26 02:56:29.721133 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 26 02:56:29.721649 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 26 02:56:29.721980 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 26 02:56:29.723044 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 26 02:56:29.723570 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jun 26 02:56:29.723898 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 26 02:56:29.725554 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 26 02:56:29.726100 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jun 26 02:56:29.726428 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loading extension file: qos_pps_rule.py {{(pid=103904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 26 02:56:29.727595 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 26 02:56:29.728124 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Extension qos-pps not supported by any of loaded plugins Jun 26 02:56:29.728451 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loading extension file: qos_rule_type_details.py {{(pid=103904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 26 02:56:29.729365 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 26 02:56:29.729890 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 26 02:56:29.730245 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 26 02:56:29.731165 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 26 02:56:29.731685 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jun 26 02:56:29.732016 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loading extension file: qos_rules_alias.py {{(pid=103904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 26 02:56:29.733051 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 26 02:56:29.733575 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 26 02:56:29.733902 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loading extension file: quota_check_limit.py {{(pid=103904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 26 02:56:29.734841 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 26 02:56:29.735364 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loaded extension: quota-check-limit Jun 26 02:56:29.735687 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loading extension file: quotasv2.py {{(pid=103904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 26 02:56:29.736636 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 26 02:56:29.736963 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loaded extension: quotas Jun 26 02:56:29.737284 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loading extension file: quotasv2_detail.py {{(pid=103904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 26 02:56:29.738998 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 26 02:56:29.739334 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loaded extension: quota_details Jun 26 02:56:29.739660 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loading extension file: rbac.py {{(pid=103904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 26 02:56:29.740750 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 26 02:56:29.741283 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loaded extension: rbac-policies Jun 26 02:56:29.741616 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loading extension file: rbac_address_group.py {{(pid=103904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 26 02:56:29.742586 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 26 02:56:29.743113 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loaded extension: rbac-address-group Jun 26 02:56:29.743441 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loading extension file: rbac_address_scope.py {{(pid=103904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 26 02:56:29.744372 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 26 02:56:29.744896 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loaded extension: rbac-address-scope Jun 26 02:56:29.745220 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loading extension file: rbac_security_groups.py {{(pid=103904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 26 02:56:29.746246 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 26 02:56:29.746774 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loaded extension: rbac-security-groups Jun 26 02:56:29.747099 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loading extension file: rbac_subnetpool.py {{(pid=103904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 26 02:56:29.748021 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 26 02:56:29.748538 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loaded extension: rbac-subnetpool Jun 26 02:56:29.748859 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loading extension file: revisionifmatch.py {{(pid=103904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 26 02:56:29.750072 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 26 02:56:29.750591 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loaded extension: revision-if-match Jun 26 02:56:29.750914 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loading extension file: revisions.py {{(pid=103904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 26 02:56:29.752037 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 26 02:56:29.752563 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loaded extension: standard-attr-revisions Jun 26 02:56:29.752888 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loading extension file: router_availability_zone.py {{(pid=103904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 26 02:56:29.753737 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 26 02:56:29.754314 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loaded extension: router_availability_zone Jun 26 02:56:29.754623 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loading extension file: routerservicetype.py {{(pid=103904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 26 02:56:29.755548 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 26 02:56:29.756578 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Extension router-service-type not supported by any of loaded plugins Jun 26 02:56:29.756901 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 26 02:56:29.757829 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 26 02:56:29.758380 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loaded extension: security-groups-normalized-cidr Jun 26 02:56:29.758706 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 26 02:56:29.759635 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 26 02:56:29.760156 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loaded extension: port-security-groups-filtering Jun 26 02:56:29.760479 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 26 02:56:29.761416 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 26 02:56:29.761939 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loaded extension: security-groups-remote-address-group Jun 26 02:56:29.762294 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 26 02:56:29.763224 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 26 02:56:29.763749 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loaded extension: security-groups-shared-filtering Jun 26 02:56:29.764073 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loading extension file: securitygroup.py {{(pid=103904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 26 02:56:29.774165 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 26 02:56:29.774707 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loaded extension: security-group Jun 26 02:56:29.775042 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loading extension file: segment.py {{(pid=103904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 26 02:56:29.775774 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 26 02:56:29.776299 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Extension segment not supported by any of loaded plugins Jun 26 02:56:29.776628 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 26 02:56:29.777569 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 26 02:56:29.778125 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 26 02:56:29.778456 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loading extension file: servicetype.py {{(pid=103904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 26 02:56:29.779568 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 26 02:56:29.780096 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loaded extension: service-type Jun 26 02:56:29.780422 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loading extension file: sorting.py {{(pid=103904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 26 02:56:29.781402 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 26 02:56:29.781735 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loaded extension: sorting Jun 26 02:56:29.782083 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loading extension file: standard_attr_segment.py {{(pid=103904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 26 02:56:29.783009 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 26 02:56:29.783531 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 26 02:56:29.783853 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loading extension file: standardattrdescription.py {{(pid=103904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 26 02:56:29.784503 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 26 02:56:29.785018 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loaded extension: standard-attr-description Jun 26 02:56:29.785342 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loading extension file: stateful_security_group.py {{(pid=103904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 26 02:56:29.786325 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 26 02:56:29.786871 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loaded extension: stateful-security-group Jun 26 02:56:29.787204 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loading extension file: stdattrs_common.py {{(pid=103904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 26 02:56:29.787792 dv-cinder-846842-4-iscsi neutron-server[103904]: WARNING neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 26 02:56:29.788117 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 26 02:56:29.789048 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 26 02:56:29.789580 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 26 02:56:29.789905 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loading extension file: subnet_onboard.py {{(pid=103904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 26 02:56:29.791004 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 26 02:56:29.791535 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loaded extension: subnet_onboard Jun 26 02:56:29.791862 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 26 02:56:29.792794 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 26 02:56:29.793317 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 26 02:56:29.793643 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loading extension file: subnet_service_types.py {{(pid=103904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 26 02:56:29.794605 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 26 02:56:29.795127 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loaded extension: subnet-service-types Jun 26 02:56:29.795451 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loading extension file: subnetallocation.py {{(pid=103904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 26 02:56:29.796540 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 26 02:56:29.797058 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loaded extension: subnet_allocation Jun 26 02:56:29.797382 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 26 02:56:29.798069 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 26 02:56:29.798598 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loaded extension: subnetpool-prefix-ops Jun 26 02:56:29.798918 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 26 02:56:29.799856 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 26 02:56:29.800371 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 26 02:56:29.800693 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loading extension file: tagging.py {{(pid=103904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 26 02:56:29.801756 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 26 02:56:29.802327 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loaded extension: standard-attr-tag Jun 26 02:56:29.802685 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loading extension file: timestamp.py {{(pid=103904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 26 02:56:29.803915 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 26 02:56:29.804488 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loaded extension: standard-attr-timestamp Jun 26 02:56:29.804770 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loading extension file: trunk.py {{(pid=103904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 26 02:56:29.805794 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 26 02:56:29.806353 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Extension trunk not supported by any of loaded plugins Jun 26 02:56:29.806683 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loading extension file: trunk_details.py {{(pid=103904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 26 02:56:29.807611 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 26 02:56:29.808136 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Extension trunk-details not supported by any of loaded plugins Jun 26 02:56:29.808464 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loading extension file: uplink_status_propagation.py {{(pid=103904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 26 02:56:29.809382 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 26 02:56:29.809906 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 26 02:56:29.810269 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Loading extension file: vlantransparent.py {{(pid=103904) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 26 02:56:29.810937 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103904) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 26 02:56:29.811460 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 26 02:56:29.813983 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.quota.resource_registry [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Creating instance of TrackedResource for resource:network Jun 26 02:56:29.814537 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.quota.resource_registry [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Creating instance of TrackedResource for resource:subnet Jun 26 02:56:29.814937 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.quota.resource_registry [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Creating instance of TrackedResource for resource:subnetpool Jun 26 02:56:29.815328 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.quota.resource_registry [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Creating instance of TrackedResource for resource:port Jun 26 02:56:29.816561 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.v2.resource_helper [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103904) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 26 02:56:29.817010 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.v2.resource_helper [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Service FLAVORS assigned prefix: {{(pid=103904) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 26 02:56:29.817636 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.v2.resource_helper [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103904) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 26 02:56:29.818595 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.v2.resource_helper [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103904) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 26 02:56:29.818942 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.quota.resource_registry [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Creating instance of TrackedResource for resource:router Jun 26 02:56:29.819383 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.quota.resource_registry [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Creating instance of TrackedResource for resource:floatingip Jun 26 02:56:29.819856 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.v2.resource_helper [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Service METERING assigned prefix: /metering {{(pid=103904) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 26 02:56:29.821295 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 02:56:29.821666 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 02:56:29.822020 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103904) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 02:56:29.823043 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.quota.resource_registry [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Creating instance of CountableResource for resource:rbac_policy Jun 26 02:56:29.823493 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.quota.resource_registry [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Creating instance of TrackedResource for resource:security_group Jun 26 02:56:29.823934 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.quota.resource_registry [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 26 02:56:29.824528 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.v2.resource_helper [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Service CORE assigned prefix: {{(pid=103904) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 26 02:56:29.824866 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.quota.resource_registry [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Creating instance of TrackedResource for resource:subnetpool Jun 26 02:56:29.825213 dv-cinder-846842-4-iscsi neutron-server[103904]: WARNING neutron.quota.resource_registry [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] subnetpool is already registered Jun 26 02:56:29.825633 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.v2.resource_helper [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Service CORE assigned prefix: {{(pid=103904) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 26 02:56:29.825960 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.quota.resource_registry [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Creating instance of TrackedResource for resource:subnetpool Jun 26 02:56:29.826320 dv-cinder-846842-4-iscsi neutron-server[103904]: WARNING neutron.quota.resource_registry [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] subnetpool is already registered Jun 26 02:56:29.828646 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.v2.resource_helper [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103904) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 26 02:56:29.829079 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.v2.resource_helper [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Service FLAVORS assigned prefix: {{(pid=103904) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 26 02:56:29.829673 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.v2.resource_helper [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103904) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 26 02:56:29.830117 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.v2.resource_helper [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103904) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 26 02:56:29.830452 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.quota.resource_registry [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Creating instance of TrackedResource for resource:router Jun 26 02:56:29.830794 dv-cinder-846842-4-iscsi neutron-server[103904]: WARNING neutron.quota.resource_registry [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] router is already registered Jun 26 02:56:29.831203 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.quota.resource_registry [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Creating instance of TrackedResource for resource:floatingip Jun 26 02:56:29.831537 dv-cinder-846842-4-iscsi neutron-server[103904]: WARNING neutron.quota.resource_registry [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] floatingip is already registered Jun 26 02:56:29.831991 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.v2.resource_helper [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Service METERING assigned prefix: /metering {{(pid=103904) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 26 02:56:29.832657 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.quota.resource_registry [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Creating instance of CountableResource for resource:rbac_policy Jun 26 02:56:29.832987 dv-cinder-846842-4-iscsi neutron-server[103904]: WARNING neutron.quota.resource_registry [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] rbac_policy is already registered Jun 26 02:56:29.833397 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.quota.resource_registry [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Creating instance of TrackedResource for resource:security_group Jun 26 02:56:29.834357 dv-cinder-846842-4-iscsi neutron-server[103904]: WARNING neutron.quota.resource_registry [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] security_group is already registered Jun 26 02:56:29.834775 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.quota.resource_registry [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 26 02:56:29.835113 dv-cinder-846842-4-iscsi neutron-server[103904]: WARNING neutron.quota.resource_registry [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] security_group_rule is already registered Jun 26 02:56:29.835739 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.v2.resource_helper [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Service CORE assigned prefix: {{(pid=103904) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 26 02:56:29.836068 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.quota.resource_registry [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Creating instance of TrackedResource for resource:subnetpool Jun 26 02:56:29.836406 dv-cinder-846842-4-iscsi neutron-server[103904]: WARNING neutron.quota.resource_registry [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] subnetpool is already registered Jun 26 02:56:29.836821 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.v2.resource_helper [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Service CORE assigned prefix: {{(pid=103904) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 26 02:56:29.837145 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.quota.resource_registry [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Creating instance of TrackedResource for resource:subnetpool Jun 26 02:56:29.837475 dv-cinder-846842-4-iscsi neutron-server[103904]: WARNING neutron.quota.resource_registry [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] subnetpool is already registered Jun 26 02:56:29.837957 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Extended resource: extensions {{(pid=103904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 02:56:29.839423 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Extended resource: address-groups {{(pid=103904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 02:56:29.840919 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Extended resource: address-scopes {{(pid=103904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 02:56:29.842264 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Extended resource: agents {{(pid=103904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 02:56:29.843416 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Extended resource: auto-allocated-topology {{(pid=103904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 02:56:29.844651 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Extended resource: availability_zones {{(pid=103904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 02:56:29.845880 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Extended resource: dhcp-networks {{(pid=103904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 02:56:29.847431 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Extended resource: dhcp-agents {{(pid=103904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 02:56:29.848860 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Extended resource: routers {{(pid=103904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 02:56:29.850623 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Extended resource: flavors {{(pid=103904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 02:56:29.851904 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Extended resource: service_profiles {{(pid=103904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 02:56:29.853116 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Extended resource: next_providers {{(pid=103904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 02:56:29.854582 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Extended resource: service_profiles {{(pid=103904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 02:56:29.856144 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Extended resource: floatingip-pools {{(pid=103904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 02:56:29.857364 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Extended resource: routers {{(pid=103904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 02:56:29.860049 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Extended resource: floatingips {{(pid=103904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 02:56:29.861354 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Extended resource: l3-routers {{(pid=103904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 02:56:29.862774 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Extended resource: l3-agents {{(pid=103904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 02:56:29.864186 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Extended resource: metering-labels {{(pid=103904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 02:56:29.865514 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Extended resource: metering-label-rules {{(pid=103904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 02:56:29.867896 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Extended resource: network-ip-availabilities {{(pid=103904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 02:56:29.869156 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Extended resource: bindings {{(pid=103904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 02:56:29.870772 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Extended resource: quotas {{(pid=103904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 02:56:29.872435 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Extended resource: quotas {{(pid=103904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 02:56:29.873983 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Extended resource: rbac-policies {{(pid=103904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 02:56:29.875459 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Extended resource: security-groups {{(pid=103904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 02:56:29.876760 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Extended resource: security-group-rules {{(pid=103904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 02:56:29.878025 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Extended resource: service-providers {{(pid=103904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 02:56:29.879265 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Extended resource: subnetpools {{(pid=103904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 02:56:29.881077 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Extended resource: subnetpools {{(pid=103904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 02:56:29.882659 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Extended resource: tags {{(pid=103904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 02:56:29.884360 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Extended resource: tags {{(pid=103904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 02:56:29.886207 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Extended resource: tags {{(pid=103904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 02:56:29.887988 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Extended resource: tags {{(pid=103904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 02:56:29.889681 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Extended resource: tags {{(pid=103904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 02:56:29.891804 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Extended resource: tags {{(pid=103904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 02:56:29.893495 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Extended resource: tags {{(pid=103904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 02:56:29.895416 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Extended resource: tags {{(pid=103904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 02:56:29.897810 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Extended resource: tags {{(pid=103904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 02:56:29.899623 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron.api.extensions [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Extended resource: tags {{(pid=103904) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 26 02:56:29.905571 dv-cinder-846842-4-iscsi neutron-server[103904]: WARNING keystonemiddleware.auth_token [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 26 02:56:29.910645 dv-cinder-846842-4-iscsi neutron-server[103904]: WARNING keystonemiddleware.auth_token [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 26 02:56:29.919478 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_concurrency.lockutils [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Acquired lock "singleton_lock" {{(pid=103904) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jun 26 02:56:29.919955 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_concurrency.lockutils [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Releasing lock "singleton_lock" {{(pid=103904) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jun 26 02:56:29.920605 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO oslo_service.service [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Starting 2 workers Jun 26 02:56:29.925439 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Started child 104013 {{(pid=103904) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 26 02:56:29.929919 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Started child 104014 {{(pid=103904) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 26 02:56:29.930894 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 02:56:29.931583 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO neutron.service [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 26 02:56:29.932171 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 02:56:29.932587 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [-] (104013) wsgi starting up on http://0.0.0.0:9696 Jun 26 02:56:29.934579 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO oslo_service.service [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Starting 1 workers Jun 26 02:56:29.934744 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 02:56:29.935956 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [-] (104014) wsgi starting up on http://0.0.0.0:9696 Jun 26 02:56:29.939765 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Started child 104015 {{(pid=103904) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 26 02:56:29.940285 dv-cinder-846842-4-iscsi neutron-server[103904]: INFO oslo_service.service [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Starting 1 workers Jun 26 02:56:29.944017 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.service [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] calling RpcWorker wait() {{(pid=104015) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 26 02:56:29.944574 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.service [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] returning from RpcWorker wait() {{(pid=104015) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 26 02:56:29.945231 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Started child 104016 {{(pid=103904) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 26 02:56:29.946074 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG neutron_lib.callbacks.manager [None req-b8422296-91da-481d-a3e3-3c5a08a05730 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 02:56:29.946192 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 02:56:29.946686 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 02:56:29.948011 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103904) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 26 02:56:29.948230 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 26 02:56:29.948413 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 26 02:56:29.948650 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 26 02:56:29.948976 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 26 02:56:29.949137 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 26 02:56:29.949673 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:29.949952 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:29.950130 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 02:56:29.950601 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:29.950601 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:29.951128 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:29.951418 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:29.951651 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:29.951922 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:29.952178 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:29.952347 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:29.952512 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:29.952766 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:29.953008 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:29.953327 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:29.953608 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:29.953844 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:29.954115 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:29.954291 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:29.954549 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:29.954798 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:29.955063 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:29.955343 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] debug = True {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:29.955604 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:29.956098 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:29.956365 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:29.956613 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:29.956849 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:29.957107 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:29.957366 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:29.957790 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:29.958049 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:29.958286 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:29.958522 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:29.958846 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:29.959599 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:29.959834 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:29.960065 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:29.960338 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:29.960575 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:29.961066 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] host = dv-cinder-846842-4-iscsi {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:29.961303 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:29.961524 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:29.961773 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:29.961998 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:29.962305 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:29.962521 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:29.962793 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:29.963051 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:29.963308 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:29.963530 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:29.963754 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:29.964010 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:29.964255 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:29.964516 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] log_file = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:29.964678 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] log_options = True {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:29.964915 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:29.965170 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:29.965456 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:29.965648 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:29.965814 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:29.965976 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:29.966244 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:29.966464 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:29.966654 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:29.966876 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:29.967085 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:29.967297 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:29.967535 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:29.967776 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:29.968025 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:29.968244 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:29.968485 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:29.968716 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:29.968957 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:29.969199 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:29.969599 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:29.969827 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:29.970064 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:29.970297 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:29.970512 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:29.970727 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:29.970984 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:29.971322 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:29.971786 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:29.972209 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 02:56:29.972382 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:29.972531 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:29.972743 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:29.972978 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:29.973225 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:29.973474 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:29.973701 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:29.973927 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:29.974171 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:29.974486 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:29.974785 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:29.977091 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:29.977091 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:29.977091 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:29.977091 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:29.977091 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:29.977091 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:29.977091 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] use_json = False {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:29.977892 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:29.977892 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:29.977892 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:29.977892 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:29.978277 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:29.978382 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:29.978632 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:29.978897 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:29.979152 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:29.979492 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:29.979771 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:29.980082 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:29.980347 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:29.980704 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:29.981101 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:29.981405 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:29.981755 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:29.981908 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:29.985033 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:29.985033 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:29.985033 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:29.985033 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:29.985033 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:29.985033 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:29.985033 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:29.985033 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:29.986152 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:29.986152 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:29.986152 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:29.986152 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:29.986152 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:29.986152 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:29.986152 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:29.986152 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:29.987298 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:29.987298 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:29.987298 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:29.987298 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:29.987298 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:29.988278 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:29.988278 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:29.988278 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:29.988278 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:29.988787 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:29.988787 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:29.989102 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:29.989102 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:29.989444 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:29.989687 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:29.991562 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:29.991562 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:29.991562 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:29.991562 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:29.991562 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:29.991562 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:29.991562 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:29.994441 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:29.994441 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:29.994441 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:29.994441 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:29.994441 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:29.994441 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:29.994441 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:29.994441 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:29.994441 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:29.997399 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:29.997399 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:29.997399 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:29.997399 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:29.997399 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:29.997399 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:29.997399 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:29.997399 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.001847 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.001847 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.001847 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.001847 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.001847 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.001847 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.001847 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.001847 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.001847 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.003142 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.003142 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.003142 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.003142 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.003142 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.003142 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.003142 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.003142 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.003142 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.003973 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.003973 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.003973 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.003973 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.003973 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.003973 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.003973 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.003973 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.003973 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.004557 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.004557 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.004557 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.004557 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.004557 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.004557 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.004557 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.004557 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.005277 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.005277 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.005277 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.005277 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.005277 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.005277 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.007207 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.007207 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.007207 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.007207 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.007207 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.007207 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.007207 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.010230 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.010230 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.010230 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.010230 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.010230 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.010230 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.010230 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.010230 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.010817 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.010817 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.010817 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.010817 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.010817 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.010817 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.010817 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.011297 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.011297 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.011529 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.011762 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.012023 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.012255 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.012520 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.013049 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.013049 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.013318 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.013459 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.013665 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.014005 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.014508 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.014743 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.014955 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.015218 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.015454 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.015712 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.015976 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.016222 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.016490 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.016737 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.016970 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.017201 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.017438 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.017689 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.017900 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.018164 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.018407 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.018619 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.018850 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.019063 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.019301 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.019521 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.019737 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.019952 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.020172 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.020388 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.020649 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.020866 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.021084 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.021379 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.022125 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.022350 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.022569 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.022781 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.023008 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.023223 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.023499 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.023744 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.024016 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.024202 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.024431 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.024671 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.024881 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.025119 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.025339 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.025577 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.025789 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.026003 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.026255 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.026487 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.026711 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.026924 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.027155 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.027400 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.027742 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.027993 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.028225 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.028484 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.028734 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.028988 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.029225 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.029441 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.029688 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.029905 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.030171 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.030409 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.030658 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.030897 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.031115 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.031431 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.031780 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.032050 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.032559 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.032667 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.032841 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.033235 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.033875 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.034267 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.034487 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.034699 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.034914 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.035131 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.035343 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.035632 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.035890 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.036246 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.036406 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.036602 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.036859 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.037093 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.037347 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.037562 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.037784 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.037999 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.038235 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.038463 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.038676 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.038885 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.039130 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.039352 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.039562 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.039816 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.040030 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.040239 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.040463 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.040697 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.040908 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.041133 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.041364 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.041573 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.041815 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.042030 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.042279 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.042510 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.042719 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.042926 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.043144 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.043357 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.043584 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.043880 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.044134 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.044350 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.044640 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.044883 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.045140 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.045384 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.045694 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.045906 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.046186 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.046448 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.046664 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.046882 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.047134 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.047440 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.047709 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.047941 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.048210 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.048487 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.048757 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.049048 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.049264 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.049553 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.049880 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.050189 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.050447 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.050691 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.050925 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.051144 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.051355 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.051569 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.051810 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.052023 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.052348 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.052606 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.052831 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.053045 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.053457 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.053769 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.054085 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.054640 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.055042 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.055259 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.055420 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 26 02:56:30.055947 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103904) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 26 02:56:30.056106 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 26 02:56:30.056270 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 26 02:56:30.056416 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 26 02:56:30.056574 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 26 02:56:30.056726 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 26 02:56:30.056935 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:30.057116 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:30.057250 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:30.057381 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:30.057570 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:30.057701 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:30.057846 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:30.058004 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:30.058194 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:30.058353 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:30.058510 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:30.058670 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:30.058827 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:30.058983 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:30.059141 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:30.059297 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:30.059490 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:30.059597 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:30.059755 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:30.059914 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:30.060076 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:30.060232 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] debug = True {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:30.060390 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:30.060591 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:30.060748 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:30.060897 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:30.061054 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:30.061212 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:30.061369 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:30.061526 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:30.061683 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:30.061841 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:30.061999 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:30.062194 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:30.062353 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:30.062514 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:30.062668 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:30.062979 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:30.063138 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:30.063299 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] host = dv-cinder-846842-4-iscsi {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:30.063456 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:30.063614 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:30.063772 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:30.063928 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:30.064086 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:30.064244 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:30.064403 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:30.064563 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:30.064720 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:30.064876 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:30.065033 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:30.065190 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:30.065389 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:30.065521 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] log_file = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:30.065659 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] log_options = True {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:30.065815 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:30.065971 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:30.066151 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:30.066336 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:30.066498 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:30.066656 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:30.066813 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:30.066970 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:30.067122 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:30.067274 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:30.067428 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:30.067590 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:30.067746 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:30.067904 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:30.068061 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:30.068738 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:30.068895 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:30.069052 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:30.069210 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:30.069400 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:30.069547 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:30.069657 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:30.069814 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:30.069971 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:30.070164 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:30.070322 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:30.070484 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:30.070640 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:30.070798 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:30.070956 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:30.071114 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:30.071270 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:30.071428 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:30.071584 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:30.071741 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:30.071897 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:30.072053 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:30.072210 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:30.072370 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:30.072534 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:30.072691 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:30.072835 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:30.072992 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:30.073149 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:30.073305 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:30.073461 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:30.073617 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] use_json = False {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:30.073773 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:30.073929 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:30.074106 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:30.074265 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:30.074421 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:30.074578 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:30.074735 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:30.074892 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:30.075048 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 26 02:56:30.075244 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.075410 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.075585 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.075679 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 02:56:30.075762 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.075894 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.076055 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.076217 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.076377 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.076537 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.076697 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.076865 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.077026 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.077197 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.077357 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.077517 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.077678 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.077839 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.078000 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.078183 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.078345 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.078508 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.078669 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.078834 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.078995 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.079230 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.080347 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.080347 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.080347 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.081403 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.081403 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.081403 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.081403 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.081403 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.082014 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.082014 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.082014 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.082014 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.082375 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.082375 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.082607 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.082819 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.082819 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.083431 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.083431 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.083431 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.083431 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.083769 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.083769 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.084438 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.084543 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.084706 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.084867 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.085027 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.085188 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.085348 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.085508 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.085669 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.085840 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.086000 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.086200 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.086362 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.086523 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.086685 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.086846 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.087007 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.087167 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.087327 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.087488 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.087662 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.087823 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.087982 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.088142 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.088303 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.088463 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.088623 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.088783 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.088943 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.089104 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.089264 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.089425 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.089586 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.089747 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.089908 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.090088 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.090254 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.090471 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.090863 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.090863 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.090863 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.091067 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.091172 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.091349 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.091510 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.091671 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.091831 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.091992 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.092152 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.092418 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.092563 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.092711 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.093110 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.093110 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.093110 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.093416 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.093416 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.093603 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.093679 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.093795 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.093954 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.094145 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.094307 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.094468 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.094629 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.094789 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.094949 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.095107 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.095269 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.095389 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.095550 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.095719 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.095880 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.096043 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.096204 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.096372 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.096542 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.096704 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.096863 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.097024 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.097180 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.097340 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.097481 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.097640 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.097800 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.097960 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.098142 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.098314 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.098475 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.098635 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.098794 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.098978 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.099139 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.099300 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.099484 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.099644 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.099805 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.099965 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.100126 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.100286 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.100447 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.100611 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.100777 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.100934 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.101238 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.101537 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.101706 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.101868 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.102030 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.102213 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.102375 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.102566 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.102698 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.102846 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.103023 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.103152 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.103304 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.103466 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.103642 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.103763 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.103925 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.104085 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.104244 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.104405 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.104566 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.104726 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.104886 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.105046 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.105209 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.105369 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.105529 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.105763 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.106623 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.106787 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.106953 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.107116 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.107277 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.107437 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.107599 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.107763 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.107955 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.108412 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.108412 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.108412 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.109155 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.109155 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.109155 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.109155 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.109155 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.109753 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.109753 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.109753 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.109753 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.111556 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.111556 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.111556 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.111556 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.111556 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.111556 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.111556 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.111556 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.113450 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.113450 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.113450 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.113450 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.113450 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.113450 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.113450 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.113450 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.113450 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.114553 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.114553 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.114553 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.114553 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.114553 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.114553 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.114553 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.114553 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.115846 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.115846 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.115846 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.115846 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.115846 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.115846 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.115846 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.115846 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.116712 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.116712 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.116712 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.116712 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.116712 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.116712 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.116712 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.116712 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.117344 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.117344 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.117344 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.117344 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.117344 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.117344 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.117932 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.117932 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.117932 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.117932 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.118271 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.118271 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.118410 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.118534 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.118695 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.118855 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.119026 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.119708 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.119708 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.119708 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.119708 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.120027 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.120027 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.120170 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.120258 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.120387 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.122063 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.122063 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.122063 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.122063 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.122063 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.122063 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.122063 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.122063 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.122679 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.122679 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.122913 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.123093 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.123264 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.123426 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.123606 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.123763 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.123916 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.124080 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.124500 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.124669 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.124829 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.124990 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.125150 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.125311 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.125473 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.125634 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.125794 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.125954 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.126139 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.126301 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.126462 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.126623 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.126783 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.126942 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 26 02:56:30.127097 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103904) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 26 02:56:30.210855 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 37402) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 02:56:30.219360 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [-] 10.222.0.13 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064127 Jun 26 02:56:39.421561 dv-cinder-846842-4-iscsi neutron-server[103904]: DEBUG dbcounter [-] [103904] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=103904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 02:56:41.485391 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d5c87e-4014-4e05-a69d-75f54ec9b329 None None] get_active_networks_info from dv-cinder-846842-4-iscsi {{(pid=104015) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jun 26 02:56:41.488639 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writer thread running {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 26 02:56:41.579823 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-fbc7e6e3-21c3-41d1-8e89-4fade954aa54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1597032'] for agent (7168f7b9-c398-4364-91f8-35e2ce03f4c4), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 02:56:41.649385 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d5c87e-4014-4e05-a69d-75f54ec9b329 None None] No non-hosted networks {{(pid=104015) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 26 02:56:43.216455 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writer thread running {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 26 02:56:43.703224 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-2f7e37ba-9ccb-4afb-b139-aa285b5003fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1597032'] for agent (0122de27-3097-4d47-a0ca-0fb90e28ac1e), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 02:56:43.752846 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a0fbd95b-9ce6-45b7-b5d0-c7561ebc521c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (0122de27-3097-4d47-a0ca-0fb90e28ac1e), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 02:56:44.596053 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 37470) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 02:56:44.835559 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a0725410-9e6c-45cb-9ff8-c6c4931d6b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1597032'] for agent (ece691f0-a7cc-4e31-b59a-0e18fd9fccde), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 02:56:45.210812 dv-cinder-846842-4-iscsi neutron-server[104013]: WARNING oslo_policy.policy [None req-05708280-9be1-45c1-837c-25278816d304 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 26 02:56:45.211371 dv-cinder-846842-4-iscsi neutron-server[104013]: WARNING oslo_policy.policy [None req-05708280-9be1-45c1-837c-25278816d304 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 26 02:56:45.434029 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [None req-05708280-9be1-45c1-837c-25278816d304 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104013) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 26 02:56:45.456032 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-05708280-9be1-45c1-837c-25278816d304 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8579166 Jun 26 02:56:46.233677 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d2867017-9ae3-4ae5-b018-59cb98d1258b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1597032'] for agent (3b87920d-6933-41a3-b47c-185b87d68e87), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 02:56:46.498410 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1597032'] for agent (16f9b602-7baf-4f7a-ab92-1b0788147fb5), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 02:56:46.502515 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 02:56:46.503168 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 02:56:46.503702 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 02:56:46.505594 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 02:56:46.507309 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 02:56:46.508071 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 02:56:46.508571 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 02:56:46.509065 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 02:56:46.509477 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 02:56:46.510146 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 02:56:46.510646 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 02:56:46.511108 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 02:56:46.511594 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 02:56:46.512134 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 02:56:46.512598 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 02:56:46.513155 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-846842-4-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 02:56:46.528339 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-846842-4-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 02:56:47.157565 dv-cinder-846842-4-iscsi neutron-server[104015]: INFO neutron.db.l3_hamode_db [None req-184478c8-5750-42ed-bc24-3a96b8315e12 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 26 02:56:47.236684 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184478c8-5750-42ed-bc24-3a96b8315e12 None None] Routers set() bound to L3 agent in host dv-cinder-846842-4-iscsi {{(pid=104015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 26 02:56:47.237326 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184478c8-5750-42ed-bc24-3a96b8315e12 None None] Router IDs set() for agent in host dv-cinder-846842-4-iscsi {{(pid=104015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jun 26 02:56:47.776666 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 37506) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 02:56:48.108148 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-d93107ba-b65e-4ddd-a870-24147284fbc4 admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 02:56:48.206163 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.policy [None req-d93107ba-b65e-4ddd-a870-24147284fbc4 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104013) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 26 02:56:48.247730 dv-cinder-846842-4-iscsi neutron-server[104013]: WARNING oslo_policy.policy [None req-d93107ba-b65e-4ddd-a870-24147284fbc4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 26 02:56:48.248114 dv-cinder-846842-4-iscsi neutron-server[104013]: WARNING oslo_policy.policy [None req-d93107ba-b65e-4ddd-a870-24147284fbc4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 26 02:56:48.267708 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writer thread running {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 26 02:56:48.344800 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d93107ba-b65e-4ddd-a870-24147284fbc4 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787578251022', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787578249498', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787577873923', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787577887214', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787577893455', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787577905036', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-799667', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-825411', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1890453', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1735485'] for rbac-policy (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 02:56:48.416579 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d93107ba-b65e-4ddd-a870-24147284fbc4 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 02:56:48.417762 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-d93107ba-b65e-4ddd-a870-24147284fbc4 admin admin] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6400192 Jun 26 02:56:50.637613 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 37518) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 02:56:50.956944 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-d7614c54-09dd-4235-9742-de3fc67647b7 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 02:56:50.986002 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7614c54-09dd-4235-9742-de3fc67647b7 demo demo] Made reservation on behalf of e855e8bdc61c4a8a91cadb04fe89906c for: {'network': 1} {{(pid=104013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 02:56:50.990602 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d7614c54-09dd-4235-9742-de3fc67647b7 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for network (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 02:56:51.007351 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d7614c54-09dd-4235-9742-de3fc67647b7 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 02:56:51.122351 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d7614c54-09dd-4235-9742-de3fc67647b7 demo demo] Publish callbacks [] for security_group (3f3c965b-fb5d-4f65-abc8-16383352d0bf), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 02:56:51.126268 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d7614c54-09dd-4235-9742-de3fc67647b7 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (3f3c965b-fb5d-4f65-abc8-16383352d0bf), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 02:56:51.150448 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7614c54-09dd-4235-9742-de3fc67647b7 demo demo] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=104013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 26 02:56:51.185370 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d7614c54-09dd-4235-9742-de3fc67647b7 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8787575540866', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981176'] for segment (569a1105-515a-4776-abf6-48ac4ddd5103), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 02:56:51.185929 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d7614c54-09dd-4235-9742-de3fc67647b7 demo demo] Unsubscribe: segment precommit_create {{(pid=104013) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 26 02:56:51.186473 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.db.segments_db [None req-d7614c54-09dd-4235-9742-de3fc67647b7 demo demo] Added segment 569a1105-515a-4776-abf6-48ac4ddd5103 of type vlan for network 01b7702a-0fe6-4475-837d-182164e257f6 Jun 26 02:56:51.203466 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7614c54-09dd-4235-9742-de3fc67647b7 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=3f3c965b-fb5d-4f65-abc8-16383352d0bf,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 02:56:51.250194 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7614c54-09dd-4235-9742-de3fc67647b7 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 02:56:51.250538 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7614c54-09dd-4235-9742-de3fc67647b7 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 02:56:51.250888 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7614c54-09dd-4235-9742-de3fc67647b7 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 02:56:51.251239 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7614c54-09dd-4235-9742-de3fc67647b7 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 02:56:51.251571 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7614c54-09dd-4235-9742-de3fc67647b7 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 02:56:51.251893 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7614c54-09dd-4235-9742-de3fc67647b7 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 02:56:51.252213 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7614c54-09dd-4235-9742-de3fc67647b7 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 02:56:51.252532 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7614c54-09dd-4235-9742-de3fc67647b7 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 02:56:51.252855 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7614c54-09dd-4235-9742-de3fc67647b7 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 02:56:51.253172 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7614c54-09dd-4235-9742-de3fc67647b7 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 02:56:51.253490 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7614c54-09dd-4235-9742-de3fc67647b7 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 02:56:51.253818 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7614c54-09dd-4235-9742-de3fc67647b7 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 02:56:51.254183 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7614c54-09dd-4235-9742-de3fc67647b7 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 02:56:51.254490 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7614c54-09dd-4235-9742-de3fc67647b7 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 02:56:51.254800 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7614c54-09dd-4235-9742-de3fc67647b7 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 02:56:51.256269 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7614c54-09dd-4235-9742-de3fc67647b7 demo demo] Tracked resource versions report: Jun 26 02:56:51.256269 dv-cinder-846842-4-iscsi neutron-server[104013]: pushed versions: Jun 26 02:56:51.256269 dv-cinder-846842-4-iscsi neutron-server[104013]: { 'AddressGroup': {'1.2'}, Jun 26 02:56:51.256269 dv-cinder-846842-4-iscsi neutron-server[104013]: 'Agent': {'1.1'}, Jun 26 02:56:51.256269 dv-cinder-846842-4-iscsi neutron-server[104013]: 'ConntrackHelper': {'1.0'}, Jun 26 02:56:51.256269 dv-cinder-846842-4-iscsi neutron-server[104013]: 'LocalIPAssociation': {'1.0'}, Jun 26 02:56:51.256269 dv-cinder-846842-4-iscsi neutron-server[104013]: 'Log': {'1.0'}, Jun 26 02:56:51.256269 dv-cinder-846842-4-iscsi neutron-server[104013]: 'NDPProxy': {'1.0'}, Jun 26 02:56:51.256269 dv-cinder-846842-4-iscsi neutron-server[104013]: 'Network': {'1.1'}, Jun 26 02:56:51.256269 dv-cinder-846842-4-iscsi neutron-server[104013]: 'Port': {'1.7'}, Jun 26 02:56:51.256269 dv-cinder-846842-4-iscsi neutron-server[104013]: 'PortForwarding': {'1.3'}, Jun 26 02:56:51.256269 dv-cinder-846842-4-iscsi neutron-server[104013]: 'QosPolicy': {'1.10'}, Jun 26 02:56:51.256269 dv-cinder-846842-4-iscsi neutron-server[104013]: 'SecurityGroup': {'1.5'}, Jun 26 02:56:51.256269 dv-cinder-846842-4-iscsi neutron-server[104013]: 'SecurityGroupRule': {'1.2'}, Jun 26 02:56:51.256269 dv-cinder-846842-4-iscsi neutron-server[104013]: 'SubPort': {'1.0'}, Jun 26 02:56:51.256269 dv-cinder-846842-4-iscsi neutron-server[104013]: 'Subnet': {'1.1'}, Jun 26 02:56:51.256269 dv-cinder-846842-4-iscsi neutron-server[104013]: 'Trunk': {'1.1'}} Jun 26 02:56:51.256269 dv-cinder-846842-4-iscsi neutron-server[104013]: consumer versions: Jun 26 02:56:51.256269 dv-cinder-846842-4-iscsi neutron-server[104013]: { DHCP agent@dv-cinder-846842-4-iscsi: {}, Jun 26 02:56:51.256269 dv-cinder-846842-4-iscsi neutron-server[104013]: L3 agent@dv-cinder-846842-4-iscsi: {}, Jun 26 02:56:51.256269 dv-cinder-846842-4-iscsi neutron-server[104013]: Metadata agent@dv-cinder-846842-4-iscsi: {}, Jun 26 02:56:51.256269 dv-cinder-846842-4-iscsi neutron-server[104013]: Metering agent@dv-cinder-846842-4-iscsi: {}, Jun 26 02:56:51.256269 dv-cinder-846842-4-iscsi neutron-server[104013]: Open vSwitch agent@dv-cinder-846842-4-iscsi: { 'AddressGroup': '1.2', Jun 26 02:56:51.256269 dv-cinder-846842-4-iscsi neutron-server[104013]: 'Agent': '1.1', Jun 26 02:56:51.256269 dv-cinder-846842-4-iscsi neutron-server[104013]: 'ConntrackHelper': '1.0', Jun 26 02:56:51.256269 dv-cinder-846842-4-iscsi neutron-server[104013]: 'LocalIPAssociation': '1.0', Jun 26 02:56:51.256269 dv-cinder-846842-4-iscsi neutron-server[104013]: 'Log': '1.0', Jun 26 02:56:51.256269 dv-cinder-846842-4-iscsi neutron-server[104013]: 'NDPProxy': '1.0', Jun 26 02:56:51.256269 dv-cinder-846842-4-iscsi neutron-server[104013]: 'Network': '1.1', Jun 26 02:56:51.256269 dv-cinder-846842-4-iscsi neutron-server[104013]: 'Port': '1.7', Jun 26 02:56:51.256269 dv-cinder-846842-4-iscsi neutron-server[104013]: 'PortForwarding': '1.3', Jun 26 02:56:51.256269 dv-cinder-846842-4-iscsi neutron-server[104013]: 'QosPolicy': '1.10', Jun 26 02:56:51.256269 dv-cinder-846842-4-iscsi neutron-server[104013]: 'SecurityGroup': '1.5', Jun 26 02:56:51.256269 dv-cinder-846842-4-iscsi neutron-server[104013]: 'SecurityGroupRule': '1.2', Jun 26 02:56:51.256269 dv-cinder-846842-4-iscsi neutron-server[104013]: 'SubPort': '1.0', Jun 26 02:56:51.256269 dv-cinder-846842-4-iscsi neutron-server[104013]: 'Subnet': '1.1', Jun 26 02:56:51.256269 dv-cinder-846842-4-iscsi neutron-server[104013]: 'Trunk': '1.1'}} Jun 26 02:56:51.256269 dv-cinder-846842-4-iscsi neutron-server[104013]: {{(pid=104013) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 26 02:56:51.299457 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d7614c54-09dd-4235-9742-de3fc67647b7 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787575249107'] for network (01b7702a-0fe6-4475-837d-182164e257f6), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 02:56:51.316517 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=53,neutron:INSERT=43,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 02:56:51.340504 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d7614c54-09dd-4235-9742-de3fc67647b7 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914'] for network (01b7702a-0fe6-4475-837d-182164e257f6), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 02:56:51.345539 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7614c54-09dd-4235-9742-de3fc67647b7 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 02:56:51.346280 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d7614c54-09dd-4235-9742-de3fc67647b7 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628900'] for network (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 02:56:51.419330 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-d7614c54-09dd-4235-9742-de3fc67647b7 demo demo] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 0.7806175 Jun 26 02:56:51.469135 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7614c54-09dd-4235-9742-de3fc67647b7 demo demo] Pushing event updated for resources: {'Network': ['ID=01b7702a-0fe6-4475-837d-182164e257f6,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 02:56:51.482402 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Network 01b7702a-0fe6-4475-837d-182164e257f6 details requested by agent ovs-agent-dv-cinder-846842-4-iscsi with host dv-cinder-846842-4-iscsi {{(pid=104015) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 26 02:56:53.698173 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 37532) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 02:56:54.108461 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-265e2e3d-08cf-466b-847d-96a86aeb463e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 02:56:54.109820 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-265e2e3d-08cf-466b-847d-96a86aeb463e demo admin] 10.222.0.13 "GET /v2.0/networks/01b7702a-0fe6-4475-837d-182164e257f6 HTTP/1.1" status: 200 len: 825 time: 0.4107032 Jun 26 02:56:54.134605 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-79193274-fcc0-4b44-ab77-d88cdefbaba3 demo admin] 10.222.0.13 "GET /v2.0/subnetpools/f03f0055-68d4-4760-bbf5-77e18de4ead8 HTTP/1.1" status: 200 len: 734 time: 0.0184391 Jun 26 02:56:54.142753 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-4671d6ae-f334-4f48-85fb-12e9cb6426b2 demo admin] Request body: {'subnet': {'name': 'private-subnet', 'network_id': '01b7702a-0fe6-4475-837d-182164e257f6', 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'f03f0055-68d4-4760-bbf5-77e18de4ead8', 'ip_version': 4}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 02:56:54.164591 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4671d6ae-f334-4f48-85fb-12e9cb6426b2 demo admin] Made reservation on behalf of e855e8bdc61c4a8a91cadb04fe89906c for: {'subnet': 1} {{(pid=104013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 02:56:54.166782 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-4671d6ae-f334-4f48-85fb-12e9cb6426b2 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 02:56:54.372853 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:INSERT=14,neutron:SELECT=82,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 02:56:54.452330 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-4671d6ae-f334-4f48-85fb-12e9cb6426b2 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914'] for subnet (0821a395-054e-481c-966d-8586ff49d6ad), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 02:56:54.524751 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4671d6ae-f334-4f48-85fb-12e9cb6426b2 demo admin] Pushing event updated for resources: {'Subnet': ['ID=0821a395-054e-481c-966d-8586ff49d6ad,revision_number=0']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 02:56:54.528549 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4671d6ae-f334-4f48-85fb-12e9cb6426b2 demo admin] Checking segment: {'id': '569a1105-515a-4776-abf6-48ac4ddd5103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '01b7702a-0fe6-4475-837d-182164e257f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 26 02:56:54.528903 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4671d6ae-f334-4f48-85fb-12e9cb6426b2 demo admin] Network hostable DHCP agents. Network: 01b7702a-0fe6-4475-837d-182164e257f6, hostable agents: ['7168f7b9-c398-4364-91f8-35e2ce03f4c4'], hosted agents: [] {{(pid=104013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 26 02:56:54.548398 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4671d6ae-f334-4f48-85fb-12e9cb6426b2 demo admin] Network 01b7702a-0fe6-4475-837d-182164e257f6 is scheduled to be hosted by DHCP agent 7168f7b9-c398-4364-91f8-35e2ce03f4c4 with binding_index 1 {{(pid=104013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 26 02:56:54.559516 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.scheduler.base_scheduler [None req-4671d6ae-f334-4f48-85fb-12e9cb6426b2 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846842-4-iscsi, 01b7702a-0fe6-4475-837d-182164e257f6) {{(pid=104013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 02:56:54.564359 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4671d6ae-f334-4f48-85fb-12e9cb6426b2 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 02:56:54.564636 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-4671d6ae-f334-4f48-85fb-12e9cb6426b2 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628900'] for subnet (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 02:56:54.569503 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6916c2cc-0231-40ad-b014-7a4e68e536af None None] Network 01b7702a-0fe6-4475-837d-182164e257f6 requested from dv-cinder-846842-4-iscsi {{(pid=104015) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 26 02:56:54.585852 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-4671d6ae-f334-4f48-85fb-12e9cb6426b2 demo admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4438164 Jun 26 02:56:54.830933 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7951e5a-1f8d-48be-98db-cd3f5f993468 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26d13647-f000-53af-8200-2754bac59090-01b7702a-0fe6-4475-837d-182164e257f6', 'network_id': '01b7702a-0fe6-4475-837d-182164e257f6', 'project_id': 'e855e8bdc61c4a8a91cadb04fe89906c', 'fixed_ips': [{'subnet_id': '0821a395-054e-481c-966d-8586ff49d6ad'}]}} from dv-cinder-846842-4-iscsi. {{(pid=104015) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 26 02:56:54.832260 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a7951e5a-1f8d-48be-98db-cd3f5f993468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 02:56:55.107960 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.db_base_plugin_common [None req-a7951e5a-1f8d-48be-98db-cd3f5f993468 None None] Allocated IP 172.20.0.2 (01b7702a-0fe6-4475-837d-182164e257f6/0821a395-054e-481c-966d-8586ff49d6ad/faf00466-b879-4de7-b0b7-3c4f20e438e7) {{(pid=104015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 02:56:55.111347 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=63,neutron:INSERT=36,neutron:UPDATE=1 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 02:56:55.378453 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a7951e5a-1f8d-48be-98db-cd3f5f993468 None None] Publish callbacks [] for port (faf00466-b879-4de7-b0b7-3c4f20e438e7), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 02:56:55.386531 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a7951e5a-1f8d-48be-98db-cd3f5f993468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787575245469'] for port (faf00466-b879-4de7-b0b7-3c4f20e438e7), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 02:56:55.463216 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7951e5a-1f8d-48be-98db-cd3f5f993468 None None] Network 01b7702a-0fe6-4475-837d-182164e257f6 is already hosted by enough agents. {{(pid=104015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 02:56:55.468888 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.scheduler.base_scheduler [None req-a7951e5a-1f8d-48be-98db-cd3f5f993468 None None] Resources bound (agent type, host, resource id): {{(pid=104015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 02:56:55.476129 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7951e5a-1f8d-48be-98db-cd3f5f993468 None None] Received port after_create {{(pid=104015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 26 02:56:55.478152 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7951e5a-1f8d-48be-98db-cd3f5f993468 None None] Pushing event updated for resources: {'Port': ['ID=faf00466-b879-4de7-b0b7-3c4f20e438e7,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 02:56:55.511298 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7951e5a-1f8d-48be-98db-cd3f5f993468 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 02:56:55.511644 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7951e5a-1f8d-48be-98db-cd3f5f993468 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 02:56:55.511996 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7951e5a-1f8d-48be-98db-cd3f5f993468 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 02:56:55.512348 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7951e5a-1f8d-48be-98db-cd3f5f993468 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 02:56:55.512679 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7951e5a-1f8d-48be-98db-cd3f5f993468 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 02:56:55.513007 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7951e5a-1f8d-48be-98db-cd3f5f993468 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 02:56:55.513326 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7951e5a-1f8d-48be-98db-cd3f5f993468 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 02:56:55.513647 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7951e5a-1f8d-48be-98db-cd3f5f993468 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 02:56:55.513964 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7951e5a-1f8d-48be-98db-cd3f5f993468 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 02:56:55.514331 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7951e5a-1f8d-48be-98db-cd3f5f993468 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 02:56:55.514652 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7951e5a-1f8d-48be-98db-cd3f5f993468 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 02:56:55.514992 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7951e5a-1f8d-48be-98db-cd3f5f993468 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 02:56:55.515310 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7951e5a-1f8d-48be-98db-cd3f5f993468 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 02:56:55.515621 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7951e5a-1f8d-48be-98db-cd3f5f993468 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 02:56:55.515933 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7951e5a-1f8d-48be-98db-cd3f5f993468 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 02:56:55.517378 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7951e5a-1f8d-48be-98db-cd3f5f993468 None None] Tracked resource versions report: Jun 26 02:56:55.517378 dv-cinder-846842-4-iscsi neutron-server[104015]: pushed versions: Jun 26 02:56:55.517378 dv-cinder-846842-4-iscsi neutron-server[104015]: { 'AddressGroup': {'1.2'}, Jun 26 02:56:55.517378 dv-cinder-846842-4-iscsi neutron-server[104015]: 'Agent': {'1.1'}, Jun 26 02:56:55.517378 dv-cinder-846842-4-iscsi neutron-server[104015]: 'ConntrackHelper': {'1.0'}, Jun 26 02:56:55.517378 dv-cinder-846842-4-iscsi neutron-server[104015]: 'LocalIPAssociation': {'1.0'}, Jun 26 02:56:55.517378 dv-cinder-846842-4-iscsi neutron-server[104015]: 'Log': {'1.0'}, Jun 26 02:56:55.517378 dv-cinder-846842-4-iscsi neutron-server[104015]: 'NDPProxy': {'1.0'}, Jun 26 02:56:55.517378 dv-cinder-846842-4-iscsi neutron-server[104015]: 'Network': {'1.1'}, Jun 26 02:56:55.517378 dv-cinder-846842-4-iscsi neutron-server[104015]: 'Port': {'1.7'}, Jun 26 02:56:55.517378 dv-cinder-846842-4-iscsi neutron-server[104015]: 'PortForwarding': {'1.3'}, Jun 26 02:56:55.517378 dv-cinder-846842-4-iscsi neutron-server[104015]: 'QosPolicy': {'1.10'}, Jun 26 02:56:55.517378 dv-cinder-846842-4-iscsi neutron-server[104015]: 'SecurityGroup': {'1.5'}, Jun 26 02:56:55.517378 dv-cinder-846842-4-iscsi neutron-server[104015]: 'SecurityGroupRule': {'1.2'}, Jun 26 02:56:55.517378 dv-cinder-846842-4-iscsi neutron-server[104015]: 'SubPort': {'1.0'}, Jun 26 02:56:55.517378 dv-cinder-846842-4-iscsi neutron-server[104015]: 'Subnet': {'1.1'}, Jun 26 02:56:55.517378 dv-cinder-846842-4-iscsi neutron-server[104015]: 'Trunk': {'1.1'}} Jun 26 02:56:55.517378 dv-cinder-846842-4-iscsi neutron-server[104015]: consumer versions: Jun 26 02:56:55.517378 dv-cinder-846842-4-iscsi neutron-server[104015]: { DHCP agent@dv-cinder-846842-4-iscsi: {}, Jun 26 02:56:55.517378 dv-cinder-846842-4-iscsi neutron-server[104015]: L3 agent@dv-cinder-846842-4-iscsi: {}, Jun 26 02:56:55.517378 dv-cinder-846842-4-iscsi neutron-server[104015]: Metadata agent@dv-cinder-846842-4-iscsi: {}, Jun 26 02:56:55.517378 dv-cinder-846842-4-iscsi neutron-server[104015]: Metering agent@dv-cinder-846842-4-iscsi: {}, Jun 26 02:56:55.517378 dv-cinder-846842-4-iscsi neutron-server[104015]: Open vSwitch agent@dv-cinder-846842-4-iscsi: { 'AddressGroup': '1.2', Jun 26 02:56:55.517378 dv-cinder-846842-4-iscsi neutron-server[104015]: 'Agent': '1.1', Jun 26 02:56:55.517378 dv-cinder-846842-4-iscsi neutron-server[104015]: 'ConntrackHelper': '1.0', Jun 26 02:56:55.517378 dv-cinder-846842-4-iscsi neutron-server[104015]: 'LocalIPAssociation': '1.0', Jun 26 02:56:55.517378 dv-cinder-846842-4-iscsi neutron-server[104015]: 'Log': '1.0', Jun 26 02:56:55.517378 dv-cinder-846842-4-iscsi neutron-server[104015]: 'NDPProxy': '1.0', Jun 26 02:56:55.517378 dv-cinder-846842-4-iscsi neutron-server[104015]: 'Network': '1.1', Jun 26 02:56:55.517378 dv-cinder-846842-4-iscsi neutron-server[104015]: 'Port': '1.7', Jun 26 02:56:55.517378 dv-cinder-846842-4-iscsi neutron-server[104015]: 'PortForwarding': '1.3', Jun 26 02:56:55.517378 dv-cinder-846842-4-iscsi neutron-server[104015]: 'QosPolicy': '1.10', Jun 26 02:56:55.517378 dv-cinder-846842-4-iscsi neutron-server[104015]: 'SecurityGroup': '1.5', Jun 26 02:56:55.517378 dv-cinder-846842-4-iscsi neutron-server[104015]: 'SecurityGroupRule': '1.2', Jun 26 02:56:55.517378 dv-cinder-846842-4-iscsi neutron-server[104015]: 'SubPort': '1.0', Jun 26 02:56:55.517378 dv-cinder-846842-4-iscsi neutron-server[104015]: 'Subnet': '1.1', Jun 26 02:56:55.517378 dv-cinder-846842-4-iscsi neutron-server[104015]: 'Trunk': '1.1'}} Jun 26 02:56:55.517378 dv-cinder-846842-4-iscsi neutron-server[104015]: {{(pid=104015) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 26 02:56:55.568452 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [None req-a7951e5a-1f8d-48be-98db-cd3f5f993468 None None] Attempting to bind port faf00466-b879-4de7-b0b7-3c4f20e438e7 on host dv-cinder-846842-4-iscsi for vnic_type normal with profile {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 26 02:56:55.568856 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [None req-a7951e5a-1f8d-48be-98db-cd3f5f993468 None None] Attempting to bind port faf00466-b879-4de7-b0b7-3c4f20e438e7 by drivers openvswitch,hyperv on host dv-cinder-846842-4-iscsi at level 0 using segments [{'id': '569a1105-515a-4776-abf6-48ac4ddd5103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '01b7702a-0fe6-4475-837d-182164e257f6'}] {{(pid=104015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 26 02:56:55.569270 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7951e5a-1f8d-48be-98db-cd3f5f993468 None None] Attempting to bind port faf00466-b879-4de7-b0b7-3c4f20e438e7 on network 01b7702a-0fe6-4475-837d-182164e257f6 {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 26 02:56:55.574216 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7951e5a-1f8d-48be-98db-cd3f5f993468 None None] Checking agent: {'id': '16f9b602-7baf-4f7a-ab92-1b0788147fb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 26, 2, 56, 46), 'started_at': datetime.datetime(2022, 6, 26, 2, 56, 46), 'heartbeat_timestamp': datetime.datetime(2022, 6, 26, 2, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 26 02:56:55.574753 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7951e5a-1f8d-48be-98db-cd3f5f993468 None None] Checking segment: {'id': '569a1105-515a-4776-abf6-48ac4ddd5103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '01b7702a-0fe6-4475-837d-182164e257f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 26 02:56:55.575070 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a7951e5a-1f8d-48be-98db-cd3f5f993468 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 02:56:55.575456 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7951e5a-1f8d-48be-98db-cd3f5f993468 None None] Bound using segment: {'id': '569a1105-515a-4776-abf6-48ac4ddd5103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '01b7702a-0fe6-4475-837d-182164e257f6'} {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 26 02:56:55.575915 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [None req-a7951e5a-1f8d-48be-98db-cd3f5f993468 None None] Bound port: faf00466-b879-4de7-b0b7-3c4f20e438e7, host: dv-cinder-846842-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '569a1105-515a-4776-abf6-48ac4ddd5103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '01b7702a-0fe6-4475-837d-182164e257f6'}}] {{(pid=104015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 26 02:56:55.576316 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a7951e5a-1f8d-48be-98db-cd3f5f993468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (faf00466-b879-4de7-b0b7-3c4f20e438e7), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 02:56:55.607533 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:INSERT=5,neutron:SELECT=91,neutron:UPDATE=4 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 02:56:55.641825 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-a7951e5a-1f8d-48be-98db-cd3f5f993468 None None] For port faf00466-b879-4de7-b0b7-3c4f20e438e7, host dv-cinder-846842-4-iscsi, cleared binding levels {{(pid=104015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 02:56:55.646430 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-a7951e5a-1f8d-48be-98db-cd3f5f993468 None None] For port faf00466-b879-4de7-b0b7-3c4f20e438e7, host dv-cinder-846842-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-4-iscsi',level=0,port_id=faf00466-b879-4de7-b0b7-3c4f20e438e7,segment=NetworkSegment(569a1105-515a-4776-abf6-48ac4ddd5103),segment_id=569a1105-515a-4776-abf6-48ac4ddd5103)] {{(pid=104015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 02:56:55.653783 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a7951e5a-1f8d-48be-98db-cd3f5f993468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (faf00466-b879-4de7-b0b7-3c4f20e438e7), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 02:56:55.712967 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7951e5a-1f8d-48be-98db-cd3f5f993468 None None] Pushing event updated for resources: {'Port': ['ID=faf00466-b879-4de7-b0b7-3c4f20e438e7,revision_number=2']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 02:56:56.886829 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 37542) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 02:56:57.215748 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [None req-e81e5027-c10b-4be8-a86e-5db666a41aa9 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104013) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 26 02:56:57.216816 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-e81e5027-c10b-4be8-a86e-5db666a41aa9 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3290203 Jun 26 02:56:59.245823 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=5 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 02:56:59.257404 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=19,neutron:INSERT=31 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 02:56:59.476721 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 37552) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 02:56:59.997113 dv-cinder-846842-4-iscsi neutron-server[104014]: WARNING oslo_policy.policy [None req-276bef38-15a1-4f0a-9815-9a351b96cb9a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 26 02:56:59.997656 dv-cinder-846842-4-iscsi neutron-server[104014]: WARNING oslo_policy.policy [None req-276bef38-15a1-4f0a-9815-9a351b96cb9a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 26 02:57:00.212673 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [None req-276bef38-15a1-4f0a-9815-9a351b96cb9a admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104014) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 26 02:57:00.213772 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-276bef38-15a1-4f0a-9815-9a351b96cb9a admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7360964 Jun 26 02:57:02.514610 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 37570) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 02:57:02.832531 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-d6a289f9-c372-4051-8874-5f8278adae88 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 02:57:02.856580 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d6a289f9-c372-4051-8874-5f8278adae88 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25228'] for router (89de4d99-12f9-4abb-8af3-1a1a93b6b542), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 02:57:02.858172 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d6a289f9-c372-4051-8874-5f8278adae88 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1616517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2076507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25237'] for router (89de4d99-12f9-4abb-8af3-1a1a93b6b542), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 02:57:02.998734 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d6a289f9-c372-4051-8874-5f8278adae88 demo demo] Publish callbacks [] for router_controller (89de4d99-12f9-4abb-8af3-1a1a93b6b542), precommit_add_association {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 02:57:03.004133 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d6a289f9-c372-4051-8874-5f8278adae88 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1616609'] for router (89de4d99-12f9-4abb-8af3-1a1a93b6b542), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 02:57:03.022631 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d6a289f9-c372-4051-8874-5f8278adae88 demo demo] Publish callbacks [] for router (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 02:57:03.023867 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-d6a289f9-c372-4051-8874-5f8278adae88 demo demo] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5082717 Jun 26 02:57:03.697743 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-119e8b3d-d062-408e-b98e-25efbd1d4c71 None None] Network 01b7702a-0fe6-4475-837d-182164e257f6 requested from dv-cinder-846842-4-iscsi {{(pid=104015) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 26 02:57:03.767397 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-5e0ca9ac-6f7a-4189-b8a4-9ce339e63d0d None None] Provisioning complete for port faf00466-b879-4de7-b0b7-3c4f20e438e7 triggered by entity DHCP. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 02:57:03.767799 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-5e0ca9ac-6f7a-4189-b8a4-9ce339e63d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (faf00466-b879-4de7-b0b7-3c4f20e438e7), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 02:57:03.951519 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-5e0ca9ac-6f7a-4189-b8a4-9ce339e63d0d None None] Current status of the port faf00466-b879-4de7-b0b7-3c4f20e438e7 is: DOWN; New status is: ACTIVE {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 02:57:03.952006 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-5e0ca9ac-6f7a-4189-b8a4-9ce339e63d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (faf00466-b879-4de7-b0b7-3c4f20e438e7), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 02:57:03.987488 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-5e0ca9ac-6f7a-4189-b8a4-9ce339e63d0d None None] For port faf00466-b879-4de7-b0b7-3c4f20e438e7, host dv-cinder-846842-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-4-iscsi',level=0,port_id=faf00466-b879-4de7-b0b7-3c4f20e438e7,segment=NetworkSegment(569a1105-515a-4776-abf6-48ac4ddd5103),segment_id=569a1105-515a-4776-abf6-48ac4ddd5103)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 02:57:03.992575 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-5e0ca9ac-6f7a-4189-b8a4-9ce339e63d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (faf00466-b879-4de7-b0b7-3c4f20e438e7), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 02:57:04.044211 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0ca9ac-6f7a-4189-b8a4-9ce339e63d0d None None] Pushing event updated for resources: {'Port': ['ID=faf00466-b879-4de7-b0b7-3c4f20e438e7,revision_number=3']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 02:57:04.178170 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Device faf00466-b879-4de7-b0b7-3c4f20e438e7 up at agent ovs-agent-dv-cinder-846842-4-iscsi {{(pid=104015) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 02:57:04.220871 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=5 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 02:57:04.225025 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-eb6451f1-ac31-406a-90a2-ce058fbe0bf5 None None] Provisioning complete for port faf00466-b879-4de7-b0b7-3c4f20e438e7 triggered by entity DHCP. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 02:57:04.225417 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-eb6451f1-ac31-406a-90a2-ce058fbe0bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (faf00466-b879-4de7-b0b7-3c4f20e438e7), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 02:57:04.263386 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Provisioning complete for port faf00466-b879-4de7-b0b7-3c4f20e438e7 triggered by entity L2. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 02:57:04.263767 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (faf00466-b879-4de7-b0b7-3c4f20e438e7), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 02:57:04.353112 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-eb6451f1-ac31-406a-90a2-ce058fbe0bf5 None None] Current status of the port faf00466-b879-4de7-b0b7-3c4f20e438e7 is: ACTIVE; New status is: ACTIVE {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 02:57:04.367491 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Current status of the port faf00466-b879-4de7-b0b7-3c4f20e438e7 is: ACTIVE; New status is: ACTIVE {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 02:57:05.300107 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 37578) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 02:57:05.616933 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [None req-2b4a44da-613c-473d-af5c-c3c6ea1d95b5 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104013) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 26 02:57:05.618279 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-2b4a44da-613c-473d-af5c-c3c6ea1d95b5 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3171127 Jun 26 02:57:07.858722 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 37586) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 02:57:08.172078 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-741bae3f-61e9-42e1-967e-585cb685dfee admin admin] Request body: {'network': {'provider:network_type': 'flat', 'name': 'public', 'provider:physical_network': 'physnet1', 'router:external': True, 'is_default': True, 'admin_state_up': True}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 02:57:08.194390 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-741bae3f-61e9-42e1-967e-585cb685dfee admin admin] Made reservation on behalf of becb24f8723f432e9a3c4c740a191a0b for: {'network': 1} {{(pid=104013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 02:57:08.196635 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-741bae3f-61e9-42e1-967e-585cb685dfee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for network (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 02:57:08.204712 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-741bae3f-61e9-42e1-967e-585cb685dfee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 02:57:08.239148 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 02:57:08.281891 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-741bae3f-61e9-42e1-967e-585cb685dfee admin admin] Publish callbacks [] for security_group (108d0f6f-0e7b-4146-a83f-a51bdb16e0e5), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 02:57:08.285923 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-741bae3f-61e9-42e1-967e-585cb685dfee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (108d0f6f-0e7b-4146-a83f-a51bdb16e0e5), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 02:57:08.300779 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-741bae3f-61e9-42e1-967e-585cb685dfee admin admin] Reserving flat network on physical network physnet1 {{(pid=104013) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 26 02:57:08.322196 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741bae3f-61e9-42e1-967e-585cb685dfee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=108d0f6f-0e7b-4146-a83f-a51bdb16e0e5,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 02:57:08.325775 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-741bae3f-61e9-42e1-967e-585cb685dfee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981176'] for segment (968602fb-f834-40ea-ad2f-658bf3156d3b), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 02:57:08.326142 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.db.segments_db [None req-741bae3f-61e9-42e1-967e-585cb685dfee admin admin] Added segment 968602fb-f834-40ea-ad2f-658bf3156d3b of type flat for network 9f069e5f-e57e-4e35-ad51-5f4f2e2f15df Jun 26 02:57:08.371097 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-741bae3f-61e9-42e1-967e-585cb685dfee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787575249107'] for network (9f069e5f-e57e-4e35-ad51-5f4f2e2f15df), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 02:57:08.403250 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-741bae3f-61e9-42e1-967e-585cb685dfee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914'] for network (9f069e5f-e57e-4e35-ad51-5f4f2e2f15df), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 02:57:08.404164 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-741bae3f-61e9-42e1-967e-585cb685dfee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 02:57:08.404727 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-741bae3f-61e9-42e1-967e-585cb685dfee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628900'] for network (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 02:57:08.458410 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-741bae3f-61e9-42e1-967e-585cb685dfee admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5986536 Jun 26 02:57:08.497554 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741bae3f-61e9-42e1-967e-585cb685dfee admin admin] Pushing event updated for resources: {'Network': ['ID=9f069e5f-e57e-4e35-ad51-5f4f2e2f15df,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 02:57:08.508984 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Network 9f069e5f-e57e-4e35-ad51-5f4f2e2f15df details requested by agent ovs-agent-dv-cinder-846842-4-iscsi with host dv-cinder-846842-4-iscsi {{(pid=104015) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 26 02:57:10.778742 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 37594) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 02:57:11.152886 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4b6e29-abe4-401a-807e-986b583d026e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 02:57:11.154235 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-eb4b6e29-abe4-401a-807e-986b583d026e demo admin] 10.222.0.13 "GET /v2.0/subnets/0821a395-054e-481c-966d-8586ff49d6ad HTTP/1.1" status: 200 len: 849 time: 0.3744929 Jun 26 02:57:11.181599 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=73,neutron:UPDATE=5,neutron:DELETE=3,neutron:INSERT=19 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 02:57:11.288044 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-aa95a7eb-c325-4321-944d-669aac580955 demo admin] 10.222.0.13 "GET /v2.0/routers/89de4d99-12f9-4abb-8af3-1a1a93b6b542 HTTP/1.1" status: 200 len: 704 time: 0.1279063 Jun 26 02:57:11.364488 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-636e457b-e245-445b-a8d1-8a05a9663e5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (7168f7b9-c398-4364-91f8-35e2ce03f4c4), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 02:57:11.554892 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a5696664-ec05-47c6-8f9e-5c9e37b73eb7 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 02:57:11.893607 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.db.db_base_plugin_common [None req-a5696664-ec05-47c6-8f9e-5c9e37b73eb7 demo admin] Allocated IP 172.20.0.1 (01b7702a-0fe6-4475-837d-182164e257f6/0821a395-054e-481c-966d-8586ff49d6ad/70b77513-c8be-4c22-a0b4-6d436613d6ae) {{(pid=104013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 02:57:12.019567 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 02:57:12.046742 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a5696664-ec05-47c6-8f9e-5c9e37b73eb7 demo admin] Publish callbacks [] for port (70b77513-c8be-4c22-a0b4-6d436613d6ae), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 02:57:12.110015 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a5696664-ec05-47c6-8f9e-5c9e37b73eb7 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787575245469'] for port (70b77513-c8be-4c22-a0b4-6d436613d6ae), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 02:57:12.180243 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5696664-ec05-47c6-8f9e-5c9e37b73eb7 demo admin] Network 01b7702a-0fe6-4475-837d-182164e257f6 is already hosted by enough agents. {{(pid=104013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 02:57:12.188576 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.scheduler.base_scheduler [None req-a5696664-ec05-47c6-8f9e-5c9e37b73eb7 demo admin] Resources bound (agent type, host, resource id): {{(pid=104013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 02:57:12.194739 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5696664-ec05-47c6-8f9e-5c9e37b73eb7 demo admin] Received port after_create {{(pid=104013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 26 02:57:12.195278 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a5696664-ec05-47c6-8f9e-5c9e37b73eb7 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1596484'] for router_interface (89de4d99-12f9-4abb-8af3-1a1a93b6b542), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 02:57:12.219178 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5696664-ec05-47c6-8f9e-5c9e37b73eb7 demo admin] Pushing event updated for resources: {'Port': ['ID=70b77513-c8be-4c22-a0b4-6d436613d6ae,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 02:57:12.393992 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a5696664-ec05-47c6-8f9e-5c9e37b73eb7 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (70b77513-c8be-4c22-a0b4-6d436613d6ae), before_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 02:57:12.414327 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-34c8d10f-090c-4506-9d0a-54df33386627 None None] Provisioning complete for port 70b77513-c8be-4c22-a0b4-6d436613d6ae triggered by entity DHCP. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 02:57:12.414880 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-34c8d10f-090c-4506-9d0a-54df33386627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (70b77513-c8be-4c22-a0b4-6d436613d6ae), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 02:57:12.444379 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-34c8d10f-090c-4506-9d0a-54df33386627 None None] Port 70b77513-c8be-4c22-a0b4-6d436613d6ae cannot update to ACTIVE because it is not bound. {{(pid=104015) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 26 02:57:12.501867 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 02:57:12.597292 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a5696664-ec05-47c6-8f9e-5c9e37b73eb7 demo admin] Publish callbacks [] for port (70b77513-c8be-4c22-a0b4-6d436613d6ae), precommit_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 02:57:12.601489 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a5696664-ec05-47c6-8f9e-5c9e37b73eb7 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (70b77513-c8be-4c22-a0b4-6d436613d6ae), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 02:57:12.602296 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a5696664-ec05-47c6-8f9e-5c9e37b73eb7 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1628672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1597140'] for router_interface (89de4d99-12f9-4abb-8af3-1a1a93b6b542), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 02:57:12.664527 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5696664-ec05-47c6-8f9e-5c9e37b73eb7 demo admin] Pushing event updated for resources: {'Port': ['ID=70b77513-c8be-4c22-a0b4-6d436613d6ae,revision_number=2']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 02:57:12.727581 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5696664-ec05-47c6-8f9e-5c9e37b73eb7 demo admin] Network 01b7702a-0fe6-4475-837d-182164e257f6 is already hosted by enough agents. {{(pid=104013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 02:57:12.728951 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.scheduler.base_scheduler [None req-a5696664-ec05-47c6-8f9e-5c9e37b73eb7 demo admin] Resources bound (agent type, host, resource id): {{(pid=104013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 02:57:12.881372 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5696664-ec05-47c6-8f9e-5c9e37b73eb7 demo admin] Router 89de4d99-12f9-4abb-8af3-1a1a93b6b542 is scheduled to L3 agent 0122de27-3097-4d47-a0ca-0fb90e28ac1e with binding_index 1 {{(pid=104013) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 26 02:57:12.962914 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-dcbc92a7-af0f-4533-b5dc-cb1d8928d3e8 None None] Provisioning complete for port 70b77513-c8be-4c22-a0b4-6d436613d6ae triggered by entity DHCP. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 02:57:12.963223 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-dcbc92a7-af0f-4533-b5dc-cb1d8928d3e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (70b77513-c8be-4c22-a0b4-6d436613d6ae), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 02:57:12.968581 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5696664-ec05-47c6-8f9e-5c9e37b73eb7 demo admin] Notify agent at l3_agent.dv-cinder-846842-4-iscsi the message routers_updated {{(pid=104013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 02:57:12.973732 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-a5696664-ec05-47c6-8f9e-5c9e37b73eb7 demo admin] 10.222.0.13 "PUT /v2.0/routers/89de4d99-12f9-4abb-8af3-1a1a93b6b542/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6804097 Jun 26 02:57:12.990075 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a033b60b-5d11-492a-8023-b35ef83c267c None None] Sync routers for ids ['89de4d99-12f9-4abb-8af3-1a1a93b6b542'] in dv-cinder-846842-4-iscsi {{(pid=104016) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 02:57:12.995546 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-dcbc92a7-af0f-4533-b5dc-cb1d8928d3e8 None None] Port 70b77513-c8be-4c22-a0b4-6d436613d6ae cannot update to ACTIVE because it is not bound. {{(pid=104015) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 26 02:57:13.003598 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a033b60b-5d11-492a-8023-b35ef83c267c None None] Routers {'89de4d99-12f9-4abb-8af3-1a1a93b6b542'} bound to L3 agent in host dv-cinder-846842-4-iscsi {{(pid=104016) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 26 02:57:13.005072 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-a033b60b-5d11-492a-8023-b35ef83c267c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-26T02:56:44Z,description=,heartbeat_timestamp=2022-06-26T02:56:44Z,host='dv-cinder-846842-4-iscsi',id=0122de27-3097-4d47-a0ca-0fb90e28ac1e,load=0,resource_versions=,resources_synced=,started_at=2022-06-26T02:56:44Z,topic='l3_agent')) {'router_ids': ['89de4d99-12f9-4abb-8af3-1a1a93b6b542'], 'active': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 02:57:13.186747 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvr_db [None req-a033b60b-5d11-492a-8023-b35ef83c267c None None] Set router 89de4d99-12f9-4abb-8af3-1a1a93b6b542 gateway port host: None {{(pid=104016) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 26 02:57:13.596455 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-a033b60b-5d11-492a-8023-b35ef83c267c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89de4d99-12f9-4abb-8af3-1a1a93b6b542', 'name': 'router1', 'tenant_id': 'e855e8bdc61c4a8a91cadb04fe89906c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T02:57:02Z', 'updated_at': '2022-06-26T02:57:12Z', 'revision_number': 2, 'project_id': 'e855e8bdc61c4a8a91cadb04fe89906c', 'gw_port_host': None, '_interfaces': [{'id': '70b77513-c8be-4c22-a0b4-6d436613d6ae', 'name': '', 'network_id': '01b7702a-0fe6-4475-837d-182164e257f6', 'tenant_id': 'e855e8bdc61c4a8a91cadb04fe89906c', 'mac_address': 'fa:16:3e:d0:eb:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89de4d99-12f9-4abb-8af3-1a1a93b6b542', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0821a395-054e-481c-966d-8586ff49d6ad', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T02:57:11Z', 'updated_at': '2022-06-26T02:57:12Z', 'revision_number': 2, 'project_id': 'e855e8bdc61c4a8a91cadb04fe89906c', 'subnets': [{'id': '0821a395-054e-481c-966d-8586ff49d6ad', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f03f0055-68d4-4760-bbf5-77e18de4ead8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-4-iscsi', False) {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 02:57:13.646956 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a033b60b-5d11-492a-8023-b35ef83c267c None None] Checking router: 89de4d99-12f9-4abb-8af3-1a1a93b6b542 for host: dv-cinder-846842-4-iscsi {{(pid=104016) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 02:57:13.647330 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a033b60b-5d11-492a-8023-b35ef83c267c None None] Updating router 89de4d99-12f9-4abb-8af3-1a1a93b6b542 port 70b77513-c8be-4c22-a0b4-6d436613d6ae binding host dv-cinder-846842-4-iscsi {{(pid=104016) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 26 02:57:13.699998 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a033b60b-5d11-492a-8023-b35ef83c267c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (70b77513-c8be-4c22-a0b4-6d436613d6ae), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 02:57:13.700390 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-1eeb8a14-9e3a-44b5-b53a-cd8cdbda4060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (0122de27-3097-4d47-a0ca-0fb90e28ac1e), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 02:57:14.191633 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a033b60b-5d11-492a-8023-b35ef83c267c None None] Publish callbacks [] for port (70b77513-c8be-4c22-a0b4-6d436613d6ae), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 02:57:14.199079 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a033b60b-5d11-492a-8023-b35ef83c267c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (70b77513-c8be-4c22-a0b4-6d436613d6ae), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 02:57:14.351264 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0098b90-8606-474a-ac71-37ca1829f1fd None None] Pushing event updated for resources: {'Port': ['ID=70b77513-c8be-4c22-a0b4-6d436613d6ae,revision_number=3']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 02:57:14.377594 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0098b90-8606-474a-ac71-37ca1829f1fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 02:57:14.377945 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0098b90-8606-474a-ac71-37ca1829f1fd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 02:57:14.378335 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0098b90-8606-474a-ac71-37ca1829f1fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 02:57:14.378690 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0098b90-8606-474a-ac71-37ca1829f1fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 02:57:14.379024 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0098b90-8606-474a-ac71-37ca1829f1fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 02:57:14.379414 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0098b90-8606-474a-ac71-37ca1829f1fd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 02:57:14.380245 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0098b90-8606-474a-ac71-37ca1829f1fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 02:57:14.380569 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0098b90-8606-474a-ac71-37ca1829f1fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 02:57:14.380892 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0098b90-8606-474a-ac71-37ca1829f1fd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 02:57:14.381216 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0098b90-8606-474a-ac71-37ca1829f1fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 02:57:14.381545 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0098b90-8606-474a-ac71-37ca1829f1fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 02:57:14.381881 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0098b90-8606-474a-ac71-37ca1829f1fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 02:57:14.382227 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0098b90-8606-474a-ac71-37ca1829f1fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 02:57:14.382552 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0098b90-8606-474a-ac71-37ca1829f1fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 02:57:14.382868 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0098b90-8606-474a-ac71-37ca1829f1fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 02:57:14.384310 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0098b90-8606-474a-ac71-37ca1829f1fd None None] Tracked resource versions report: Jun 26 02:57:14.384310 dv-cinder-846842-4-iscsi neutron-server[104016]: pushed versions: Jun 26 02:57:14.384310 dv-cinder-846842-4-iscsi neutron-server[104016]: { 'AddressGroup': {'1.2'}, Jun 26 02:57:14.384310 dv-cinder-846842-4-iscsi neutron-server[104016]: 'Agent': {'1.1'}, Jun 26 02:57:14.384310 dv-cinder-846842-4-iscsi neutron-server[104016]: 'ConntrackHelper': {'1.0'}, Jun 26 02:57:14.384310 dv-cinder-846842-4-iscsi neutron-server[104016]: 'LocalIPAssociation': {'1.0'}, Jun 26 02:57:14.384310 dv-cinder-846842-4-iscsi neutron-server[104016]: 'Log': {'1.0'}, Jun 26 02:57:14.384310 dv-cinder-846842-4-iscsi neutron-server[104016]: 'NDPProxy': {'1.0'}, Jun 26 02:57:14.384310 dv-cinder-846842-4-iscsi neutron-server[104016]: 'Network': {'1.1'}, Jun 26 02:57:14.384310 dv-cinder-846842-4-iscsi neutron-server[104016]: 'Port': {'1.7'}, Jun 26 02:57:14.384310 dv-cinder-846842-4-iscsi neutron-server[104016]: 'PortForwarding': {'1.3'}, Jun 26 02:57:14.384310 dv-cinder-846842-4-iscsi neutron-server[104016]: 'QosPolicy': {'1.10'}, Jun 26 02:57:14.384310 dv-cinder-846842-4-iscsi neutron-server[104016]: 'SecurityGroup': {'1.5'}, Jun 26 02:57:14.384310 dv-cinder-846842-4-iscsi neutron-server[104016]: 'SecurityGroupRule': {'1.2'}, Jun 26 02:57:14.384310 dv-cinder-846842-4-iscsi neutron-server[104016]: 'SubPort': {'1.0'}, Jun 26 02:57:14.384310 dv-cinder-846842-4-iscsi neutron-server[104016]: 'Subnet': {'1.1'}, Jun 26 02:57:14.384310 dv-cinder-846842-4-iscsi neutron-server[104016]: 'Trunk': {'1.1'}} Jun 26 02:57:14.384310 dv-cinder-846842-4-iscsi neutron-server[104016]: consumer versions: Jun 26 02:57:14.384310 dv-cinder-846842-4-iscsi neutron-server[104016]: { DHCP agent@dv-cinder-846842-4-iscsi: {}, Jun 26 02:57:14.384310 dv-cinder-846842-4-iscsi neutron-server[104016]: L3 agent@dv-cinder-846842-4-iscsi: {}, Jun 26 02:57:14.384310 dv-cinder-846842-4-iscsi neutron-server[104016]: Metadata agent@dv-cinder-846842-4-iscsi: {}, Jun 26 02:57:14.384310 dv-cinder-846842-4-iscsi neutron-server[104016]: Metering agent@dv-cinder-846842-4-iscsi: {}, Jun 26 02:57:14.384310 dv-cinder-846842-4-iscsi neutron-server[104016]: Open vSwitch agent@dv-cinder-846842-4-iscsi: { 'AddressGroup': '1.2', Jun 26 02:57:14.384310 dv-cinder-846842-4-iscsi neutron-server[104016]: 'Agent': '1.1', Jun 26 02:57:14.384310 dv-cinder-846842-4-iscsi neutron-server[104016]: 'ConntrackHelper': '1.0', Jun 26 02:57:14.384310 dv-cinder-846842-4-iscsi neutron-server[104016]: 'LocalIPAssociation': '1.0', Jun 26 02:57:14.384310 dv-cinder-846842-4-iscsi neutron-server[104016]: 'Log': '1.0', Jun 26 02:57:14.384310 dv-cinder-846842-4-iscsi neutron-server[104016]: 'NDPProxy': '1.0', Jun 26 02:57:14.384310 dv-cinder-846842-4-iscsi neutron-server[104016]: 'Network': '1.1', Jun 26 02:57:14.384310 dv-cinder-846842-4-iscsi neutron-server[104016]: 'Port': '1.7', Jun 26 02:57:14.384310 dv-cinder-846842-4-iscsi neutron-server[104016]: 'PortForwarding': '1.3', Jun 26 02:57:14.384310 dv-cinder-846842-4-iscsi neutron-server[104016]: 'QosPolicy': '1.10', Jun 26 02:57:14.384310 dv-cinder-846842-4-iscsi neutron-server[104016]: 'SecurityGroup': '1.5', Jun 26 02:57:14.384310 dv-cinder-846842-4-iscsi neutron-server[104016]: 'SecurityGroupRule': '1.2', Jun 26 02:57:14.384310 dv-cinder-846842-4-iscsi neutron-server[104016]: 'SubPort': '1.0', Jun 26 02:57:14.384310 dv-cinder-846842-4-iscsi neutron-server[104016]: 'Subnet': '1.1', Jun 26 02:57:14.384310 dv-cinder-846842-4-iscsi neutron-server[104016]: 'Trunk': '1.1'}} Jun 26 02:57:14.384310 dv-cinder-846842-4-iscsi neutron-server[104016]: {{(pid=104016) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 26 02:57:14.396510 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [None req-a033b60b-5d11-492a-8023-b35ef83c267c None None] Attempting to bind port 70b77513-c8be-4c22-a0b4-6d436613d6ae on host dv-cinder-846842-4-iscsi for vnic_type normal with profile {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 26 02:57:14.396920 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [None req-a033b60b-5d11-492a-8023-b35ef83c267c None None] Attempting to bind port 70b77513-c8be-4c22-a0b4-6d436613d6ae by drivers openvswitch,hyperv on host dv-cinder-846842-4-iscsi at level 0 using segments [{'id': '569a1105-515a-4776-abf6-48ac4ddd5103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '01b7702a-0fe6-4475-837d-182164e257f6'}] {{(pid=104016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 26 02:57:14.397355 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a033b60b-5d11-492a-8023-b35ef83c267c None None] Attempting to bind port 70b77513-c8be-4c22-a0b4-6d436613d6ae on network 01b7702a-0fe6-4475-837d-182164e257f6 {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 26 02:57:14.402514 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a033b60b-5d11-492a-8023-b35ef83c267c None None] Checking agent: {'id': '16f9b602-7baf-4f7a-ab92-1b0788147fb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 26, 2, 56, 46), 'started_at': datetime.datetime(2022, 6, 26, 2, 56, 46), 'heartbeat_timestamp': datetime.datetime(2022, 6, 26, 2, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 26 02:57:14.402924 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a033b60b-5d11-492a-8023-b35ef83c267c None None] Checking segment: {'id': '569a1105-515a-4776-abf6-48ac4ddd5103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '01b7702a-0fe6-4475-837d-182164e257f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 26 02:57:14.403402 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a033b60b-5d11-492a-8023-b35ef83c267c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 02:57:14.403783 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a033b60b-5d11-492a-8023-b35ef83c267c None None] Bound using segment: {'id': '569a1105-515a-4776-abf6-48ac4ddd5103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '01b7702a-0fe6-4475-837d-182164e257f6'} {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 26 02:57:14.404246 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [None req-a033b60b-5d11-492a-8023-b35ef83c267c None None] Bound port: 70b77513-c8be-4c22-a0b4-6d436613d6ae, host: dv-cinder-846842-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '569a1105-515a-4776-abf6-48ac4ddd5103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '01b7702a-0fe6-4475-837d-182164e257f6'}}] {{(pid=104016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 26 02:57:14.404623 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a033b60b-5d11-492a-8023-b35ef83c267c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (70b77513-c8be-4c22-a0b4-6d436613d6ae), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 02:57:14.424611 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-a3b18975-c2f3-4859-962d-82fba020a493 None None] Provisioning complete for port 70b77513-c8be-4c22-a0b4-6d436613d6ae triggered by entity DHCP. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 02:57:14.425128 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a3b18975-c2f3-4859-962d-82fba020a493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (70b77513-c8be-4c22-a0b4-6d436613d6ae), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 02:57:14.471453 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-a033b60b-5d11-492a-8023-b35ef83c267c None None] For port 70b77513-c8be-4c22-a0b4-6d436613d6ae, host dv-cinder-846842-4-iscsi, cleared binding levels {{(pid=104016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 02:57:14.479108 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 02:57:14.494666 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-a033b60b-5d11-492a-8023-b35ef83c267c None None] For port 70b77513-c8be-4c22-a0b4-6d436613d6ae, host dv-cinder-846842-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-4-iscsi',level=0,port_id=70b77513-c8be-4c22-a0b4-6d436613d6ae,segment=NetworkSegment(569a1105-515a-4776-abf6-48ac4ddd5103),segment_id=569a1105-515a-4776-abf6-48ac4ddd5103)] {{(pid=104016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 02:57:14.502086 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-a033b60b-5d11-492a-8023-b35ef83c267c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (70b77513-c8be-4c22-a0b4-6d436613d6ae), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 02:57:14.514900 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-a3b18975-c2f3-4859-962d-82fba020a493 None None] Port 70b77513-c8be-4c22-a0b4-6d436613d6ae cannot update to ACTIVE because it is not bound. {{(pid=104015) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 26 02:57:14.534696 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 02:57:14.566191 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a033b60b-5d11-492a-8023-b35ef83c267c None None] Routers {'89de4d99-12f9-4abb-8af3-1a1a93b6b542'} bound to L3 agent in host dv-cinder-846842-4-iscsi {{(pid=104016) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 26 02:57:14.566871 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-a033b60b-5d11-492a-8023-b35ef83c267c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-26T02:56:44Z,description=,heartbeat_timestamp=2022-06-26T02:57:14Z,host='dv-cinder-846842-4-iscsi',id=0122de27-3097-4d47-a0ca-0fb90e28ac1e,load=0,resource_versions=,resources_synced=,started_at=2022-06-26T02:56:44Z,topic='l3_agent')) {'router_ids': ['89de4d99-12f9-4abb-8af3-1a1a93b6b542'], 'active': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 02:57:14.604518 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0098b90-8606-474a-ac71-37ca1829f1fd None None] Pushing event updated for resources: {'Port': ['ID=70b77513-c8be-4c22-a0b4-6d436613d6ae,revision_number=4']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 02:57:14.664814 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvr_db [None req-a033b60b-5d11-492a-8023-b35ef83c267c None None] Set router 89de4d99-12f9-4abb-8af3-1a1a93b6b542 gateway port host: None {{(pid=104016) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 26 02:57:14.726671 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 02:57:14.734813 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-7fab9aa3-b074-4a08-aed4-1df9287d5528 None None] Provisioning complete for port 70b77513-c8be-4c22-a0b4-6d436613d6ae triggered by entity DHCP. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 02:57:14.735202 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-7fab9aa3-b074-4a08-aed4-1df9287d5528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (70b77513-c8be-4c22-a0b4-6d436613d6ae), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 02:57:14.787018 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a0725410-9e6c-45cb-9ff8-c6c4931d6b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (ece691f0-a7cc-4e31-b59a-0e18fd9fccde), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 02:57:14.824571 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-7fab9aa3-b074-4a08-aed4-1df9287d5528 None None] Current status of the port 70b77513-c8be-4c22-a0b4-6d436613d6ae is: DOWN; New status is: ACTIVE {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 02:57:14.824893 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-7fab9aa3-b074-4a08-aed4-1df9287d5528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (70b77513-c8be-4c22-a0b4-6d436613d6ae), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 02:57:14.860757 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-7fab9aa3-b074-4a08-aed4-1df9287d5528 None None] For port 70b77513-c8be-4c22-a0b4-6d436613d6ae, host dv-cinder-846842-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-4-iscsi',level=0,port_id=70b77513-c8be-4c22-a0b4-6d436613d6ae,segment=NetworkSegment(569a1105-515a-4776-abf6-48ac4ddd5103),segment_id=569a1105-515a-4776-abf6-48ac4ddd5103)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 02:57:14.866122 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-7fab9aa3-b074-4a08-aed4-1df9287d5528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (70b77513-c8be-4c22-a0b4-6d436613d6ae), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 02:57:14.877365 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-a033b60b-5d11-492a-8023-b35ef83c267c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89de4d99-12f9-4abb-8af3-1a1a93b6b542', 'name': 'router1', 'tenant_id': 'e855e8bdc61c4a8a91cadb04fe89906c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T02:57:02Z', 'updated_at': '2022-06-26T02:57:12Z', 'revision_number': 2, 'project_id': 'e855e8bdc61c4a8a91cadb04fe89906c', 'gw_port_host': None, '_interfaces': [{'id': '70b77513-c8be-4c22-a0b4-6d436613d6ae', 'name': '', 'network_id': '01b7702a-0fe6-4475-837d-182164e257f6', 'tenant_id': 'e855e8bdc61c4a8a91cadb04fe89906c', 'mac_address': 'fa:16:3e:d0:eb:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89de4d99-12f9-4abb-8af3-1a1a93b6b542', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0821a395-054e-481c-966d-8586ff49d6ad', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T02:57:11Z', 'updated_at': '2022-06-26T02:57:14Z', 'revision_number': 4, 'project_id': 'e855e8bdc61c4a8a91cadb04fe89906c', 'subnets': [{'id': '0821a395-054e-481c-966d-8586ff49d6ad', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f03f0055-68d4-4760-bbf5-77e18de4ead8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-4-iscsi', False) {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 02:57:14.902557 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a033b60b-5d11-492a-8023-b35ef83c267c None None] The sync data for ids ['89de4d99-12f9-4abb-8af3-1a1a93b6b542'] in dv-cinder-846842-4-iscsi is: [{'id': '89de4d99-12f9-4abb-8af3-1a1a93b6b542', 'name': 'router1', 'tenant_id': 'e855e8bdc61c4a8a91cadb04fe89906c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T02:57:02Z', 'updated_at': '2022-06-26T02:57:12Z', 'revision_number': 2, 'project_id': 'e855e8bdc61c4a8a91cadb04fe89906c', 'gw_port_host': None, '_interfaces': [{'id': '70b77513-c8be-4c22-a0b4-6d436613d6ae', 'name': '', 'network_id': '01b7702a-0fe6-4475-837d-182164e257f6', 'tenant_id': 'e855e8bdc61c4a8a91cadb04fe89906c', 'mac_address': 'fa:16:3e:d0:eb:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89de4d99-12f9-4abb-8af3-1a1a93b6b542', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0821a395-054e-481c-966d-8586ff49d6ad', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T02:57:11Z', 'updated_at': '2022-06-26T02:57:14Z', 'revision_number': 4, 'project_id': 'e855e8bdc61c4a8a91cadb04fe89906c', 'subnets': [{'id': '0821a395-054e-481c-966d-8586ff49d6ad', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f03f0055-68d4-4760-bbf5-77e18de4ead8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104016) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 02:57:14.914354 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fab9aa3-b074-4a08-aed4-1df9287d5528 None None] Pushing event updated for resources: {'Port': ['ID=70b77513-c8be-4c22-a0b4-6d436613d6ae,revision_number=5']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 02:57:15.236068 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 37614) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 02:57:15.375989 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 02:57:15.437839 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3266ce9-7eec-4f01-8678-6775bb8cd84e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 02:57:15.439244 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-b3266ce9-7eec-4f01-8678-6775bb8cd84e admin admin] 10.222.0.13 "GET /v2.0/networks/9f069e5f-e57e-4e35-ad51-5f4f2e2f15df HTTP/1.1" status: 200 len: 842 time: 0.2021465 Jun 26 02:57:15.448582 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-3cc0ce0c-f972-4c64-9f0f-e40254186f42 admin admin] Request body: {'subnet': {'cidr': '172.27.2.0/24', 'ip_version': 4, 'name': 'public-subnet', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'gateway_ip': '172.27.2.1', 'enable_dhcp': False}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 02:57:15.471125 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cc0ce0c-f972-4c64-9f0f-e40254186f42 admin admin] Made reservation on behalf of becb24f8723f432e9a3c4c740a191a0b for: {'subnet': 1} {{(pid=104013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 02:57:15.473990 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-3cc0ce0c-f972-4c64-9f0f-e40254186f42 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 02:57:15.805311 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.objects.ports [None req-3cc0ce0c-f972-4c64-9f0f-e40254186f42 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104013) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jun 26 02:57:15.805653 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-3cc0ce0c-f972-4c64-9f0f-e40254186f42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914'] for subnet (6b24a38a-90db-41c5-beaf-6fa087899576), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 02:57:15.835180 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 02:57:15.856553 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc0ce0c-f972-4c64-9f0f-e40254186f42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b24a38a-90db-41c5-beaf-6fa087899576,revision_number=0']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 02:57:15.872942 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc0ce0c-f972-4c64-9f0f-e40254186f42 admin admin] Checking segment: {'id': '968602fb-f834-40ea-ad2f-658bf3156d3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 26 02:57:15.873299 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc0ce0c-f972-4c64-9f0f-e40254186f42 admin admin] Network hostable DHCP agents. Network: 9f069e5f-e57e-4e35-ad51-5f4f2e2f15df, hostable agents: ['7168f7b9-c398-4364-91f8-35e2ce03f4c4'], hosted agents: [] {{(pid=104013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 26 02:57:15.890333 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc0ce0c-f972-4c64-9f0f-e40254186f42 admin admin] Network 9f069e5f-e57e-4e35-ad51-5f4f2e2f15df is scheduled to be hosted by DHCP agent 7168f7b9-c398-4364-91f8-35e2ce03f4c4 with binding_index 1 {{(pid=104013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 26 02:57:15.899420 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.scheduler.base_scheduler [None req-3cc0ce0c-f972-4c64-9f0f-e40254186f42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846842-4-iscsi, 9f069e5f-e57e-4e35-ad51-5f4f2e2f15df) {{(pid=104013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 02:57:15.904587 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc0ce0c-f972-4c64-9f0f-e40254186f42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 02:57:15.905298 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-3cc0ce0c-f972-4c64-9f0f-e40254186f42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628900'] for subnet (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 02:57:15.907825 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-099f64b7-b621-45f3-ba3b-88e7e349a839 None None] Network 9f069e5f-e57e-4e35-ad51-5f4f2e2f15df requested from dv-cinder-846842-4-iscsi {{(pid=104015) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 26 02:57:15.927674 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-3cc0ce0c-f972-4c64-9f0f-e40254186f42 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4813254 Jun 26 02:57:16.016650 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-120fde85-248b-4cb8-a6c6-853bd117360d None None] Network 9f069e5f-e57e-4e35-ad51-5f4f2e2f15df requested from dv-cinder-846842-4-iscsi {{(pid=104015) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 26 02:57:16.088906 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 02:57:16.198994 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d2867017-9ae3-4ae5-b018-59cb98d1258b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (3b87920d-6933-41a3-b47c-185b87d68e87), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 02:57:16.495221 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (16f9b602-7baf-4f7a-ab92-1b0788147fb5), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 02:57:18.200193 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 37632) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 02:57:18.334283 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-de664ac4-9ddb-4f43-922b-d14b849c7958 demo admin] 10.222.0.13 "GET /v2.0/routers/89de4d99-12f9-4abb-8af3-1a1a93b6b542 HTTP/1.1" status: 200 len: 710 time: 0.1329451 Jun 26 02:57:18.422556 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb5aae6-4528-418a-9514-197f9d1b97a6 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 02:57:18.423952 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-0cb5aae6-4528-418a-9514-197f9d1b97a6 demo admin] 10.222.0.13 "GET /v2.0/networks/9f069e5f-e57e-4e35-ad51-5f4f2e2f15df HTTP/1.1" status: 200 len: 886 time: 0.0843174 Jun 26 02:57:18.432566 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-c0747beb-8355-4fee-bd9c-b3e650fb30ff demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df'}}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 02:57:18.676589 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-c0747beb-8355-4fee-bd9c-b3e650fb30ff demo admin] Publish callbacks [] for router_gateway (89de4d99-12f9-4abb-8af3-1a1a93b6b542), precommit_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 02:57:18.709806 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 02:57:18.891517 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-c0747beb-8355-4fee-bd9c-b3e650fb30ff demo admin] Publish callbacks [] for router_gateway (89de4d99-12f9-4abb-8af3-1a1a93b6b542), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 02:57:18.980775 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-c0747beb-8355-4fee-bd9c-b3e650fb30ff demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 02:57:19.090609 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.db.db_base_plugin_common [None req-c0747beb-8355-4fee-bd9c-b3e650fb30ff demo admin] Allocated IP 172.27.2.58 (9f069e5f-e57e-4e35-ad51-5f4f2e2f15df/6b24a38a-90db-41c5-beaf-6fa087899576/98759a7a-41d8-45d6-a157-806eba0bc629) {{(pid=104013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 02:57:19.153713 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 02:57:19.195033 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-c0747beb-8355-4fee-bd9c-b3e650fb30ff demo admin] Publish callbacks [] for port (98759a7a-41d8-45d6-a157-806eba0bc629), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 02:57:19.227812 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-c0747beb-8355-4fee-bd9c-b3e650fb30ff demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787575245469'] for port (98759a7a-41d8-45d6-a157-806eba0bc629), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 02:57:19.273365 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0747beb-8355-4fee-bd9c-b3e650fb30ff demo admin] Network 9f069e5f-e57e-4e35-ad51-5f4f2e2f15df is already hosted by enough agents. {{(pid=104013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 02:57:19.276362 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.scheduler.base_scheduler [None req-c0747beb-8355-4fee-bd9c-b3e650fb30ff demo admin] Resources bound (agent type, host, resource id): {{(pid=104013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 02:57:19.283079 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0747beb-8355-4fee-bd9c-b3e650fb30ff demo admin] Received port after_create {{(pid=104013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 26 02:57:19.284899 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0747beb-8355-4fee-bd9c-b3e650fb30ff demo admin] Pushing event updated for resources: {'Port': ['ID=98759a7a-41d8-45d6-a157-806eba0bc629,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 02:57:19.600131 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-c0747beb-8355-4fee-bd9c-b3e650fb30ff demo admin] Publish callbacks [] for router_gateway (89de4d99-12f9-4abb-8af3-1a1a93b6b542), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 02:57:19.696980 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 02:57:19.802533 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-c0747beb-8355-4fee-bd9c-b3e650fb30ff demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1616531', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1592849', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25251'] for router (89de4d99-12f9-4abb-8af3-1a1a93b6b542), precommit_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 02:57:19.806161 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-c0747beb-8355-4fee-bd9c-b3e650fb30ff demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1616609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1616618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1616632', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1592936'] for router (89de4d99-12f9-4abb-8af3-1a1a93b6b542), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 02:57:19.908563 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0747beb-8355-4fee-bd9c-b3e650fb30ff demo admin] Router 89de4d99-12f9-4abb-8af3-1a1a93b6b542 has already been hosted by L3 agent 0122de27-3097-4d47-a0ca-0fb90e28ac1e {{(pid=104013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 26 02:57:20.013597 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0747beb-8355-4fee-bd9c-b3e650fb30ff demo admin] Notify agent at l3_agent.dv-cinder-846842-4-iscsi the message routers_updated {{(pid=104013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 02:57:20.017873 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-c0747beb-8355-4fee-bd9c-b3e650fb30ff demo admin] Publish callbacks [] for router (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 02:57:20.019103 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-c0747beb-8355-4fee-bd9c-b3e650fb30ff demo admin] 10.222.0.13 "PUT /v2.0/routers/89de4d99-12f9-4abb-8af3-1a1a93b6b542 HTTP/1.1" status: 200 len: 889 time: 1.5895586 Jun 26 02:57:20.175963 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Device 70b77513-c8be-4c22-a0b4-6d436613d6ae up at agent ovs-agent-dv-cinder-846842-4-iscsi {{(pid=104015) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 02:57:20.220744 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Provisioning complete for port 70b77513-c8be-4c22-a0b4-6d436613d6ae triggered by entity L2. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 02:57:20.221141 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (70b77513-c8be-4c22-a0b4-6d436613d6ae), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 02:57:20.295828 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Current status of the port 70b77513-c8be-4c22-a0b4-6d436613d6ae is: ACTIVE; New status is: ACTIVE {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 02:57:21.179362 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a6988a-b6ea-48bf-9e94-c319189ec3fe None None] Sync routers for ids ['89de4d99-12f9-4abb-8af3-1a1a93b6b542'] in dv-cinder-846842-4-iscsi {{(pid=104015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 02:57:21.191048 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a6988a-b6ea-48bf-9e94-c319189ec3fe None None] Routers {'89de4d99-12f9-4abb-8af3-1a1a93b6b542'} bound to L3 agent in host dv-cinder-846842-4-iscsi {{(pid=104015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 26 02:57:21.191667 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-28a6988a-b6ea-48bf-9e94-c319189ec3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-26T02:56:44Z,description=,heartbeat_timestamp=2022-06-26T02:57:14Z,host='dv-cinder-846842-4-iscsi',id=0122de27-3097-4d47-a0ca-0fb90e28ac1e,load=0,resource_versions=,resources_synced=,started_at=2022-06-26T02:56:44Z,topic='l3_agent')) {'router_ids': ['89de4d99-12f9-4abb-8af3-1a1a93b6b542'], 'active': True} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 02:57:21.389878 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvr_db [None req-28a6988a-b6ea-48bf-9e94-c319189ec3fe None None] Set router 89de4d99-12f9-4abb-8af3-1a1a93b6b542 gateway port host: dv-cinder-846842-4-iscsi {{(pid=104015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 26 02:57:21.755486 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-28a6988a-b6ea-48bf-9e94-c319189ec3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89de4d99-12f9-4abb-8af3-1a1a93b6b542', 'name': 'router1', 'tenant_id': 'e855e8bdc61c4a8a91cadb04fe89906c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '98759a7a-41d8-45d6-a157-806eba0bc629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T02:57:02Z', 'updated_at': '2022-06-26T02:57:19Z', 'revision_number': 4, 'project_id': 'e855e8bdc61c4a8a91cadb04fe89906c', 'gw_port': {'id': '98759a7a-41d8-45d6-a157-806eba0bc629', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f9:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89de4d99-12f9-4abb-8af3-1a1a93b6b542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T02:57:18Z', 'updated_at': '2022-06-26T02:57:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi', '_interfaces': [{'id': '70b77513-c8be-4c22-a0b4-6d436613d6ae', 'name': '', 'network_id': '01b7702a-0fe6-4475-837d-182164e257f6', 'tenant_id': 'e855e8bdc61c4a8a91cadb04fe89906c', 'mac_address': 'fa:16:3e:d0:eb:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89de4d99-12f9-4abb-8af3-1a1a93b6b542', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0821a395-054e-481c-966d-8586ff49d6ad', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T02:57:11Z', 'updated_at': '2022-06-26T02:57:14Z', 'revision_number': 5, 'project_id': 'e855e8bdc61c4a8a91cadb04fe89906c', 'subnets': [{'id': '0821a395-054e-481c-966d-8586ff49d6ad', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f03f0055-68d4-4760-bbf5-77e18de4ead8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-4-iscsi', False) {} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 02:57:21.801429 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a6988a-b6ea-48bf-9e94-c319189ec3fe None None] Checking router: 89de4d99-12f9-4abb-8af3-1a1a93b6b542 for host: dv-cinder-846842-4-iscsi {{(pid=104015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 02:57:21.801801 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a6988a-b6ea-48bf-9e94-c319189ec3fe None None] Updating router 89de4d99-12f9-4abb-8af3-1a1a93b6b542 port 98759a7a-41d8-45d6-a157-806eba0bc629 binding host dv-cinder-846842-4-iscsi {{(pid=104015) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 26 02:57:21.928920 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-28a6988a-b6ea-48bf-9e94-c319189ec3fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (98759a7a-41d8-45d6-a157-806eba0bc629), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 02:57:21.950371 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 02:57:22.239995 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-28a6988a-b6ea-48bf-9e94-c319189ec3fe None None] Publish callbacks [] for port (98759a7a-41d8-45d6-a157-806eba0bc629), precommit_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 02:57:22.244624 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-28a6988a-b6ea-48bf-9e94-c319189ec3fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (98759a7a-41d8-45d6-a157-806eba0bc629), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 02:57:22.282437 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 02:57:22.287542 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 37644) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 02:57:22.299843 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba511ff4-df53-4914-b569-502d74ff12e5 None None] Pushing event updated for resources: {'Port': ['ID=98759a7a-41d8-45d6-a157-806eba0bc629,revision_number=2']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 02:57:22.305025 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [None req-28a6988a-b6ea-48bf-9e94-c319189ec3fe None None] Attempting to bind port 98759a7a-41d8-45d6-a157-806eba0bc629 on host dv-cinder-846842-4-iscsi for vnic_type normal with profile {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 26 02:57:22.305531 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [None req-28a6988a-b6ea-48bf-9e94-c319189ec3fe None None] Attempting to bind port 98759a7a-41d8-45d6-a157-806eba0bc629 by drivers openvswitch,hyperv on host dv-cinder-846842-4-iscsi at level 0 using segments [{'id': '968602fb-f834-40ea-ad2f-658bf3156d3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df'}] {{(pid=104015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 26 02:57:22.305743 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a6988a-b6ea-48bf-9e94-c319189ec3fe None None] Attempting to bind port 98759a7a-41d8-45d6-a157-806eba0bc629 on network 9f069e5f-e57e-4e35-ad51-5f4f2e2f15df {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 26 02:57:22.310984 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a6988a-b6ea-48bf-9e94-c319189ec3fe None None] Checking agent: {'id': '16f9b602-7baf-4f7a-ab92-1b0788147fb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 26, 2, 56, 46), 'started_at': datetime.datetime(2022, 6, 26, 2, 57, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 26, 2, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 26 02:57:22.311355 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a6988a-b6ea-48bf-9e94-c319189ec3fe None None] Checking segment: {'id': '968602fb-f834-40ea-ad2f-658bf3156d3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 26 02:57:22.311765 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-28a6988a-b6ea-48bf-9e94-c319189ec3fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 02:57:22.312136 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a6988a-b6ea-48bf-9e94-c319189ec3fe None None] Bound using segment: {'id': '968602fb-f834-40ea-ad2f-658bf3156d3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df'} {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 26 02:57:22.312587 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [None req-28a6988a-b6ea-48bf-9e94-c319189ec3fe None None] Bound port: 98759a7a-41d8-45d6-a157-806eba0bc629, host: dv-cinder-846842-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '968602fb-f834-40ea-ad2f-658bf3156d3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df'}}] {{(pid=104015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 26 02:57:22.312958 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-28a6988a-b6ea-48bf-9e94-c319189ec3fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (98759a7a-41d8-45d6-a157-806eba0bc629), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 02:57:22.356683 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writer thread running {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 26 02:57:22.359914 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-28a6988a-b6ea-48bf-9e94-c319189ec3fe None None] For port 98759a7a-41d8-45d6-a157-806eba0bc629, host dv-cinder-846842-4-iscsi, cleared binding levels {{(pid=104015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 02:57:22.363008 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-28a6988a-b6ea-48bf-9e94-c319189ec3fe None None] For port 98759a7a-41d8-45d6-a157-806eba0bc629, host dv-cinder-846842-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-4-iscsi',level=0,port_id=98759a7a-41d8-45d6-a157-806eba0bc629,segment=NetworkSegment(968602fb-f834-40ea-ad2f-658bf3156d3b),segment_id=968602fb-f834-40ea-ad2f-658bf3156d3b)] {{(pid=104015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 02:57:22.371480 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-28a6988a-b6ea-48bf-9e94-c319189ec3fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (98759a7a-41d8-45d6-a157-806eba0bc629), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 02:57:22.407827 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 02:57:22.418771 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a6988a-b6ea-48bf-9e94-c319189ec3fe None None] Routers {'89de4d99-12f9-4abb-8af3-1a1a93b6b542'} bound to L3 agent in host dv-cinder-846842-4-iscsi {{(pid=104015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 26 02:57:22.419400 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-28a6988a-b6ea-48bf-9e94-c319189ec3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-26T02:56:44Z,description=,heartbeat_timestamp=2022-06-26T02:57:14Z,host='dv-cinder-846842-4-iscsi',id=0122de27-3097-4d47-a0ca-0fb90e28ac1e,load=0,resource_versions=,resources_synced=,started_at=2022-06-26T02:56:44Z,topic='l3_agent')) {'router_ids': ['89de4d99-12f9-4abb-8af3-1a1a93b6b542'], 'active': True} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 02:57:22.471847 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba511ff4-df53-4914-b569-502d74ff12e5 None None] Pushing event updated for resources: {'Port': ['ID=98759a7a-41d8-45d6-a157-806eba0bc629,revision_number=3']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 02:57:22.525320 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.policy [None req-2a8908cc-dfa8-4932-b79f-8395b2acd567 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104014) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 26 02:57:22.534161 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvr_db [None req-28a6988a-b6ea-48bf-9e94-c319189ec3fe None None] Set router 89de4d99-12f9-4abb-8af3-1a1a93b6b542 gateway port host: dv-cinder-846842-4-iscsi {{(pid=104015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 26 02:57:22.568206 dv-cinder-846842-4-iscsi neutron-server[104014]: WARNING oslo_policy.policy [None req-2a8908cc-dfa8-4932-b79f-8395b2acd567 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 26 02:57:22.568583 dv-cinder-846842-4-iscsi neutron-server[104014]: WARNING oslo_policy.policy [None req-2a8908cc-dfa8-4932-b79f-8395b2acd567 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 26 02:57:22.577471 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-2a8908cc-dfa8-4932-b79f-8395b2acd567 admin admin] 10.222.0.13 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.2889557 Jun 26 02:57:22.737247 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-28a6988a-b6ea-48bf-9e94-c319189ec3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89de4d99-12f9-4abb-8af3-1a1a93b6b542', 'name': 'router1', 'tenant_id': 'e855e8bdc61c4a8a91cadb04fe89906c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '98759a7a-41d8-45d6-a157-806eba0bc629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T02:57:02Z', 'updated_at': '2022-06-26T02:57:19Z', 'revision_number': 4, 'project_id': 'e855e8bdc61c4a8a91cadb04fe89906c', 'gw_port': {'id': '98759a7a-41d8-45d6-a157-806eba0bc629', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f9:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89de4d99-12f9-4abb-8af3-1a1a93b6b542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T02:57:18Z', 'updated_at': '2022-06-26T02:57:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi', '_interfaces': [{'id': '70b77513-c8be-4c22-a0b4-6d436613d6ae', 'name': '', 'network_id': '01b7702a-0fe6-4475-837d-182164e257f6', 'tenant_id': 'e855e8bdc61c4a8a91cadb04fe89906c', 'mac_address': 'fa:16:3e:d0:eb:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89de4d99-12f9-4abb-8af3-1a1a93b6b542', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0821a395-054e-481c-966d-8586ff49d6ad', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T02:57:11Z', 'updated_at': '2022-06-26T02:57:14Z', 'revision_number': 5, 'project_id': 'e855e8bdc61c4a8a91cadb04fe89906c', 'subnets': [{'id': '0821a395-054e-481c-966d-8586ff49d6ad', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f03f0055-68d4-4760-bbf5-77e18de4ead8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-4-iscsi', False) {} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 02:57:22.762602 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a6988a-b6ea-48bf-9e94-c319189ec3fe None None] The sync data for ids ['89de4d99-12f9-4abb-8af3-1a1a93b6b542'] in dv-cinder-846842-4-iscsi is: [{'id': '89de4d99-12f9-4abb-8af3-1a1a93b6b542', 'name': 'router1', 'tenant_id': 'e855e8bdc61c4a8a91cadb04fe89906c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '98759a7a-41d8-45d6-a157-806eba0bc629', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T02:57:02Z', 'updated_at': '2022-06-26T02:57:19Z', 'revision_number': 4, 'project_id': 'e855e8bdc61c4a8a91cadb04fe89906c', 'gw_port': {'id': '98759a7a-41d8-45d6-a157-806eba0bc629', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f9:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89de4d99-12f9-4abb-8af3-1a1a93b6b542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T02:57:18Z', 'updated_at': '2022-06-26T02:57:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi', '_interfaces': [{'id': '70b77513-c8be-4c22-a0b4-6d436613d6ae', 'name': '', 'network_id': '01b7702a-0fe6-4475-837d-182164e257f6', 'tenant_id': 'e855e8bdc61c4a8a91cadb04fe89906c', 'mac_address': 'fa:16:3e:d0:eb:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89de4d99-12f9-4abb-8af3-1a1a93b6b542', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0821a395-054e-481c-966d-8586ff49d6ad', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T02:57:11Z', 'updated_at': '2022-06-26T02:57:14Z', 'revision_number': 5, 'project_id': 'e855e8bdc61c4a8a91cadb04fe89906c', 'subnets': [{'id': '0821a395-054e-481c-966d-8586ff49d6ad', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f03f0055-68d4-4760-bbf5-77e18de4ead8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 02:57:23.985608 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.agents_db [None req-1acc9491-aa00-4d80-a7f3-d699105ea2bf None None] Agent healthcheck: found 5 active agents {{(pid=104016) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 02:57:24.182545 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Device 98759a7a-41d8-45d6-a157-806eba0bc629 up at agent ovs-agent-dv-cinder-846842-4-iscsi {{(pid=104015) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 02:57:24.230857 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Provisioning complete for port 98759a7a-41d8-45d6-a157-806eba0bc629 triggered by entity L2. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 02:57:24.231255 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (98759a7a-41d8-45d6-a157-806eba0bc629), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 02:57:24.278641 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 02:57:24.320113 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Current status of the port 98759a7a-41d8-45d6-a157-806eba0bc629 is: DOWN; New status is: ACTIVE {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 02:57:24.320648 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (98759a7a-41d8-45d6-a157-806eba0bc629), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 02:57:24.342333 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] For port 98759a7a-41d8-45d6-a157-806eba0bc629, host dv-cinder-846842-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-4-iscsi',level=0,port_id=98759a7a-41d8-45d6-a157-806eba0bc629,segment=NetworkSegment(968602fb-f834-40ea-ad2f-658bf3156d3b),segment_id=968602fb-f834-40ea-ad2f-658bf3156d3b)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 02:57:24.350483 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (98759a7a-41d8-45d6-a157-806eba0bc629), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 02:57:24.402787 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Pushing event updated for resources: {'Port': ['ID=98759a7a-41d8-45d6-a157-806eba0bc629,revision_number=4']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 02:57:26.220791 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Device 98759a7a-41d8-45d6-a157-806eba0bc629 up at agent ovs-agent-dv-cinder-846842-4-iscsi {{(pid=104015) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 02:57:26.303551 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Provisioning complete for port 98759a7a-41d8-45d6-a157-806eba0bc629 triggered by entity L2. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 02:57:26.303938 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (98759a7a-41d8-45d6-a157-806eba0bc629), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 02:57:26.416284 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 02:57:26.421137 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Current status of the port 98759a7a-41d8-45d6-a157-806eba0bc629 is: ACTIVE; New status is: ACTIVE {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 02:57:30.008527 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=90,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 02:57:30.014099 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=32 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 02:57:32.459144 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 02:57:32.462852 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=5 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 02:57:33.981926 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=30 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 02:57:33.984138 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=46 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 02:57:36.373119 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=34,neutron:UPDATE=1 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 02:57:41.371478 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-6865c140-46f9-4fd3-bf11-c512fcb4eceb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (7168f7b9-c398-4364-91f8-35e2ce03f4c4), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 02:57:43.709081 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-8340a235-01e7-4f53-adc8-cca5aa750278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (0122de27-3097-4d47-a0ca-0fb90e28ac1e), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 02:57:44.777427 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a0725410-9e6c-45cb-9ff8-c6c4931d6b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (ece691f0-a7cc-4e31-b59a-0e18fd9fccde), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 02:57:46.207843 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d2867017-9ae3-4ae5-b018-59cb98d1258b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (3b87920d-6933-41a3-b47c-185b87d68e87), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 02:57:46.504512 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (16f9b602-7baf-4f7a-ab92-1b0788147fb5), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 02:57:50.992296 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=3 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 02:57:50.998383 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=3 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 02:57:56.492854 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 02:57:56.498720 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 02:58:00.984203 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.agents_db [None req-1acc9491-aa00-4d80-a7f3-d699105ea2bf None None] Agent healthcheck: found 5 active agents {{(pid=104016) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 02:58:10.979711 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=1 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 02:58:10.980955 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=1 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 02:58:11.365714 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-8cc33e87-6ac2-4500-b4fe-a31ef77d360d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (7168f7b9-c398-4364-91f8-35e2ce03f4c4), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 02:58:13.707485 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-15966d72-e9ff-45ad-bd00-95edc1ef6000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (0122de27-3097-4d47-a0ca-0fb90e28ac1e), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 02:58:14.779217 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a0725410-9e6c-45cb-9ff8-c6c4931d6b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (ece691f0-a7cc-4e31-b59a-0e18fd9fccde), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 02:58:16.207726 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d2867017-9ae3-4ae5-b018-59cb98d1258b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (3b87920d-6933-41a3-b47c-185b87d68e87), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 02:58:16.492347 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (16f9b602-7baf-4f7a-ab92-1b0788147fb5), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 02:58:26.484416 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 02:58:26.486287 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=27,neutron:UPDATE=3 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 02:58:27.988077 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=2 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 02:58:27.993222 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=4 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 02:58:37.741670 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 38192) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 02:58:37.803625 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6bfe129-b226-436a-9f6d-60c47c8df7a1 admin admin] GET failed (client error): The resource could not be found. Jun 26 02:58:37.804900 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-b6bfe129-b226-436a-9f6d-60c47c8df7a1 admin admin] 10.222.0.13 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0622613 Jun 26 02:58:37.970634 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ddffbe-18be-4695-ad5a-10e27f19c8d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 02:58:37.972683 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-17ddffbe-18be-4695-ad5a-10e27f19c8d7 admin admin] 10.222.0.13 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1637232 Jun 26 02:58:37.983188 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.agents_db [None req-1acc9491-aa00-4d80-a7f3-d699105ea2bf None None] Agent healthcheck: found 5 active agents {{(pid=104016) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 02:58:39.982240 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:DELETE=1 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 02:58:40.009887 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 38202) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 02:58:40.099884 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d9f3c9-89e6-4726-818d-a7e7f3dfba24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 02:58:40.101250 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-50d9f3c9-89e6-4726-818d-a7e7f3dfba24 admin admin] 10.222.0.13 "GET /v2.0/subnets/0821a395-054e-481c-966d-8586ff49d6ad HTTP/1.1" status: 200 len: 849 time: 0.0903852 Jun 26 02:58:40.111112 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-acdba317-4e9f-4642-a415-e2d0f16f3d36 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 02:58:40.198899 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-acdba317-4e9f-4642-a415-e2d0f16f3d36 admin admin] Publish callbacks [] for subnet (0821a395-054e-481c-966d-8586ff49d6ad), before_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 02:58:40.334830 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-acdba317-4e9f-4642-a415-e2d0f16f3d36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8787575732327'] for subnet (0821a395-054e-481c-966d-8586ff49d6ad), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 02:58:40.369826 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acdba317-4e9f-4642-a415-e2d0f16f3d36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 02:58:40.370444 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-acdba317-4e9f-4642-a415-e2d0f16f3d36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628900'] for subnet (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 02:58:40.386068 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-acdba317-4e9f-4642-a415-e2d0f16f3d36 admin admin] 10.222.0.13 "PUT /v2.0/subnets/0821a395-054e-481c-966d-8586ff49d6ad HTTP/1.1" status: 200 len: 868 time: 0.2644737 Jun 26 02:58:40.386293 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94963aea-5fe9-4b3d-9377-cb81a0d75051 None None] Network 01b7702a-0fe6-4475-837d-182164e257f6 requested from dv-cinder-846842-4-iscsi {{(pid=104015) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 26 02:58:40.390720 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdba317-4e9f-4642-a415-e2d0f16f3d36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0821a395-054e-481c-966d-8586ff49d6ad,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 02:58:40.398332 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdba317-4e9f-4642-a415-e2d0f16f3d36 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 02:58:40.398734 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdba317-4e9f-4642-a415-e2d0f16f3d36 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 02:58:40.399037 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdba317-4e9f-4642-a415-e2d0f16f3d36 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 02:58:40.399370 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdba317-4e9f-4642-a415-e2d0f16f3d36 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 02:58:40.399697 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdba317-4e9f-4642-a415-e2d0f16f3d36 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 02:58:40.400022 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdba317-4e9f-4642-a415-e2d0f16f3d36 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 02:58:40.400345 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdba317-4e9f-4642-a415-e2d0f16f3d36 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 02:58:40.400662 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdba317-4e9f-4642-a415-e2d0f16f3d36 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 02:58:40.401798 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdba317-4e9f-4642-a415-e2d0f16f3d36 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 02:58:40.401798 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdba317-4e9f-4642-a415-e2d0f16f3d36 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 02:58:40.401798 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdba317-4e9f-4642-a415-e2d0f16f3d36 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 02:58:40.402117 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdba317-4e9f-4642-a415-e2d0f16f3d36 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 02:58:40.402362 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdba317-4e9f-4642-a415-e2d0f16f3d36 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 02:58:40.402623 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdba317-4e9f-4642-a415-e2d0f16f3d36 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 02:58:40.402941 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdba317-4e9f-4642-a415-e2d0f16f3d36 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 02:58:40.662011 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-3568d7f0-fb47-46ef-881a-cf94e35e0b00 None None] Provisioning complete for port 70b77513-c8be-4c22-a0b4-6d436613d6ae triggered by entity DHCP. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 02:58:40.662425 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-3568d7f0-fb47-46ef-881a-cf94e35e0b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (70b77513-c8be-4c22-a0b4-6d436613d6ae), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 02:58:40.732063 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-3568d7f0-fb47-46ef-881a-cf94e35e0b00 None None] Current status of the port 70b77513-c8be-4c22-a0b4-6d436613d6ae is: ACTIVE; New status is: ACTIVE {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 02:58:40.739991 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-3568d7f0-fb47-46ef-881a-cf94e35e0b00 None None] Provisioning complete for port faf00466-b879-4de7-b0b7-3c4f20e438e7 triggered by entity DHCP. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 02:58:40.740375 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-3568d7f0-fb47-46ef-881a-cf94e35e0b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (faf00466-b879-4de7-b0b7-3c4f20e438e7), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 02:58:40.810263 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-3568d7f0-fb47-46ef-881a-cf94e35e0b00 None None] Current status of the port faf00466-b879-4de7-b0b7-3c4f20e438e7 is: ACTIVE; New status is: ACTIVE {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 02:58:41.369165 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-12f004d9-469d-4026-85a4-156769b4ced1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (7168f7b9-c398-4364-91f8-35e2ce03f4c4), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 02:58:42.437276 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 38210) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 02:58:42.635230 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7350eb76-900f-4124-b685-be7fe4716ec7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 02:58:42.635698 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7350eb76-900f-4124-b685-be7fe4716ec7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 02:58:42.637224 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-7350eb76-900f-4124-b685-be7fe4716ec7 admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1990809 Jun 26 02:58:43.700088 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a03158e3-8617-4457-9a68-92cdda958210 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (0122de27-3097-4d47-a0ca-0fb90e28ac1e), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 02:58:44.690927 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 38218) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 02:58:44.776795 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a0725410-9e6c-45cb-9ff8-c6c4931d6b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (ece691f0-a7cc-4e31-b59a-0e18fd9fccde), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 02:58:44.825113 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c30901d-6f4e-40dc-8adf-c076f90aff2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 02:58:44.825594 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c30901d-6f4e-40dc-8adf-c076f90aff2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 02:58:44.827160 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-1c30901d-6f4e-40dc-8adf-c076f90aff2d admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1352589 Jun 26 02:58:46.207339 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d2867017-9ae3-4ae5-b018-59cb98d1258b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (3b87920d-6933-41a3-b47c-185b87d68e87), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 02:58:46.489820 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (16f9b602-7baf-4f7a-ab92-1b0788147fb5), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 02:58:46.865398 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 38226) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 02:58:46.995781 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51bb9cb2-1bf4-4ec2-8eb5-a15fa149175f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 02:58:46.997136 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-51bb9cb2-1bf4-4ec2-8eb5-a15fa149175f admin admin] 10.222.0.13 "GET /v2.0/networks/01b7702a-0fe6-4475-837d-182164e257f6 HTTP/1.1" status: 200 len: 869 time: 0.1307876 Jun 26 02:58:47.979362 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=3 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 02:58:49.026547 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 38236) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 02:58:49.184323 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 02:58:49.186905 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 02:58:49.250336 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f7425f6-ad83-4ed4-85e8-a84b11b39a48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 02:58:49.251724 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-0f7425f6-ad83-4ed4-85e8-a84b11b39a48 admin admin] 10.222.0.13 "GET /v2.0/networks/9f069e5f-e57e-4e35-ad51-5f4f2e2f15df HTTP/1.1" status: 200 len: 886 time: 0.2242312 Jun 26 02:58:51.292036 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 38244) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 02:58:51.415908 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9403307-ebd6-4206-b14a-320de7c0b5f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 02:58:51.416375 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9403307-ebd6-4206-b14a-320de7c0b5f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 02:58:51.417910 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-d9403307-ebd6-4206-b14a-320de7c0b5f9 admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1249354 Jun 26 02:58:53.451213 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 38252) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 02:58:53.540708 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d751c37-3840-4743-9c05-a207dd3ea872 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 02:58:53.541150 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d751c37-3840-4743-9c05-a207dd3ea872 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 02:58:53.542647 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-7d751c37-3840-4743-9c05-a207dd3ea872 admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0905178 Jun 26 02:58:55.587387 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 38260) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 02:58:55.733557 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d458913-d3cb-46a5-80c8-2032be7ca987 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 02:58:55.734935 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-7d458913-d3cb-46a5-80c8-2032be7ca987 admin admin] 10.222.0.13 "GET /v2.0/subnets/0821a395-054e-481c-966d-8586ff49d6ad HTTP/1.1" status: 200 len: 868 time: 0.1466360 Jun 26 02:58:56.477918 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=40,neutron:UPDATE=1 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 02:58:56.483904 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=52,neutron:UPDATE=4 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 02:58:57.769412 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 38270) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 02:58:57.856337 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde536b2-8c26-47cc-bbc5-4ecd44aaacb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 02:58:57.857691 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-dde536b2-8c26-47cc-bbc5-4ecd44aaacb8 admin admin] 10.222.0.13 "GET /v2.0/subnets/6b24a38a-90db-41c5-beaf-6fa087899576 HTTP/1.1" status: 200 len: 816 time: 0.0867772 Jun 26 02:59:03.533868 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=24 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 02:59:03.537393 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=17 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 02:59:04.983022 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=2 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 02:59:04.990209 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=4 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 02:59:07.852230 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=10 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 02:59:07.852977 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=13 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 02:59:11.370655 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-7504d6db-23f5-4f23-bdf6-ebad6ff090d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (7168f7b9-c398-4364-91f8-35e2ce03f4c4), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 02:59:13.702223 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-52e45c10-2c86-41df-8767-11564929b356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (0122de27-3097-4d47-a0ca-0fb90e28ac1e), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 02:59:14.780230 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a0725410-9e6c-45cb-9ff8-c6c4931d6b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (ece691f0-a7cc-4e31-b59a-0e18fd9fccde), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 02:59:14.981963 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.agents_db [None req-1acc9491-aa00-4d80-a7f3-d699105ea2bf None None] Agent healthcheck: found 5 active agents {{(pid=104016) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 02:59:16.205649 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d2867017-9ae3-4ae5-b018-59cb98d1258b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (3b87920d-6933-41a3-b47c-185b87d68e87), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 02:59:16.483175 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (16f9b602-7baf-4f7a-ab92-1b0788147fb5), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 02:59:24.221096 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 38324) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 02:59:24.268052 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [None req-13a25908-842b-4228-972e-10b228a7fad9 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104014) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 26 02:59:24.269528 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-13a25908-842b-4228-972e-10b228a7fad9 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0469160 Jun 26 02:59:24.976881 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=1 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 02:59:24.977656 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=1 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 02:59:26.390553 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 38332) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 02:59:26.465580 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.pecan_wsgi.hooks.translation [None req-b454d7cc-2505-4b06-b5a3-b03a1ed87e22 admin admin] GET failed (client error): The resource could not be found. Jun 26 02:59:26.466777 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-b454d7cc-2505-4b06-b5a3-b03a1ed87e22 admin admin] 10.222.0.13 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0753160 Jun 26 02:59:26.477083 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 02:59:26.478985 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 02:59:26.622390 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f9059c-7a04-49b9-93dd-7a64d192bc2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 02:59:26.623842 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-91f9059c-7a04-49b9-93dd-7a64d192bc2f admin admin] 10.222.0.13 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1531119 Jun 26 02:59:28.686864 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 38340) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 02:59:28.733623 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [None req-3b1172e7-23c9-46eb-888e-69e00f4a2164 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 02:59:28.771327 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b1172e7-23c9-46eb-888e-69e00f4a2164 admin admin] Made reservation on behalf of becb24f8723f432e9a3c4c740a191a0b for: {'network': 1} {{(pid=104014) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 02:59:28.774084 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-3b1172e7-23c9-46eb-888e-69e00f4a2164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for network (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 02:59:28.818337 dv-cinder-846842-4-iscsi neutron-server[104014]: WARNING neutron.services.revisions.revision_plugin [None req-3b1172e7-23c9-46eb-888e-69e00f4a2164 admin admin] Could not find related network for resource to bump revision. Jun 26 02:59:28.839121 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b1172e7-23c9-46eb-888e-69e00f4a2164 admin admin] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=104014) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 26 02:59:28.852125 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-3b1172e7-23c9-46eb-888e-69e00f4a2164 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8787575540866', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981176'] for segment (3f74204c-92fe-4c89-9c34-e59aa44a73e4), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 02:59:28.852663 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-3b1172e7-23c9-46eb-888e-69e00f4a2164 admin admin] Unsubscribe: segment precommit_create {{(pid=104014) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 26 02:59:28.853131 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.db.segments_db [None req-3b1172e7-23c9-46eb-888e-69e00f4a2164 admin admin] Added segment 3f74204c-92fe-4c89-9c34-e59aa44a73e4 of type vlan for network fec5944d-43a2-4b65-93cf-22af7ffd0e6e Jun 26 02:59:28.912964 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-3b1172e7-23c9-46eb-888e-69e00f4a2164 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787575249107'] for network (fec5944d-43a2-4b65-93cf-22af7ffd0e6e), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 02:59:28.953154 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-3b1172e7-23c9-46eb-888e-69e00f4a2164 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914'] for network (fec5944d-43a2-4b65-93cf-22af7ffd0e6e), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 02:59:28.954218 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b1172e7-23c9-46eb-888e-69e00f4a2164 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 02:59:28.954834 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-3b1172e7-23c9-46eb-888e-69e00f4a2164 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628900'] for network (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 02:59:28.980926 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-3b1172e7-23c9-46eb-888e-69e00f4a2164 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.2930360 Jun 26 02:59:29.100087 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1172e7-23c9-46eb-888e-69e00f4a2164 admin admin] Pushing event updated for resources: {'Network': ['ID=fec5944d-43a2-4b65-93cf-22af7ffd0e6e,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 02:59:29.109760 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1172e7-23c9-46eb-888e-69e00f4a2164 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 02:59:29.110127 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1172e7-23c9-46eb-888e-69e00f4a2164 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 02:59:29.110473 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1172e7-23c9-46eb-888e-69e00f4a2164 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 02:59:29.110812 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1172e7-23c9-46eb-888e-69e00f4a2164 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 02:59:29.111140 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1172e7-23c9-46eb-888e-69e00f4a2164 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 02:59:29.111466 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1172e7-23c9-46eb-888e-69e00f4a2164 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 02:59:29.111797 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1172e7-23c9-46eb-888e-69e00f4a2164 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 02:59:29.112118 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1172e7-23c9-46eb-888e-69e00f4a2164 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 02:59:29.112443 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1172e7-23c9-46eb-888e-69e00f4a2164 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 02:59:29.112765 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1172e7-23c9-46eb-888e-69e00f4a2164 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 02:59:29.113103 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1172e7-23c9-46eb-888e-69e00f4a2164 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 02:59:29.113443 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1172e7-23c9-46eb-888e-69e00f4a2164 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 02:59:29.113766 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1172e7-23c9-46eb-888e-69e00f4a2164 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 02:59:29.114108 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1172e7-23c9-46eb-888e-69e00f4a2164 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 02:59:29.114426 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1172e7-23c9-46eb-888e-69e00f4a2164 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 02:59:29.115880 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1172e7-23c9-46eb-888e-69e00f4a2164 admin admin] Tracked resource versions report: Jun 26 02:59:29.115880 dv-cinder-846842-4-iscsi neutron-server[104014]: pushed versions: Jun 26 02:59:29.115880 dv-cinder-846842-4-iscsi neutron-server[104014]: { 'AddressGroup': {'1.2'}, Jun 26 02:59:29.115880 dv-cinder-846842-4-iscsi neutron-server[104014]: 'Agent': {'1.1'}, Jun 26 02:59:29.115880 dv-cinder-846842-4-iscsi neutron-server[104014]: 'ConntrackHelper': {'1.0'}, Jun 26 02:59:29.115880 dv-cinder-846842-4-iscsi neutron-server[104014]: 'LocalIPAssociation': {'1.0'}, Jun 26 02:59:29.115880 dv-cinder-846842-4-iscsi neutron-server[104014]: 'Log': {'1.0'}, Jun 26 02:59:29.115880 dv-cinder-846842-4-iscsi neutron-server[104014]: 'NDPProxy': {'1.0'}, Jun 26 02:59:29.115880 dv-cinder-846842-4-iscsi neutron-server[104014]: 'Network': {'1.1'}, Jun 26 02:59:29.115880 dv-cinder-846842-4-iscsi neutron-server[104014]: 'Port': {'1.7'}, Jun 26 02:59:29.115880 dv-cinder-846842-4-iscsi neutron-server[104014]: 'PortForwarding': {'1.3'}, Jun 26 02:59:29.115880 dv-cinder-846842-4-iscsi neutron-server[104014]: 'QosPolicy': {'1.10'}, Jun 26 02:59:29.115880 dv-cinder-846842-4-iscsi neutron-server[104014]: 'SecurityGroup': {'1.5'}, Jun 26 02:59:29.115880 dv-cinder-846842-4-iscsi neutron-server[104014]: 'SecurityGroupRule': {'1.2'}, Jun 26 02:59:29.115880 dv-cinder-846842-4-iscsi neutron-server[104014]: 'SubPort': {'1.0'}, Jun 26 02:59:29.115880 dv-cinder-846842-4-iscsi neutron-server[104014]: 'Subnet': {'1.1'}, Jun 26 02:59:29.115880 dv-cinder-846842-4-iscsi neutron-server[104014]: 'Trunk': {'1.1'}} Jun 26 02:59:29.115880 dv-cinder-846842-4-iscsi neutron-server[104014]: consumer versions: Jun 26 02:59:29.115880 dv-cinder-846842-4-iscsi neutron-server[104014]: { DHCP agent@dv-cinder-846842-4-iscsi: {}, Jun 26 02:59:29.115880 dv-cinder-846842-4-iscsi neutron-server[104014]: L3 agent@dv-cinder-846842-4-iscsi: {}, Jun 26 02:59:29.115880 dv-cinder-846842-4-iscsi neutron-server[104014]: Metadata agent@dv-cinder-846842-4-iscsi: {}, Jun 26 02:59:29.115880 dv-cinder-846842-4-iscsi neutron-server[104014]: Metering agent@dv-cinder-846842-4-iscsi: {}, Jun 26 02:59:29.115880 dv-cinder-846842-4-iscsi neutron-server[104014]: Open vSwitch agent@dv-cinder-846842-4-iscsi: { 'AddressGroup': '1.2', Jun 26 02:59:29.115880 dv-cinder-846842-4-iscsi neutron-server[104014]: 'Agent': '1.1', Jun 26 02:59:29.115880 dv-cinder-846842-4-iscsi neutron-server[104014]: 'ConntrackHelper': '1.0', Jun 26 02:59:29.115880 dv-cinder-846842-4-iscsi neutron-server[104014]: 'LocalIPAssociation': '1.0', Jun 26 02:59:29.115880 dv-cinder-846842-4-iscsi neutron-server[104014]: 'Log': '1.0', Jun 26 02:59:29.115880 dv-cinder-846842-4-iscsi neutron-server[104014]: 'NDPProxy': '1.0', Jun 26 02:59:29.115880 dv-cinder-846842-4-iscsi neutron-server[104014]: 'Network': '1.1', Jun 26 02:59:29.115880 dv-cinder-846842-4-iscsi neutron-server[104014]: 'Port': '1.7', Jun 26 02:59:29.115880 dv-cinder-846842-4-iscsi neutron-server[104014]: 'PortForwarding': '1.3', Jun 26 02:59:29.115880 dv-cinder-846842-4-iscsi neutron-server[104014]: 'QosPolicy': '1.10', Jun 26 02:59:29.115880 dv-cinder-846842-4-iscsi neutron-server[104014]: 'SecurityGroup': '1.5', Jun 26 02:59:29.115880 dv-cinder-846842-4-iscsi neutron-server[104014]: 'SecurityGroupRule': '1.2', Jun 26 02:59:29.115880 dv-cinder-846842-4-iscsi neutron-server[104014]: 'SubPort': '1.0', Jun 26 02:59:29.115880 dv-cinder-846842-4-iscsi neutron-server[104014]: 'Subnet': '1.1', Jun 26 02:59:29.115880 dv-cinder-846842-4-iscsi neutron-server[104014]: 'Trunk': '1.1'}} Jun 26 02:59:29.115880 dv-cinder-846842-4-iscsi neutron-server[104014]: {{(pid=104014) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 26 02:59:29.145289 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Network fec5944d-43a2-4b65-93cf-22af7ffd0e6e details requested by agent ovs-agent-dv-cinder-846842-4-iscsi with host dv-cinder-846842-4-iscsi {{(pid=104015) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 26 02:59:31.097202 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 38352) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 02:59:31.156640 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f3f6fcd-9bbc-4e08-9477-8223de17314a admin admin] GET failed (client error): The resource could not be found. Jun 26 02:59:31.157970 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-8f3f6fcd-9bbc-4e08-9477-8223de17314a admin admin] 10.222.0.13 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0597095 Jun 26 02:59:31.229608 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f19f717-7b35-4752-8642-6166f60a8f7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 02:59:31.231055 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-5f19f717-7b35-4752-8642-6166f60a8f7a admin admin] 10.222.0.13 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0685010 Jun 26 02:59:31.240503 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [None req-af94db19-c612-4304-8ec1-398dc868d28b admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': 'fec5944d-43a2-4b65-93cf-22af7ffd0e6e', 'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 02:59:31.263098 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af94db19-c612-4304-8ec1-398dc868d28b admin admin] Made reservation on behalf of becb24f8723f432e9a3c4c740a191a0b for: {'subnet': 1} {{(pid=104014) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 02:59:31.265370 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-af94db19-c612-4304-8ec1-398dc868d28b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 02:59:31.476829 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-af94db19-c612-4304-8ec1-398dc868d28b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914'] for subnet (aefd496a-60a5-446e-b5cd-3d391ae457cf), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 02:59:31.530550 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af94db19-c612-4304-8ec1-398dc868d28b admin admin] Pushing event updated for resources: {'Subnet': ['ID=aefd496a-60a5-446e-b5cd-3d391ae457cf,revision_number=0']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 02:59:31.546322 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af94db19-c612-4304-8ec1-398dc868d28b admin admin] Checking segment: {'id': '3f74204c-92fe-4c89-9c34-e59aa44a73e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'fec5944d-43a2-4b65-93cf-22af7ffd0e6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 26 02:59:31.546676 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af94db19-c612-4304-8ec1-398dc868d28b admin admin] Network hostable DHCP agents. Network: fec5944d-43a2-4b65-93cf-22af7ffd0e6e, hostable agents: ['7168f7b9-c398-4364-91f8-35e2ce03f4c4'], hosted agents: [] {{(pid=104014) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 26 02:59:31.567175 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af94db19-c612-4304-8ec1-398dc868d28b admin admin] Network fec5944d-43a2-4b65-93cf-22af7ffd0e6e is scheduled to be hosted by DHCP agent 7168f7b9-c398-4364-91f8-35e2ce03f4c4 with binding_index 1 {{(pid=104014) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 26 02:59:31.578374 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.scheduler.base_scheduler [None req-af94db19-c612-4304-8ec1-398dc868d28b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846842-4-iscsi, fec5944d-43a2-4b65-93cf-22af7ffd0e6e) {{(pid=104014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 02:59:31.583319 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af94db19-c612-4304-8ec1-398dc868d28b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 02:59:31.583940 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-af94db19-c612-4304-8ec1-398dc868d28b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628900'] for subnet (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 02:59:31.588756 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d4459b-cd98-4f65-86f7-132368306970 None None] Network fec5944d-43a2-4b65-93cf-22af7ffd0e6e requested from dv-cinder-846842-4-iscsi {{(pid=104015) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 26 02:59:31.600255 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-af94db19-c612-4304-8ec1-398dc868d28b admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3629873 Jun 26 02:59:31.701096 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf92c8ec-fb5c-42ba-a3d5-9af4b0378035 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26d13647-f000-53af-8200-2754bac59090-fec5944d-43a2-4b65-93cf-22af7ffd0e6e', 'network_id': 'fec5944d-43a2-4b65-93cf-22af7ffd0e6e', 'project_id': 'becb24f8723f432e9a3c4c740a191a0b', 'fixed_ips': [{'subnet_id': 'aefd496a-60a5-446e-b5cd-3d391ae457cf'}]}} from dv-cinder-846842-4-iscsi. {{(pid=104015) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 26 02:59:31.702081 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-cf92c8ec-fb5c-42ba-a3d5-9af4b0378035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 02:59:31.845076 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.db_base_plugin_common [None req-cf92c8ec-fb5c-42ba-a3d5-9af4b0378035 None None] Allocated IP 192.168.233.2 (fec5944d-43a2-4b65-93cf-22af7ffd0e6e/aefd496a-60a5-446e-b5cd-3d391ae457cf/5d7e868d-b182-46c5-bf9a-84ea2b5419a5) {{(pid=104015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 02:59:31.990444 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-cf92c8ec-fb5c-42ba-a3d5-9af4b0378035 None None] Publish callbacks [] for port (5d7e868d-b182-46c5-bf9a-84ea2b5419a5), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 02:59:31.998950 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-cf92c8ec-fb5c-42ba-a3d5-9af4b0378035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787575245469'] for port (5d7e868d-b182-46c5-bf9a-84ea2b5419a5), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 02:59:32.039135 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf92c8ec-fb5c-42ba-a3d5-9af4b0378035 None None] Network fec5944d-43a2-4b65-93cf-22af7ffd0e6e is already hosted by enough agents. {{(pid=104015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 02:59:32.041921 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.scheduler.base_scheduler [None req-cf92c8ec-fb5c-42ba-a3d5-9af4b0378035 None None] Resources bound (agent type, host, resource id): {{(pid=104015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 02:59:32.046861 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf92c8ec-fb5c-42ba-a3d5-9af4b0378035 None None] Received port after_create {{(pid=104015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 26 02:59:32.054214 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf92c8ec-fb5c-42ba-a3d5-9af4b0378035 None None] Pushing event updated for resources: {'Port': ['ID=5d7e868d-b182-46c5-bf9a-84ea2b5419a5,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 02:59:32.064681 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf92c8ec-fb5c-42ba-a3d5-9af4b0378035 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 02:59:32.064681 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf92c8ec-fb5c-42ba-a3d5-9af4b0378035 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 02:59:32.064935 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf92c8ec-fb5c-42ba-a3d5-9af4b0378035 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 02:59:32.065105 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf92c8ec-fb5c-42ba-a3d5-9af4b0378035 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 02:59:32.065754 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf92c8ec-fb5c-42ba-a3d5-9af4b0378035 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 02:59:32.065754 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf92c8ec-fb5c-42ba-a3d5-9af4b0378035 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 02:59:32.066828 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf92c8ec-fb5c-42ba-a3d5-9af4b0378035 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 02:59:32.066828 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf92c8ec-fb5c-42ba-a3d5-9af4b0378035 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 02:59:32.066828 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf92c8ec-fb5c-42ba-a3d5-9af4b0378035 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 02:59:32.067090 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf92c8ec-fb5c-42ba-a3d5-9af4b0378035 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 02:59:32.067355 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf92c8ec-fb5c-42ba-a3d5-9af4b0378035 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 02:59:32.067694 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf92c8ec-fb5c-42ba-a3d5-9af4b0378035 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 02:59:32.068014 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf92c8ec-fb5c-42ba-a3d5-9af4b0378035 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 02:59:32.068330 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf92c8ec-fb5c-42ba-a3d5-9af4b0378035 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 02:59:32.068648 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf92c8ec-fb5c-42ba-a3d5-9af4b0378035 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 02:59:32.119230 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [None req-cf92c8ec-fb5c-42ba-a3d5-9af4b0378035 None None] Attempting to bind port 5d7e868d-b182-46c5-bf9a-84ea2b5419a5 on host dv-cinder-846842-4-iscsi for vnic_type normal with profile {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 26 02:59:32.119596 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [None req-cf92c8ec-fb5c-42ba-a3d5-9af4b0378035 None None] Attempting to bind port 5d7e868d-b182-46c5-bf9a-84ea2b5419a5 by drivers openvswitch,hyperv on host dv-cinder-846842-4-iscsi at level 0 using segments [{'id': '3f74204c-92fe-4c89-9c34-e59aa44a73e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'fec5944d-43a2-4b65-93cf-22af7ffd0e6e'}] {{(pid=104015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 26 02:59:32.119952 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf92c8ec-fb5c-42ba-a3d5-9af4b0378035 None None] Attempting to bind port 5d7e868d-b182-46c5-bf9a-84ea2b5419a5 on network fec5944d-43a2-4b65-93cf-22af7ffd0e6e {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 26 02:59:32.125268 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf92c8ec-fb5c-42ba-a3d5-9af4b0378035 None None] Checking agent: {'id': '16f9b602-7baf-4f7a-ab92-1b0788147fb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 26, 2, 56, 46), 'started_at': datetime.datetime(2022, 6, 26, 2, 57, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 26, 2, 59, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 26 02:59:32.125637 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf92c8ec-fb5c-42ba-a3d5-9af4b0378035 None None] Checking segment: {'id': '3f74204c-92fe-4c89-9c34-e59aa44a73e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'fec5944d-43a2-4b65-93cf-22af7ffd0e6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 26 02:59:32.126029 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-cf92c8ec-fb5c-42ba-a3d5-9af4b0378035 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 02:59:32.126452 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf92c8ec-fb5c-42ba-a3d5-9af4b0378035 None None] Bound using segment: {'id': '3f74204c-92fe-4c89-9c34-e59aa44a73e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'fec5944d-43a2-4b65-93cf-22af7ffd0e6e'} {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 26 02:59:32.126906 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [None req-cf92c8ec-fb5c-42ba-a3d5-9af4b0378035 None None] Bound port: 5d7e868d-b182-46c5-bf9a-84ea2b5419a5, host: dv-cinder-846842-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f74204c-92fe-4c89-9c34-e59aa44a73e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'fec5944d-43a2-4b65-93cf-22af7ffd0e6e'}}] {{(pid=104015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 26 02:59:32.127279 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-cf92c8ec-fb5c-42ba-a3d5-9af4b0378035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (5d7e868d-b182-46c5-bf9a-84ea2b5419a5), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 02:59:32.189415 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-cf92c8ec-fb5c-42ba-a3d5-9af4b0378035 None None] For port 5d7e868d-b182-46c5-bf9a-84ea2b5419a5, host dv-cinder-846842-4-iscsi, cleared binding levels {{(pid=104015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 02:59:32.192997 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-cf92c8ec-fb5c-42ba-a3d5-9af4b0378035 None None] For port 5d7e868d-b182-46c5-bf9a-84ea2b5419a5, host dv-cinder-846842-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-4-iscsi',level=0,port_id=5d7e868d-b182-46c5-bf9a-84ea2b5419a5,segment=NetworkSegment(3f74204c-92fe-4c89-9c34-e59aa44a73e4),segment_id=3f74204c-92fe-4c89-9c34-e59aa44a73e4)] {{(pid=104015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 02:59:32.199275 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-cf92c8ec-fb5c-42ba-a3d5-9af4b0378035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (5d7e868d-b182-46c5-bf9a-84ea2b5419a5), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 02:59:32.253380 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf92c8ec-fb5c-42ba-a3d5-9af4b0378035 None None] Pushing event updated for resources: {'Port': ['ID=5d7e868d-b182-46c5-bf9a-84ea2b5419a5,revision_number=2']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 02:59:33.078187 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ecb3f6-d856-447e-b99c-9398a3b4e262 None None] Network fec5944d-43a2-4b65-93cf-22af7ffd0e6e requested from dv-cinder-846842-4-iscsi {{(pid=104015) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 26 02:59:33.114194 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-a90015d1-3c84-4ea1-b484-37bee5007379 None None] Provisioning complete for port 5d7e868d-b182-46c5-bf9a-84ea2b5419a5 triggered by entity DHCP. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 02:59:33.114579 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a90015d1-3c84-4ea1-b484-37bee5007379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (5d7e868d-b182-46c5-bf9a-84ea2b5419a5), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 02:59:33.253972 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 02:59:33.308654 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 02:59:33.352756 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-a90015d1-3c84-4ea1-b484-37bee5007379 None None] Current status of the port 5d7e868d-b182-46c5-bf9a-84ea2b5419a5 is: DOWN; New status is: ACTIVE {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 02:59:33.353147 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a90015d1-3c84-4ea1-b484-37bee5007379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (5d7e868d-b182-46c5-bf9a-84ea2b5419a5), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 02:59:33.387882 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-a90015d1-3c84-4ea1-b484-37bee5007379 None None] For port 5d7e868d-b182-46c5-bf9a-84ea2b5419a5, host dv-cinder-846842-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-4-iscsi',level=0,port_id=5d7e868d-b182-46c5-bf9a-84ea2b5419a5,segment=NetworkSegment(3f74204c-92fe-4c89-9c34-e59aa44a73e4),segment_id=3f74204c-92fe-4c89-9c34-e59aa44a73e4)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 02:59:33.391818 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a90015d1-3c84-4ea1-b484-37bee5007379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (5d7e868d-b182-46c5-bf9a-84ea2b5419a5), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 02:59:33.441064 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90015d1-3c84-4ea1-b484-37bee5007379 None None] Pushing event updated for resources: {'Port': ['ID=5d7e868d-b182-46c5-bf9a-84ea2b5419a5,revision_number=3']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 02:59:33.510973 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-9abe6542-0a63-479e-872a-76fc3ae55ee6 None None] Provisioning complete for port 5d7e868d-b182-46c5-bf9a-84ea2b5419a5 triggered by entity DHCP. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 02:59:33.511291 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-9abe6542-0a63-479e-872a-76fc3ae55ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (5d7e868d-b182-46c5-bf9a-84ea2b5419a5), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 02:59:33.585350 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-9abe6542-0a63-479e-872a-76fc3ae55ee6 None None] Current status of the port 5d7e868d-b182-46c5-bf9a-84ea2b5419a5 is: ACTIVE; New status is: ACTIVE {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 02:59:34.261355 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Device 5d7e868d-b182-46c5-bf9a-84ea2b5419a5 up at agent ovs-agent-dv-cinder-846842-4-iscsi {{(pid=104015) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 02:59:34.306778 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Provisioning complete for port 5d7e868d-b182-46c5-bf9a-84ea2b5419a5 triggered by entity L2. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 02:59:34.307174 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (5d7e868d-b182-46c5-bf9a-84ea2b5419a5), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 02:59:34.382117 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Current status of the port 5d7e868d-b182-46c5-bf9a-84ea2b5419a5 is: ACTIVE; New status is: ACTIVE {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 02:59:41.377118 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-e98003d2-a202-433c-9931-19f38df774f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (7168f7b9-c398-4364-91f8-35e2ce03f4c4), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 02:59:41.593103 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 02:59:41.593788 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=77,neutron:UPDATE=4,neutron:INSERT=7,neutron:DELETE=2 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 02:59:41.988753 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=17 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 02:59:41.995680 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=15 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 02:59:43.703971 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-afe27ee9-3cbc-4333-8c54-81a191e1d442 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (0122de27-3097-4d47-a0ca-0fb90e28ac1e), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 02:59:44.782856 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a0725410-9e6c-45cb-9ff8-c6c4931d6b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (ece691f0-a7cc-4e31-b59a-0e18fd9fccde), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 02:59:46.211381 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d2867017-9ae3-4ae5-b018-59cb98d1258b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (3b87920d-6933-41a3-b47c-185b87d68e87), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 02:59:46.485558 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (16f9b602-7baf-4f7a-ab92-1b0788147fb5), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 02:59:51.980440 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.agents_db [None req-1acc9491-aa00-4d80-a7f3-d699105ea2bf None None] Agent healthcheck: found 5 active agents {{(pid=104016) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 02:59:56.479449 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=65,neutron:UPDATE=3 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 02:59:56.481272 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=49,neutron:UPDATE=4 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:00:01.976272 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=1 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:00:01.977059 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=1 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:00:11.369729 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-c37dddc1-d886-4d27-890e-0049f611041d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (7168f7b9-c398-4364-91f8-35e2ce03f4c4), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:00:13.706191 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-f0ee55ec-54b1-4052-99a8-6f362e6f8399 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (0122de27-3097-4d47-a0ca-0fb90e28ac1e), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:00:14.786319 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a0725410-9e6c-45cb-9ff8-c6c4931d6b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (ece691f0-a7cc-4e31-b59a-0e18fd9fccde), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:00:16.215377 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d2867017-9ae3-4ae5-b018-59cb98d1258b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (3b87920d-6933-41a3-b47c-185b87d68e87), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:00:16.489444 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (16f9b602-7baf-4f7a-ab92-1b0788147fb5), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:00:18.987251 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=3 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:00:18.992081 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=5 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:00:26.482311 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:00:26.484288 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:00:28.979384 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.agents_db [None req-1acc9491-aa00-4d80-a7f3-d699105ea2bf None None] Agent healthcheck: found 5 active agents {{(pid=104016) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 03:00:39.976793 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=2 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:00:39.977548 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:00:41.373073 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-8444d1ef-9bc4-48aa-bded-8567cff5626a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (7168f7b9-c398-4364-91f8-35e2ce03f4c4), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:00:43.708250 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-af9b4d40-12b2-4e7f-b39f-d74984daa35c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (0122de27-3097-4d47-a0ca-0fb90e28ac1e), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:00:44.789724 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a0725410-9e6c-45cb-9ff8-c6c4931d6b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (ece691f0-a7cc-4e31-b59a-0e18fd9fccde), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:00:46.216532 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d2867017-9ae3-4ae5-b018-59cb98d1258b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (3b87920d-6933-41a3-b47c-185b87d68e87), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:00:46.492106 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (16f9b602-7baf-4f7a-ab92-1b0788147fb5), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:00:55.993131 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=1 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:00:55.997632 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=5 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:00:56.486015 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:00:56.488869 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:00:57.302537 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 38390) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:00:57.308262 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [None req-eac5c0b3-f619-41c0-89a5-3b986869b65c tempest-verify_tempest_config-1890178433 tempest-verify_tempest_config-1890178433-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104014) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 26 03:00:57.309227 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-eac5c0b3-f619-41c0-89a5-3b986869b65c tempest-verify_tempest_config-1890178433 tempest-verify_tempest_config-1890178433-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0057402 Jun 26 03:00:57.598610 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 38408) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:00:57.710548 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-713f16fd-184c-441f-b850-a871e72e8b6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:00:57.784233 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-713f16fd-184c-441f-b850-a871e72e8b6a admin admin] Publish callbacks [] for security_group (0e96cc6f-c72c-46b1-b8d1-da03632d5f8f), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:00:57.787861 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-713f16fd-184c-441f-b850-a871e72e8b6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (0e96cc6f-c72c-46b1-b8d1-da03632d5f8f), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:00:57.837170 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-713f16fd-184c-441f-b850-a871e72e8b6a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bc0e84e8dea04167b4a29151a8665ef2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2375419 Jun 26 03:00:57.838141 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713f16fd-184c-441f-b850-a871e72e8b6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e96cc6f-c72c-46b1-b8d1-da03632d5f8f,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:00:57.839872 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 38414) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:00:57.852196 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713f16fd-184c-441f-b850-a871e72e8b6a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:00:57.852655 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713f16fd-184c-441f-b850-a871e72e8b6a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:00:57.853017 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713f16fd-184c-441f-b850-a871e72e8b6a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:00:57.853359 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713f16fd-184c-441f-b850-a871e72e8b6a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:00:57.853689 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713f16fd-184c-441f-b850-a871e72e8b6a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:00:57.854110 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713f16fd-184c-441f-b850-a871e72e8b6a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:00:57.854439 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713f16fd-184c-441f-b850-a871e72e8b6a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:00:57.854762 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713f16fd-184c-441f-b850-a871e72e8b6a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:00:57.855422 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713f16fd-184c-441f-b850-a871e72e8b6a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:00:57.855422 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713f16fd-184c-441f-b850-a871e72e8b6a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:00:57.855720 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713f16fd-184c-441f-b850-a871e72e8b6a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:00:57.856189 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713f16fd-184c-441f-b850-a871e72e8b6a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:00:57.856654 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713f16fd-184c-441f-b850-a871e72e8b6a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:00:57.857040 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713f16fd-184c-441f-b850-a871e72e8b6a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:00:57.857361 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713f16fd-184c-441f-b850-a871e72e8b6a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:00:57.915601 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-968a6b33-4155-4bbc-9f33-5c551fae9ce9 admin admin] Publish callbacks [] for security_group (0e96cc6f-c72c-46b1-b8d1-da03632d5f8f), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:00:57.938395 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-968a6b33-4155-4bbc-9f33-5c551fae9ce9 admin admin] Publish callbacks [] for security_group (0e96cc6f-c72c-46b1-b8d1-da03632d5f8f), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:00:58.033863 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-968a6b33-4155-4bbc-9f33-5c551fae9ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (0e96cc6f-c72c-46b1-b8d1-da03632d5f8f), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:00:58.036434 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-968a6b33-4155-4bbc-9f33-5c551fae9ce9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:00:58.037529 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-968a6b33-4155-4bbc-9f33-5c551fae9ce9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0e96cc6f-c72c-46b1-b8d1-da03632d5f8f HTTP/1.1" status: 204 len: 168 time: 0.1967201 Jun 26 03:00:58.047172 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968a6b33-4155-4bbc-9f33-5c551fae9ce9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e96cc6f-c72c-46b1-b8d1-da03632d5f8f,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:00:58.055080 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968a6b33-4155-4bbc-9f33-5c551fae9ce9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:00:58.055247 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968a6b33-4155-4bbc-9f33-5c551fae9ce9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:00:58.055603 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968a6b33-4155-4bbc-9f33-5c551fae9ce9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:00:58.055940 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968a6b33-4155-4bbc-9f33-5c551fae9ce9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:00:58.056574 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968a6b33-4155-4bbc-9f33-5c551fae9ce9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:00:58.056902 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968a6b33-4155-4bbc-9f33-5c551fae9ce9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:00:58.057226 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968a6b33-4155-4bbc-9f33-5c551fae9ce9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:00:58.057573 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968a6b33-4155-4bbc-9f33-5c551fae9ce9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:00:58.057912 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968a6b33-4155-4bbc-9f33-5c551fae9ce9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:00:58.058260 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968a6b33-4155-4bbc-9f33-5c551fae9ce9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:00:58.058596 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968a6b33-4155-4bbc-9f33-5c551fae9ce9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:00:58.058965 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968a6b33-4155-4bbc-9f33-5c551fae9ce9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:00:58.059290 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968a6b33-4155-4bbc-9f33-5c551fae9ce9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:00:58.059694 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968a6b33-4155-4bbc-9f33-5c551fae9ce9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:00:58.059908 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968a6b33-4155-4bbc-9f33-5c551fae9ce9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:01:05.977311 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.agents_db [None req-1acc9491-aa00-4d80-a7f3-d699105ea2bf None None] Agent healthcheck: found 5 active agents {{(pid=104016) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 03:01:07.831300 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=23,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:01:07.845789 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=16,neutron:INSERT=8 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:01:08.042778 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:01:08.050601 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=18,neutron:DELETE=2 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:01:08.078773 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=2 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:01:11.373681 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-b36cdd23-cb62-41c5-888b-c0f19c6e5d9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (7168f7b9-c398-4364-91f8-35e2ce03f4c4), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:01:13.710207 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-e2290fd5-1d02-40ac-8402-645806b88ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (0122de27-3097-4d47-a0ca-0fb90e28ac1e), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:01:14.793432 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a0725410-9e6c-45cb-9ff8-c6c4931d6b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (ece691f0-a7cc-4e31-b59a-0e18fd9fccde), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:01:15.972902 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=1 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:01:15.973711 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=1 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:01:16.218596 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d2867017-9ae3-4ae5-b018-59cb98d1258b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (3b87920d-6933-41a3-b47c-185b87d68e87), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:01:16.493286 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (16f9b602-7baf-4f7a-ab92-1b0788147fb5), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:01:26.487629 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:01:26.489626 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:01:39.350710 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=14 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:01:39.352528 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=18 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:01:41.379700 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-2eb21cdd-3f46-4e66-8818-eccafdc96189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (7168f7b9-c398-4364-91f8-35e2ce03f4c4), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:01:42.976367 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.agents_db [None req-1acc9491-aa00-4d80-a7f3-d699105ea2bf None None] Agent healthcheck: found 5 active agents {{(pid=104016) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 03:01:43.712394 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-8365678e-0444-44fc-b464-2f420a1ba48f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (0122de27-3097-4d47-a0ca-0fb90e28ac1e), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:01:44.793763 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a0725410-9e6c-45cb-9ff8-c6c4931d6b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (ece691f0-a7cc-4e31-b59a-0e18fd9fccde), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:01:46.221922 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d2867017-9ae3-4ae5-b018-59cb98d1258b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (3b87920d-6933-41a3-b47c-185b87d68e87), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:01:46.496679 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (16f9b602-7baf-4f7a-ab92-1b0788147fb5), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:01:52.971839 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=1 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:01:52.972614 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=1 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:01:56.490623 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:01:56.492492 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:02:09.984773 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=2 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:02:09.989876 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=4 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:02:11.381875 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-dbc68424-ab17-4278-88dc-ebf164b3fdbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (7168f7b9-c398-4364-91f8-35e2ce03f4c4), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:02:13.714353 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-c8f80a8e-af71-4aa3-83ed-73d987a10508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (0122de27-3097-4d47-a0ca-0fb90e28ac1e), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:02:14.797188 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a0725410-9e6c-45cb-9ff8-c6c4931d6b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (ece691f0-a7cc-4e31-b59a-0e18fd9fccde), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:02:16.223993 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d2867017-9ae3-4ae5-b018-59cb98d1258b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (3b87920d-6933-41a3-b47c-185b87d68e87), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:02:16.498353 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (16f9b602-7baf-4f7a-ab92-1b0788147fb5), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:02:19.976020 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.agents_db [None req-1acc9491-aa00-4d80-a7f3-d699105ea2bf None None] Agent healthcheck: found 5 active agents {{(pid=104016) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 03:02:26.492459 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:02:26.494460 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:02:29.972136 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=1 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:02:29.972876 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=1 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:02:39.654836 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1597032'] for agent (e7a0895f-45bb-4130-be69-32df3e039043), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:02:41.383458 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-2f838738-5e17-414d-930b-a276c9718f50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (7168f7b9-c398-4364-91f8-35e2ce03f4c4), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:02:43.715532 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-80275cd6-6e27-41ef-9ff6-e0bab4e44102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (0122de27-3097-4d47-a0ca-0fb90e28ac1e), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:02:44.799742 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a0725410-9e6c-45cb-9ff8-c6c4931d6b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (ece691f0-a7cc-4e31-b59a-0e18fd9fccde), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:02:46.227235 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d2867017-9ae3-4ae5-b018-59cb98d1258b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (3b87920d-6933-41a3-b47c-185b87d68e87), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:02:46.503032 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (16f9b602-7baf-4f7a-ab92-1b0788147fb5), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:02:46.981023 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=5 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:02:46.984886 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:DELETE=1,neutron:SELECT=2 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:02:51.213215 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 38488) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:02:51.317734 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-ab358eab-f6f9-4460-b7b2-c327902fbfde admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1034617 Jun 26 03:02:53.375082 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 38498) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:02:53.428906 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-83a66ebb-631a-4cf7-88b4-4987bec7c15f admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0522990 Jun 26 03:02:56.495359 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=8,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:02:56.497669 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:02:56.974934 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.agents_db [None req-1acc9491-aa00-4d80-a7f3-d699105ea2bf None None] Agent healthcheck: found 6 active agents {{(pid=104016) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 03:03:03.423547 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=2 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:03:03.424378 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=2 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:03:06.972101 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=1 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:03:06.972101 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=1 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:03:09.642500 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (e7a0895f-45bb-4130-be69-32df3e039043), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:03:11.384412 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d2a243bb-33cf-4b63-a30c-0fa987d7b7b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (7168f7b9-c398-4364-91f8-35e2ce03f4c4), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:03:13.716404 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-8d204a6c-308a-4fb1-9e48-6458ccb72938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (0122de27-3097-4d47-a0ca-0fb90e28ac1e), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:03:14.801593 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a0725410-9e6c-45cb-9ff8-c6c4931d6b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (ece691f0-a7cc-4e31-b59a-0e18fd9fccde), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:03:16.232153 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d2867017-9ae3-4ae5-b018-59cb98d1258b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (3b87920d-6933-41a3-b47c-185b87d68e87), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:03:16.504728 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (16f9b602-7baf-4f7a-ab92-1b0788147fb5), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:03:23.987212 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=2 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:03:23.991456 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=4 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:03:26.498209 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:03:26.500103 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:03:33.974936 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.agents_db [None req-1acc9491-aa00-4d80-a7f3-d699105ea2bf None None] Agent healthcheck: found 6 active agents {{(pid=104016) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 03:03:39.650860 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (e7a0895f-45bb-4130-be69-32df3e039043), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:03:41.385523 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-1f9b9659-4b09-4bea-a943-8ec219073706 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (7168f7b9-c398-4364-91f8-35e2ce03f4c4), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:03:43.721439 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-40efa2ba-7d06-4a13-838e-720813317d7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (0122de27-3097-4d47-a0ca-0fb90e28ac1e), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:03:43.970528 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=16 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:03:43.971305 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=12 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:03:44.803925 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a0725410-9e6c-45cb-9ff8-c6c4931d6b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (ece691f0-a7cc-4e31-b59a-0e18fd9fccde), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:03:46.237871 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d2867017-9ae3-4ae5-b018-59cb98d1258b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (3b87920d-6933-41a3-b47c-185b87d68e87), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:03:46.508180 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (16f9b602-7baf-4f7a-ab92-1b0788147fb5), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:03:56.501248 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:03:56.504105 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:04:00.991746 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=2 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:04:00.997475 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=4 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:04:09.679279 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (e7a0895f-45bb-4130-be69-32df3e039043), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:10.975194 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.agents_db [None req-1acc9491-aa00-4d80-a7f3-d699105ea2bf None None] Agent healthcheck: found 6 active agents {{(pid=104016) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 03:04:11.389341 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-3212fa18-ea25-49d1-86d0-205686a8f591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (7168f7b9-c398-4364-91f8-35e2ce03f4c4), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:13.725718 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-4b42f1d0-5a62-4a6e-9163-feaab660cea5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (0122de27-3097-4d47-a0ca-0fb90e28ac1e), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:14.806623 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a0725410-9e6c-45cb-9ff8-c6c4931d6b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (ece691f0-a7cc-4e31-b59a-0e18fd9fccde), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:16.238249 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d2867017-9ae3-4ae5-b018-59cb98d1258b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (3b87920d-6933-41a3-b47c-185b87d68e87), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:16.510027 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (16f9b602-7baf-4f7a-ab92-1b0788147fb5), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:20.971213 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=2 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:04:26.505992 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:04:26.505992 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:04:29.036592 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 38602) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:04:29.271728 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [None req-ca567c61-deab-4999-99a9-a7b1c7a793d6 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1853679749-network', 'tenant_id': 'fa297495bdbe4178963461204bfbb3ff'}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:04:29.299315 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca567c61-deab-4999-99a9-a7b1c7a793d6 admin admin] Made reservation on behalf of fa297495bdbe4178963461204bfbb3ff for: {'network': 1} {{(pid=104014) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 03:04:29.302007 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-ca567c61-deab-4999-99a9-a7b1c7a793d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for network (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:29.311581 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-ca567c61-deab-4999-99a9-a7b1c7a793d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:29.397071 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-ca567c61-deab-4999-99a9-a7b1c7a793d6 admin admin] Publish callbacks [] for security_group (01814b14-dabb-4e04-801c-e61ede5b7be3), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:29.402520 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-ca567c61-deab-4999-99a9-a7b1c7a793d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (01814b14-dabb-4e04-801c-e61ede5b7be3), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:29.431648 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca567c61-deab-4999-99a9-a7b1c7a793d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01814b14-dabb-4e04-801c-e61ede5b7be3,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:04:29.441599 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca567c61-deab-4999-99a9-a7b1c7a793d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:04:29.441971 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca567c61-deab-4999-99a9-a7b1c7a793d6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:04:29.442825 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca567c61-deab-4999-99a9-a7b1c7a793d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:04:29.442825 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca567c61-deab-4999-99a9-a7b1c7a793d6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:04:29.443093 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca567c61-deab-4999-99a9-a7b1c7a793d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:04:29.443399 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca567c61-deab-4999-99a9-a7b1c7a793d6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:04:29.443883 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca567c61-deab-4999-99a9-a7b1c7a793d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:04:29.444074 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca567c61-deab-4999-99a9-a7b1c7a793d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:04:29.444441 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca567c61-deab-4999-99a9-a7b1c7a793d6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:04:29.444766 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca567c61-deab-4999-99a9-a7b1c7a793d6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:04:29.445130 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca567c61-deab-4999-99a9-a7b1c7a793d6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:04:29.445478 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca567c61-deab-4999-99a9-a7b1c7a793d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:04:29.446032 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca567c61-deab-4999-99a9-a7b1c7a793d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:04:29.446373 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca567c61-deab-4999-99a9-a7b1c7a793d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:04:29.446768 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca567c61-deab-4999-99a9-a7b1c7a793d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:04:29.448019 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca567c61-deab-4999-99a9-a7b1c7a793d6 admin admin] Tracked resource versions report: Jun 26 03:04:29.448019 dv-cinder-846842-4-iscsi neutron-server[104014]: pushed versions: Jun 26 03:04:29.448019 dv-cinder-846842-4-iscsi neutron-server[104014]: { 'AddressGroup': {'1.2'}, Jun 26 03:04:29.448019 dv-cinder-846842-4-iscsi neutron-server[104014]: 'Agent': {'1.1'}, Jun 26 03:04:29.448019 dv-cinder-846842-4-iscsi neutron-server[104014]: 'ConntrackHelper': {'1.0'}, Jun 26 03:04:29.448019 dv-cinder-846842-4-iscsi neutron-server[104014]: 'LocalIPAssociation': {'1.0'}, Jun 26 03:04:29.448019 dv-cinder-846842-4-iscsi neutron-server[104014]: 'Log': {'1.0'}, Jun 26 03:04:29.448019 dv-cinder-846842-4-iscsi neutron-server[104014]: 'NDPProxy': {'1.0'}, Jun 26 03:04:29.448019 dv-cinder-846842-4-iscsi neutron-server[104014]: 'Network': {'1.1'}, Jun 26 03:04:29.448019 dv-cinder-846842-4-iscsi neutron-server[104014]: 'Port': {'1.7'}, Jun 26 03:04:29.448019 dv-cinder-846842-4-iscsi neutron-server[104014]: 'PortForwarding': {'1.3'}, Jun 26 03:04:29.448019 dv-cinder-846842-4-iscsi neutron-server[104014]: 'QosPolicy': {'1.10'}, Jun 26 03:04:29.448019 dv-cinder-846842-4-iscsi neutron-server[104014]: 'SecurityGroup': {'1.5'}, Jun 26 03:04:29.448019 dv-cinder-846842-4-iscsi neutron-server[104014]: 'SecurityGroupRule': {'1.2'}, Jun 26 03:04:29.448019 dv-cinder-846842-4-iscsi neutron-server[104014]: 'SubPort': {'1.0'}, Jun 26 03:04:29.448019 dv-cinder-846842-4-iscsi neutron-server[104014]: 'Subnet': {'1.1'}, Jun 26 03:04:29.448019 dv-cinder-846842-4-iscsi neutron-server[104014]: 'Trunk': {'1.1'}} Jun 26 03:04:29.448019 dv-cinder-846842-4-iscsi neutron-server[104014]: consumer versions: Jun 26 03:04:29.448019 dv-cinder-846842-4-iscsi neutron-server[104014]: { DHCP agent@dv-cinder-846842-4-iscsi: {}, Jun 26 03:04:29.448019 dv-cinder-846842-4-iscsi neutron-server[104014]: HyperV agent@hv-cinder-84684: {}, Jun 26 03:04:29.448019 dv-cinder-846842-4-iscsi neutron-server[104014]: L3 agent@dv-cinder-846842-4-iscsi: {}, Jun 26 03:04:29.448019 dv-cinder-846842-4-iscsi neutron-server[104014]: Metadata agent@dv-cinder-846842-4-iscsi: {}, Jun 26 03:04:29.448019 dv-cinder-846842-4-iscsi neutron-server[104014]: Metering agent@dv-cinder-846842-4-iscsi: {}, Jun 26 03:04:29.448019 dv-cinder-846842-4-iscsi neutron-server[104014]: Open vSwitch agent@dv-cinder-846842-4-iscsi: { 'AddressGroup': '1.2', Jun 26 03:04:29.448019 dv-cinder-846842-4-iscsi neutron-server[104014]: 'Agent': '1.1', Jun 26 03:04:29.448019 dv-cinder-846842-4-iscsi neutron-server[104014]: 'ConntrackHelper': '1.0', Jun 26 03:04:29.448019 dv-cinder-846842-4-iscsi neutron-server[104014]: 'LocalIPAssociation': '1.0', Jun 26 03:04:29.448019 dv-cinder-846842-4-iscsi neutron-server[104014]: 'Log': '1.0', Jun 26 03:04:29.448019 dv-cinder-846842-4-iscsi neutron-server[104014]: 'NDPProxy': '1.0', Jun 26 03:04:29.448019 dv-cinder-846842-4-iscsi neutron-server[104014]: 'Network': '1.1', Jun 26 03:04:29.448019 dv-cinder-846842-4-iscsi neutron-server[104014]: 'Port': '1.7', Jun 26 03:04:29.448019 dv-cinder-846842-4-iscsi neutron-server[104014]: 'PortForwarding': '1.3', Jun 26 03:04:29.448019 dv-cinder-846842-4-iscsi neutron-server[104014]: 'QosPolicy': '1.10', Jun 26 03:04:29.448019 dv-cinder-846842-4-iscsi neutron-server[104014]: 'SecurityGroup': '1.5', Jun 26 03:04:29.448019 dv-cinder-846842-4-iscsi neutron-server[104014]: 'SecurityGroupRule': '1.2', Jun 26 03:04:29.448019 dv-cinder-846842-4-iscsi neutron-server[104014]: 'SubPort': '1.0', Jun 26 03:04:29.448019 dv-cinder-846842-4-iscsi neutron-server[104014]: 'Subnet': '1.1', Jun 26 03:04:29.448019 dv-cinder-846842-4-iscsi neutron-server[104014]: 'Trunk': '1.1'}} Jun 26 03:04:29.448019 dv-cinder-846842-4-iscsi neutron-server[104014]: {{(pid=104014) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 26 03:04:29.451436 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca567c61-deab-4999-99a9-a7b1c7a793d6 admin admin] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=104014) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 26 03:04:29.461701 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-ca567c61-deab-4999-99a9-a7b1c7a793d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981176'] for segment (fbd06da5-ae5a-4a38-bea9-364667bab5d8), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:29.462149 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.db.segments_db [None req-ca567c61-deab-4999-99a9-a7b1c7a793d6 admin admin] Added segment fbd06da5-ae5a-4a38-bea9-364667bab5d8 of type vlan for network 76813bee-9012-4733-a1d2-1d5c88e29d67 Jun 26 03:04:29.512204 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-ca567c61-deab-4999-99a9-a7b1c7a793d6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787575249107'] for network (76813bee-9012-4733-a1d2-1d5c88e29d67), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:29.538941 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-ca567c61-deab-4999-99a9-a7b1c7a793d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914'] for network (76813bee-9012-4733-a1d2-1d5c88e29d67), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:29.540193 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca567c61-deab-4999-99a9-a7b1c7a793d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:04:29.540828 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-ca567c61-deab-4999-99a9-a7b1c7a793d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628900'] for network (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:29.606649 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca567c61-deab-4999-99a9-a7b1c7a793d6 admin admin] Pushing event updated for resources: {'Network': ['ID=76813bee-9012-4733-a1d2-1d5c88e29d67,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:04:29.611085 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 38646) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:04:29.611770 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-ca567c61-deab-4999-99a9-a7b1c7a793d6 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.5729034 Jun 26 03:04:29.617305 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Network 76813bee-9012-4733-a1d2-1d5c88e29d67 details requested by agent ovs-agent-dv-cinder-846842-4-iscsi with host dv-cinder-846842-4-iscsi {{(pid=104015) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 26 03:04:29.618648 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-9b04032d-b176-42ce-99b6-ff60dbf19763 admin admin] Request body: {'subnet': {'network_id': '76813bee-9012-4733-a1d2-1d5c88e29d67', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1853679749-subnet', 'tenant_id': 'fa297495bdbe4178963461204bfbb3ff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:04:29.645958 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b04032d-b176-42ce-99b6-ff60dbf19763 admin admin] Made reservation on behalf of fa297495bdbe4178963461204bfbb3ff for: {'subnet': 1} {{(pid=104013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 03:04:29.649141 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-9b04032d-b176-42ce-99b6-ff60dbf19763 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:29.875141 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-9b04032d-b176-42ce-99b6-ff60dbf19763 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914'] for subnet (3c89e70d-bfe5-42df-bd00-70945d61efa0), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:29.935788 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b04032d-b176-42ce-99b6-ff60dbf19763 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c89e70d-bfe5-42df-bd00-70945d61efa0,revision_number=0']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:04:29.948422 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b04032d-b176-42ce-99b6-ff60dbf19763 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:04:29.948766 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b04032d-b176-42ce-99b6-ff60dbf19763 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:04:29.949310 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b04032d-b176-42ce-99b6-ff60dbf19763 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:04:29.949811 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b04032d-b176-42ce-99b6-ff60dbf19763 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:04:29.950162 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b04032d-b176-42ce-99b6-ff60dbf19763 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:04:29.950490 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b04032d-b176-42ce-99b6-ff60dbf19763 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:04:29.950982 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b04032d-b176-42ce-99b6-ff60dbf19763 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:04:29.951509 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b04032d-b176-42ce-99b6-ff60dbf19763 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:04:29.951989 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b04032d-b176-42ce-99b6-ff60dbf19763 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:04:29.952516 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b04032d-b176-42ce-99b6-ff60dbf19763 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:04:29.953025 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b04032d-b176-42ce-99b6-ff60dbf19763 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:04:29.953507 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b04032d-b176-42ce-99b6-ff60dbf19763 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:04:29.953989 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b04032d-b176-42ce-99b6-ff60dbf19763 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:04:29.954348 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b04032d-b176-42ce-99b6-ff60dbf19763 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:04:29.954675 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b04032d-b176-42ce-99b6-ff60dbf19763 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:04:29.955883 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b04032d-b176-42ce-99b6-ff60dbf19763 admin admin] Tracked resource versions report: Jun 26 03:04:29.955883 dv-cinder-846842-4-iscsi neutron-server[104013]: pushed versions: Jun 26 03:04:29.955883 dv-cinder-846842-4-iscsi neutron-server[104013]: { 'AddressGroup': {'1.2'}, Jun 26 03:04:29.955883 dv-cinder-846842-4-iscsi neutron-server[104013]: 'Agent': {'1.1'}, Jun 26 03:04:29.955883 dv-cinder-846842-4-iscsi neutron-server[104013]: 'ConntrackHelper': {'1.0'}, Jun 26 03:04:29.955883 dv-cinder-846842-4-iscsi neutron-server[104013]: 'LocalIPAssociation': {'1.0'}, Jun 26 03:04:29.955883 dv-cinder-846842-4-iscsi neutron-server[104013]: 'Log': {'1.0'}, Jun 26 03:04:29.955883 dv-cinder-846842-4-iscsi neutron-server[104013]: 'NDPProxy': {'1.0'}, Jun 26 03:04:29.955883 dv-cinder-846842-4-iscsi neutron-server[104013]: 'Network': {'1.1'}, Jun 26 03:04:29.955883 dv-cinder-846842-4-iscsi neutron-server[104013]: 'Port': {'1.7'}, Jun 26 03:04:29.955883 dv-cinder-846842-4-iscsi neutron-server[104013]: 'PortForwarding': {'1.3'}, Jun 26 03:04:29.955883 dv-cinder-846842-4-iscsi neutron-server[104013]: 'QosPolicy': {'1.10'}, Jun 26 03:04:29.955883 dv-cinder-846842-4-iscsi neutron-server[104013]: 'SecurityGroup': {'1.5'}, Jun 26 03:04:29.955883 dv-cinder-846842-4-iscsi neutron-server[104013]: 'SecurityGroupRule': {'1.2'}, Jun 26 03:04:29.955883 dv-cinder-846842-4-iscsi neutron-server[104013]: 'SubPort': {'1.0'}, Jun 26 03:04:29.955883 dv-cinder-846842-4-iscsi neutron-server[104013]: 'Subnet': {'1.1'}, Jun 26 03:04:29.955883 dv-cinder-846842-4-iscsi neutron-server[104013]: 'Trunk': {'1.1'}} Jun 26 03:04:29.955883 dv-cinder-846842-4-iscsi neutron-server[104013]: consumer versions: Jun 26 03:04:29.955883 dv-cinder-846842-4-iscsi neutron-server[104013]: { DHCP agent@dv-cinder-846842-4-iscsi: {}, Jun 26 03:04:29.955883 dv-cinder-846842-4-iscsi neutron-server[104013]: HyperV agent@hv-cinder-84684: {}, Jun 26 03:04:29.955883 dv-cinder-846842-4-iscsi neutron-server[104013]: L3 agent@dv-cinder-846842-4-iscsi: {}, Jun 26 03:04:29.955883 dv-cinder-846842-4-iscsi neutron-server[104013]: Metadata agent@dv-cinder-846842-4-iscsi: {}, Jun 26 03:04:29.955883 dv-cinder-846842-4-iscsi neutron-server[104013]: Metering agent@dv-cinder-846842-4-iscsi: {}, Jun 26 03:04:29.955883 dv-cinder-846842-4-iscsi neutron-server[104013]: Open vSwitch agent@dv-cinder-846842-4-iscsi: { 'AddressGroup': '1.2', Jun 26 03:04:29.955883 dv-cinder-846842-4-iscsi neutron-server[104013]: 'Agent': '1.1', Jun 26 03:04:29.955883 dv-cinder-846842-4-iscsi neutron-server[104013]: 'ConntrackHelper': '1.0', Jun 26 03:04:29.955883 dv-cinder-846842-4-iscsi neutron-server[104013]: 'LocalIPAssociation': '1.0', Jun 26 03:04:29.955883 dv-cinder-846842-4-iscsi neutron-server[104013]: 'Log': '1.0', Jun 26 03:04:29.955883 dv-cinder-846842-4-iscsi neutron-server[104013]: 'NDPProxy': '1.0', Jun 26 03:04:29.955883 dv-cinder-846842-4-iscsi neutron-server[104013]: 'Network': '1.1', Jun 26 03:04:29.955883 dv-cinder-846842-4-iscsi neutron-server[104013]: 'Port': '1.7', Jun 26 03:04:29.955883 dv-cinder-846842-4-iscsi neutron-server[104013]: 'PortForwarding': '1.3', Jun 26 03:04:29.955883 dv-cinder-846842-4-iscsi neutron-server[104013]: 'QosPolicy': '1.10', Jun 26 03:04:29.955883 dv-cinder-846842-4-iscsi neutron-server[104013]: 'SecurityGroup': '1.5', Jun 26 03:04:29.955883 dv-cinder-846842-4-iscsi neutron-server[104013]: 'SecurityGroupRule': '1.2', Jun 26 03:04:29.955883 dv-cinder-846842-4-iscsi neutron-server[104013]: 'SubPort': '1.0', Jun 26 03:04:29.955883 dv-cinder-846842-4-iscsi neutron-server[104013]: 'Subnet': '1.1', Jun 26 03:04:29.955883 dv-cinder-846842-4-iscsi neutron-server[104013]: 'Trunk': '1.1'}} Jun 26 03:04:29.955883 dv-cinder-846842-4-iscsi neutron-server[104013]: {{(pid=104013) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 26 03:04:29.958265 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b04032d-b176-42ce-99b6-ff60dbf19763 admin admin] Checking segment: {'id': 'fbd06da5-ae5a-4a38-bea9-364667bab5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '76813bee-9012-4733-a1d2-1d5c88e29d67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 26 03:04:29.958549 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b04032d-b176-42ce-99b6-ff60dbf19763 admin admin] Network hostable DHCP agents. Network: 76813bee-9012-4733-a1d2-1d5c88e29d67, hostable agents: ['7168f7b9-c398-4364-91f8-35e2ce03f4c4'], hosted agents: [] {{(pid=104013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 26 03:04:29.976454 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b04032d-b176-42ce-99b6-ff60dbf19763 admin admin] Network 76813bee-9012-4733-a1d2-1d5c88e29d67 is scheduled to be hosted by DHCP agent 7168f7b9-c398-4364-91f8-35e2ce03f4c4 with binding_index 1 {{(pid=104013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 26 03:04:29.987970 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.scheduler.base_scheduler [None req-9b04032d-b176-42ce-99b6-ff60dbf19763 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846842-4-iscsi, 76813bee-9012-4733-a1d2-1d5c88e29d67) {{(pid=104013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 03:04:29.993100 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b04032d-b176-42ce-99b6-ff60dbf19763 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:04:29.993849 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-9b04032d-b176-42ce-99b6-ff60dbf19763 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628900'] for subnet (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:30.003124 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-045d39a1-bf4a-4d04-ae22-79ecd8a2613f None None] Network 76813bee-9012-4733-a1d2-1d5c88e29d67 requested from dv-cinder-846842-4-iscsi {{(pid=104015) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 26 03:04:30.016940 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-9b04032d-b176-42ce-99b6-ff60dbf19763 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4045579 Jun 26 03:04:30.115753 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 38672) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:04:30.118790 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8611346d-f12a-404f-9079-3a4e69fd2486 None None] Network 76813bee-9012-4733-a1d2-1d5c88e29d67 requested from dv-cinder-846842-4-iscsi {{(pid=104015) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 26 03:04:30.465206 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [None req-d4716ec1-ce0e-4c02-80e8-a3d5040f23f1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1146222204-network', 'tenant_id': '5dd1a7a651fa4d27a1b6488ca13effca'}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:04:30.489363 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4716ec1-ce0e-4c02-80e8-a3d5040f23f1 admin admin] Made reservation on behalf of 5dd1a7a651fa4d27a1b6488ca13effca for: {'network': 1} {{(pid=104014) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 03:04:30.491837 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-d4716ec1-ce0e-4c02-80e8-a3d5040f23f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for network (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:30.501539 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-d4716ec1-ce0e-4c02-80e8-a3d5040f23f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:30.591971 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-d4716ec1-ce0e-4c02-80e8-a3d5040f23f1 admin admin] Publish callbacks [] for security_group (4fc37cbf-aebe-4b5e-a82d-a6f52e917160), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:30.596036 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-d4716ec1-ce0e-4c02-80e8-a3d5040f23f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (4fc37cbf-aebe-4b5e-a82d-a6f52e917160), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:30.626214 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4716ec1-ce0e-4c02-80e8-a3d5040f23f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fc37cbf-aebe-4b5e-a82d-a6f52e917160,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:04:30.628961 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4716ec1-ce0e-4c02-80e8-a3d5040f23f1 admin admin] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=104014) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 26 03:04:30.638885 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-d4716ec1-ce0e-4c02-80e8-a3d5040f23f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981176'] for segment (9b1bc4ce-7d03-4b55-892a-abd91da4af67), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:30.639288 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.db.segments_db [None req-d4716ec1-ce0e-4c02-80e8-a3d5040f23f1 admin admin] Added segment 9b1bc4ce-7d03-4b55-892a-abd91da4af67 of type vlan for network 151cdbb9-618f-46a1-a7b5-564e53db9cea Jun 26 03:04:30.691744 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-d4716ec1-ce0e-4c02-80e8-a3d5040f23f1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787575249107'] for network (151cdbb9-618f-46a1-a7b5-564e53db9cea), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:30.723275 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-d4716ec1-ce0e-4c02-80e8-a3d5040f23f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914'] for network (151cdbb9-618f-46a1-a7b5-564e53db9cea), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:30.724361 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4716ec1-ce0e-4c02-80e8-a3d5040f23f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:04:30.724937 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-d4716ec1-ce0e-4c02-80e8-a3d5040f23f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628900'] for network (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:30.754470 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-d4716ec1-ce0e-4c02-80e8-a3d5040f23f1 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.6365521 Jun 26 03:04:30.758924 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 38706) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:04:30.762397 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-1d3beaf6-e738-4e16-988e-338c960f7793 admin admin] Request body: {'subnet': {'network_id': '151cdbb9-618f-46a1-a7b5-564e53db9cea', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1146222204-subnet', 'tenant_id': '5dd1a7a651fa4d27a1b6488ca13effca', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:04:30.771554 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=73,neutron:INSERT=20,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:04:30.802508 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4716ec1-ce0e-4c02-80e8-a3d5040f23f1 admin admin] Pushing event updated for resources: {'Network': ['ID=151cdbb9-618f-46a1-a7b5-564e53db9cea,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:04:30.813345 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d3beaf6-e738-4e16-988e-338c960f7793 admin admin] Made reservation on behalf of 5dd1a7a651fa4d27a1b6488ca13effca for: {'subnet': 1} {{(pid=104013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 03:04:30.815488 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Network 151cdbb9-618f-46a1-a7b5-564e53db9cea details requested by agent ovs-agent-dv-cinder-846842-4-iscsi with host dv-cinder-846842-4-iscsi {{(pid=104015) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 26 03:04:30.816120 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-1d3beaf6-e738-4e16-988e-338c960f7793 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:31.005417 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-1d3beaf6-e738-4e16-988e-338c960f7793 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914'] for subnet (b3475431-7645-416a-9b3b-e23c4a132926), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:31.057786 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3beaf6-e738-4e16-988e-338c960f7793 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3475431-7645-416a-9b3b-e23c4a132926,revision_number=0']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:04:31.079929 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d3beaf6-e738-4e16-988e-338c960f7793 admin admin] Checking segment: {'id': '9b1bc4ce-7d03-4b55-892a-abd91da4af67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '151cdbb9-618f-46a1-a7b5-564e53db9cea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 26 03:04:31.080290 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d3beaf6-e738-4e16-988e-338c960f7793 admin admin] Network hostable DHCP agents. Network: 151cdbb9-618f-46a1-a7b5-564e53db9cea, hostable agents: ['7168f7b9-c398-4364-91f8-35e2ce03f4c4'], hosted agents: [] {{(pid=104013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 26 03:04:31.103456 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d3beaf6-e738-4e16-988e-338c960f7793 admin admin] Network 151cdbb9-618f-46a1-a7b5-564e53db9cea is scheduled to be hosted by DHCP agent 7168f7b9-c398-4364-91f8-35e2ce03f4c4 with binding_index 1 {{(pid=104013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 26 03:04:31.115881 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.scheduler.base_scheduler [None req-1d3beaf6-e738-4e16-988e-338c960f7793 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846842-4-iscsi, 151cdbb9-618f-46a1-a7b5-564e53db9cea) {{(pid=104013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 03:04:31.121825 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d3beaf6-e738-4e16-988e-338c960f7793 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:04:31.122515 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-1d3beaf6-e738-4e16-988e-338c960f7793 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628900'] for subnet (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:31.129132 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5086de57-29e7-4a6d-bdbc-77cff35782b5 None None] Network 151cdbb9-618f-46a1-a7b5-564e53db9cea requested from dv-cinder-846842-4-iscsi {{(pid=104015) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 26 03:04:31.148364 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-1d3beaf6-e738-4e16-988e-338c960f7793 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3898108 Jun 26 03:04:31.151011 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 38724) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:04:31.156521 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-b1b1dc0c-b54c-4d7e-a03b-c83cd4b216d7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1146222204-router', 'tenant_id': '5dd1a7a651fa4d27a1b6488ca13effca', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df'}}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:04:31.167900 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 38726) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:04:31.174179 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:04:31.180253 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-b1b1dc0c-b54c-4d7e-a03b-c83cd4b216d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25228'] for router (835eabe5-1cc7-4a1c-883b-ff8b0fbc3a4a), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:31.181387 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-b1b1dc0c-b54c-4d7e-a03b-c83cd4b216d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1616517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2076507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25237'] for router (835eabe5-1cc7-4a1c-883b-ff8b0fbc3a4a), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:31.243274 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:04:31.247212 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-b1b1dc0c-b54c-4d7e-a03b-c83cd4b216d7 admin admin] Publish callbacks [] for router_controller (835eabe5-1cc7-4a1c-883b-ff8b0fbc3a4a), precommit_add_association {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:31.257562 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9101d7c2-9986-4eca-b651-1de5863a41c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26d13647-f000-53af-8200-2754bac59090-151cdbb9-618f-46a1-a7b5-564e53db9cea', 'network_id': '151cdbb9-618f-46a1-a7b5-564e53db9cea', 'project_id': '5dd1a7a651fa4d27a1b6488ca13effca', 'fixed_ips': [{'subnet_id': 'b3475431-7645-416a-9b3b-e23c4a132926'}]}} from dv-cinder-846842-4-iscsi. {{(pid=104015) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 26 03:04:31.259516 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-9101d7c2-9986-4eca-b651-1de5863a41c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:31.312063 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 38734) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:04:31.352846 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 38738) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:04:31.367914 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 38742) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:04:31.404322 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-b1b1dc0c-b54c-4d7e-a03b-c83cd4b216d7 admin admin] Publish callbacks [] for router_gateway (835eabe5-1cc7-4a1c-883b-ff8b0fbc3a4a), precommit_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:31.440949 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.db_base_plugin_common [None req-9101d7c2-9986-4eca-b651-1de5863a41c1 None None] Allocated IP 172.20.0.2 (151cdbb9-618f-46a1-a7b5-564e53db9cea/b3475431-7645-416a-9b3b-e23c4a132926/df3cc85d-6a1c-4e6e-99c8-7db933649391) {{(pid=104015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 03:04:31.470391 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [None req-b5c6ed7b-eb01-4eb9-9f5f-251306c64672 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1902036654-network', 'tenant_id': '23078d86cd394c749328fb9dd7992919'}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:04:31.500231 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5c6ed7b-eb01-4eb9-9f5f-251306c64672 admin admin] Made reservation on behalf of 23078d86cd394c749328fb9dd7992919 for: {'network': 1} {{(pid=104014) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 03:04:31.502961 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-b5c6ed7b-eb01-4eb9-9f5f-251306c64672 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for network (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:31.519281 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=77,neutron:INSERT=18,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:04:31.521202 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-b5c6ed7b-eb01-4eb9-9f5f-251306c64672 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:31.641114 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-b5c6ed7b-eb01-4eb9-9f5f-251306c64672 admin admin] Publish callbacks [] for security_group (b8d578a3-20a0-4dfd-8c42-86b3b60e3ae5), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:31.650005 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [None req-1320074a-ec7b-4c8f-8d22-2511d1a3476b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1891208908-network', 'tenant_id': 'aa1dff9e9be549308ec0ad3a13810062'}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:04:31.657354 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-b5c6ed7b-eb01-4eb9-9f5f-251306c64672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (b8d578a3-20a0-4dfd-8c42-86b3b60e3ae5), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:31.686596 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5c6ed7b-eb01-4eb9-9f5f-251306c64672 admin admin] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=104014) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 26 03:04:31.707246 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1320074a-ec7b-4c8f-8d22-2511d1a3476b admin admin] Made reservation on behalf of aa1dff9e9be549308ec0ad3a13810062 for: {'network': 1} {{(pid=104014) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 03:04:31.710762 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-1320074a-ec7b-4c8f-8d22-2511d1a3476b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for network (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:31.719049 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-b5c6ed7b-eb01-4eb9-9f5f-251306c64672 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981176'] for segment (cf7f1aa2-5b82-42a9-b922-aafb5e3585d6), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:31.719409 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.db.segments_db [None req-b5c6ed7b-eb01-4eb9-9f5f-251306c64672 admin admin] Added segment cf7f1aa2-5b82-42a9-b922-aafb5e3585d6 of type vlan for network 26d75899-1607-4d4e-b529-22178d34e095 Jun 26 03:04:31.723535 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-9101d7c2-9986-4eca-b651-1de5863a41c1 None None] Publish callbacks [] for port (df3cc85d-6a1c-4e6e-99c8-7db933649391), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:31.735278 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-9101d7c2-9986-4eca-b651-1de5863a41c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787575245469'] for port (df3cc85d-6a1c-4e6e-99c8-7db933649391), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:31.748333 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [None req-49b8a1fd-11fc-4bd9-8770-5f797c07ccdf admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-896095934-network', 'tenant_id': '1850f9f425294a82add8a09690dc1df0'}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:04:31.759533 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-1320074a-ec7b-4c8f-8d22-2511d1a3476b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:31.781581 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-b1b1dc0c-b54c-4d7e-a03b-c83cd4b216d7 admin admin] Publish callbacks [] for router_gateway (835eabe5-1cc7-4a1c-883b-ff8b0fbc3a4a), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:31.790202 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c6ed7b-eb01-4eb9-9f5f-251306c64672 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8d578a3-20a0-4dfd-8c42-86b3b60e3ae5,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:04:31.826285 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-b5c6ed7b-eb01-4eb9-9f5f-251306c64672 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787575249107'] for network (26d75899-1607-4d4e-b529-22178d34e095), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:31.833401 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9101d7c2-9986-4eca-b651-1de5863a41c1 None None] Pushing event updated for resources: {'Port': ['ID=df3cc85d-6a1c-4e6e-99c8-7db933649391,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:04:31.835927 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49b8a1fd-11fc-4bd9-8770-5f797c07ccdf admin admin] Made reservation on behalf of 1850f9f425294a82add8a09690dc1df0 for: {'network': 1} {{(pid=104014) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 03:04:31.837506 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-596c941a-6610-4218-acc1-7f1eba1a004f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1328918760-network', 'tenant_id': 'ea86edd65ecb4972ba8bb33b34387432'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:04:31.840212 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-49b8a1fd-11fc-4bd9-8770-5f797c07ccdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for network (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:31.854669 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 38756) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:04:31.857599 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-b1b1dc0c-b54c-4d7e-a03b-c83cd4b216d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:31.858663 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9101d7c2-9986-4eca-b651-1de5863a41c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:04:31.861060 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9101d7c2-9986-4eca-b651-1de5863a41c1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:04:31.862182 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9101d7c2-9986-4eca-b651-1de5863a41c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:04:31.862963 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9101d7c2-9986-4eca-b651-1de5863a41c1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:04:31.863681 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9101d7c2-9986-4eca-b651-1de5863a41c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:04:31.864247 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9101d7c2-9986-4eca-b651-1de5863a41c1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:04:31.864631 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9101d7c2-9986-4eca-b651-1de5863a41c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:04:31.868705 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9101d7c2-9986-4eca-b651-1de5863a41c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:04:31.868705 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9101d7c2-9986-4eca-b651-1de5863a41c1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:04:31.868705 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9101d7c2-9986-4eca-b651-1de5863a41c1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:04:31.868705 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9101d7c2-9986-4eca-b651-1de5863a41c1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:04:31.868705 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9101d7c2-9986-4eca-b651-1de5863a41c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:04:31.868705 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9101d7c2-9986-4eca-b651-1de5863a41c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:04:31.868705 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9101d7c2-9986-4eca-b651-1de5863a41c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:04:31.868705 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9101d7c2-9986-4eca-b651-1de5863a41c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:04:31.868705 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9101d7c2-9986-4eca-b651-1de5863a41c1 None None] Tracked resource versions report: Jun 26 03:04:31.868705 dv-cinder-846842-4-iscsi neutron-server[104015]: pushed versions: Jun 26 03:04:31.868705 dv-cinder-846842-4-iscsi neutron-server[104015]: { 'AddressGroup': {'1.2'}, Jun 26 03:04:31.868705 dv-cinder-846842-4-iscsi neutron-server[104015]: 'Agent': {'1.1'}, Jun 26 03:04:31.868705 dv-cinder-846842-4-iscsi neutron-server[104015]: 'ConntrackHelper': {'1.0'}, Jun 26 03:04:31.868705 dv-cinder-846842-4-iscsi neutron-server[104015]: 'LocalIPAssociation': {'1.0'}, Jun 26 03:04:31.868705 dv-cinder-846842-4-iscsi neutron-server[104015]: 'Log': {'1.0'}, Jun 26 03:04:31.868705 dv-cinder-846842-4-iscsi neutron-server[104015]: 'NDPProxy': {'1.0'}, Jun 26 03:04:31.868705 dv-cinder-846842-4-iscsi neutron-server[104015]: 'Network': {'1.1'}, Jun 26 03:04:31.868705 dv-cinder-846842-4-iscsi neutron-server[104015]: 'Port': {'1.7'}, Jun 26 03:04:31.868705 dv-cinder-846842-4-iscsi neutron-server[104015]: 'PortForwarding': {'1.3'}, Jun 26 03:04:31.868705 dv-cinder-846842-4-iscsi neutron-server[104015]: 'QosPolicy': {'1.10'}, Jun 26 03:04:31.868705 dv-cinder-846842-4-iscsi neutron-server[104015]: 'SecurityGroup': {'1.5'}, Jun 26 03:04:31.868705 dv-cinder-846842-4-iscsi neutron-server[104015]: 'SecurityGroupRule': {'1.2'}, Jun 26 03:04:31.868705 dv-cinder-846842-4-iscsi neutron-server[104015]: 'SubPort': {'1.0'}, Jun 26 03:04:31.868705 dv-cinder-846842-4-iscsi neutron-server[104015]: 'Subnet': {'1.1'}, Jun 26 03:04:31.868705 dv-cinder-846842-4-iscsi neutron-server[104015]: 'Trunk': {'1.1'}} Jun 26 03:04:31.868705 dv-cinder-846842-4-iscsi neutron-server[104015]: consumer versions: Jun 26 03:04:31.868705 dv-cinder-846842-4-iscsi neutron-server[104015]: { DHCP agent@dv-cinder-846842-4-iscsi: {}, Jun 26 03:04:31.868705 dv-cinder-846842-4-iscsi neutron-server[104015]: HyperV agent@hv-cinder-84684: {}, Jun 26 03:04:31.868705 dv-cinder-846842-4-iscsi neutron-server[104015]: L3 agent@dv-cinder-846842-4-iscsi: {}, Jun 26 03:04:31.868705 dv-cinder-846842-4-iscsi neutron-server[104015]: Metadata agent@dv-cinder-846842-4-iscsi: {}, Jun 26 03:04:31.868705 dv-cinder-846842-4-iscsi neutron-server[104015]: Metering agent@dv-cinder-846842-4-iscsi: {}, Jun 26 03:04:31.868705 dv-cinder-846842-4-iscsi neutron-server[104015]: Open vSwitch agent@dv-cinder-846842-4-iscsi: { 'AddressGroup': '1.2', Jun 26 03:04:31.868705 dv-cinder-846842-4-iscsi neutron-server[104015]: 'Agent': '1.1', Jun 26 03:04:31.868705 dv-cinder-846842-4-iscsi neutron-server[104015]: 'ConntrackHelper': '1.0', Jun 26 03:04:31.868705 dv-cinder-846842-4-iscsi neutron-server[104015]: 'LocalIPAssociation': '1.0', Jun 26 03:04:31.868705 dv-cinder-846842-4-iscsi neutron-server[104015]: 'Log': '1.0', Jun 26 03:04:31.868705 dv-cinder-846842-4-iscsi neutron-server[104015]: 'NDPProxy': '1.0', Jun 26 03:04:31.868705 dv-cinder-846842-4-iscsi neutron-server[104015]: 'Network': '1.1', Jun 26 03:04:31.868705 dv-cinder-846842-4-iscsi neutron-server[104015]: 'Port': '1.7', Jun 26 03:04:31.868705 dv-cinder-846842-4-iscsi neutron-server[104015]: 'PortForwarding': '1.3', Jun 26 03:04:31.868705 dv-cinder-846842-4-iscsi neutron-server[104015]: 'QosPolicy': '1.10', Jun 26 03:04:31.868705 dv-cinder-846842-4-iscsi neutron-server[104015]: 'SecurityGroup': '1.5', Jun 26 03:04:31.868705 dv-cinder-846842-4-iscsi neutron-server[104015]: 'SecurityGroupRule': '1.2', Jun 26 03:04:31.868705 dv-cinder-846842-4-iscsi neutron-server[104015]: 'SubPort': '1.0', Jun 26 03:04:31.868705 dv-cinder-846842-4-iscsi neutron-server[104015]: 'Subnet': '1.1', Jun 26 03:04:31.868705 dv-cinder-846842-4-iscsi neutron-server[104015]: 'Trunk': '1.1'}} Jun 26 03:04:31.868705 dv-cinder-846842-4-iscsi neutron-server[104015]: {{(pid=104015) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 26 03:04:31.879141 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [None req-619d9450-41e8-49ab-818c-58134b647e41 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1241128650-network', 'tenant_id': 'ba9d39deeb954ce5928a458771b455ca'}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:04:31.898245 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9101d7c2-9986-4eca-b651-1de5863a41c1 None None] Network 151cdbb9-618f-46a1-a7b5-564e53db9cea is already hosted by enough agents. {{(pid=104015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 03:04:31.899683 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.scheduler.base_scheduler [None req-9101d7c2-9986-4eca-b651-1de5863a41c1 None None] Resources bound (agent type, host, resource id): {{(pid=104015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 03:04:31.903980 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-49b8a1fd-11fc-4bd9-8770-5f797c07ccdf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:31.904165 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9101d7c2-9986-4eca-b651-1de5863a41c1 None None] Received port after_create {{(pid=104015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 26 03:04:31.975412 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-619d9450-41e8-49ab-818c-58134b647e41 admin admin] Made reservation on behalf of ba9d39deeb954ce5928a458771b455ca for: {'network': 1} {{(pid=104014) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 03:04:31.978403 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-619d9450-41e8-49ab-818c-58134b647e41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for network (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:31.992414 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-b5c6ed7b-eb01-4eb9-9f5f-251306c64672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914'] for network (26d75899-1607-4d4e-b529-22178d34e095), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:31.993857 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c6ed7b-eb01-4eb9-9f5f-251306c64672 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:04:31.994916 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-b5c6ed7b-eb01-4eb9-9f5f-251306c64672 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628900'] for network (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:32.008668 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.db.db_base_plugin_common [None req-b1b1dc0c-b54c-4d7e-a03b-c83cd4b216d7 admin admin] Allocated IP 172.27.2.126 (9f069e5f-e57e-4e35-ad51-5f4f2e2f15df/6b24a38a-90db-41c5-beaf-6fa087899576/33388b70-103e-4ab1-948f-5b12b8967957) {{(pid=104013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 03:04:32.016563 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-619d9450-41e8-49ab-818c-58134b647e41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:32.021206 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [None req-9101d7c2-9986-4eca-b651-1de5863a41c1 None None] Attempting to bind port df3cc85d-6a1c-4e6e-99c8-7db933649391 on host dv-cinder-846842-4-iscsi for vnic_type normal with profile {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 26 03:04:32.021612 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [None req-9101d7c2-9986-4eca-b651-1de5863a41c1 None None] Attempting to bind port df3cc85d-6a1c-4e6e-99c8-7db933649391 by drivers openvswitch,hyperv on host dv-cinder-846842-4-iscsi at level 0 using segments [{'id': '9b1bc4ce-7d03-4b55-892a-abd91da4af67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '151cdbb9-618f-46a1-a7b5-564e53db9cea'}] {{(pid=104015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 26 03:04:32.021948 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9101d7c2-9986-4eca-b651-1de5863a41c1 None None] Attempting to bind port df3cc85d-6a1c-4e6e-99c8-7db933649391 on network 151cdbb9-618f-46a1-a7b5-564e53db9cea {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 26 03:04:32.034858 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9101d7c2-9986-4eca-b651-1de5863a41c1 None None] Checking agent: {'id': '16f9b602-7baf-4f7a-ab92-1b0788147fb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 26, 2, 56, 46), 'started_at': datetime.datetime(2022, 6, 26, 2, 57, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 26, 3, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 26 03:04:32.035228 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9101d7c2-9986-4eca-b651-1de5863a41c1 None None] Checking segment: {'id': '9b1bc4ce-7d03-4b55-892a-abd91da4af67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '151cdbb9-618f-46a1-a7b5-564e53db9cea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 26 03:04:32.035854 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-9101d7c2-9986-4eca-b651-1de5863a41c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:32.036442 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9101d7c2-9986-4eca-b651-1de5863a41c1 None None] Bound using segment: {'id': '9b1bc4ce-7d03-4b55-892a-abd91da4af67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '151cdbb9-618f-46a1-a7b5-564e53db9cea'} {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 26 03:04:32.037100 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [None req-9101d7c2-9986-4eca-b651-1de5863a41c1 None None] Bound port: df3cc85d-6a1c-4e6e-99c8-7db933649391, host: dv-cinder-846842-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b1bc4ce-7d03-4b55-892a-abd91da4af67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '151cdbb9-618f-46a1-a7b5-564e53db9cea'}}] {{(pid=104015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 26 03:04:32.037700 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-9101d7c2-9986-4eca-b651-1de5863a41c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (df3cc85d-6a1c-4e6e-99c8-7db933649391), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:32.060812 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:04:32.064657 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=72,neutron:INSERT=22,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:04:32.094807 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-b5c6ed7b-eb01-4eb9-9f5f-251306c64672 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.9248505 Jun 26 03:04:32.109138 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 38764) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:04:32.133448 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [None req-64164bf3-95e1-4369-931f-a0487113ab67 admin admin] Request body: {'subnet': {'network_id': '26d75899-1607-4d4e-b529-22178d34e095', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1902036654-subnet', 'tenant_id': '23078d86cd394c749328fb9dd7992919', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:04:32.151927 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-596c941a-6610-4218-acc1-7f1eba1a004f admin admin] Made reservation on behalf of ea86edd65ecb4972ba8bb33b34387432 for: {'network': 1} {{(pid=104013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 03:04:32.155724 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-596c941a-6610-4218-acc1-7f1eba1a004f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for network (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:32.163352 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-b1b1dc0c-b54c-4d7e-a03b-c83cd4b216d7 admin admin] Publish callbacks [] for port (33388b70-103e-4ab1-948f-5b12b8967957), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:32.169874 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-9101d7c2-9986-4eca-b651-1de5863a41c1 None None] For port df3cc85d-6a1c-4e6e-99c8-7db933649391, host dv-cinder-846842-4-iscsi, cleared binding levels {{(pid=104015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 03:04:32.174268 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-9101d7c2-9986-4eca-b651-1de5863a41c1 None None] For port df3cc85d-6a1c-4e6e-99c8-7db933649391, host dv-cinder-846842-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-4-iscsi',level=0,port_id=df3cc85d-6a1c-4e6e-99c8-7db933649391,segment=NetworkSegment(9b1bc4ce-7d03-4b55-892a-abd91da4af67),segment_id=9b1bc4ce-7d03-4b55-892a-abd91da4af67)] {{(pid=104015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 03:04:32.176415 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-596c941a-6610-4218-acc1-7f1eba1a004f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:32.183558 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-9101d7c2-9986-4eca-b651-1de5863a41c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (df3cc85d-6a1c-4e6e-99c8-7db933649391), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:32.252574 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c6ed7b-eb01-4eb9-9f5f-251306c64672 admin admin] Pushing event updated for resources: {'Network': ['ID=26d75899-1607-4d4e-b529-22178d34e095,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:04:32.259694 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-1320074a-ec7b-4c8f-8d22-2511d1a3476b admin admin] Publish callbacks [] for security_group (5f19f5d9-470f-45a6-8bfb-d516ad826927), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:32.280334 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:04:32.286666 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Network 26d75899-1607-4d4e-b529-22178d34e095 details requested by agent ovs-agent-dv-cinder-846842-4-iscsi with host dv-cinder-846842-4-iscsi {{(pid=104015) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 26 03:04:32.297538 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-1320074a-ec7b-4c8f-8d22-2511d1a3476b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (5f19f5d9-470f-45a6-8bfb-d516ad826927), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:32.320157 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9101d7c2-9986-4eca-b651-1de5863a41c1 None None] Pushing event updated for resources: {'Port': ['ID=df3cc85d-6a1c-4e6e-99c8-7db933649391,revision_number=2']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:04:32.324124 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-596c941a-6610-4218-acc1-7f1eba1a004f admin admin] Publish callbacks [] for security_group (25fc11b9-be41-45b3-b31a-e2207ba38f6b), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:32.330482 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-596c941a-6610-4218-acc1-7f1eba1a004f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (25fc11b9-be41-45b3-b31a-e2207ba38f6b), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:32.360978 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-49b8a1fd-11fc-4bd9-8770-5f797c07ccdf admin admin] Publish callbacks [] for security_group (adfe7521-e845-4821-843b-54e20c889b67), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:32.364278 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64164bf3-95e1-4369-931f-a0487113ab67 admin admin] Made reservation on behalf of 23078d86cd394c749328fb9dd7992919 for: {'subnet': 1} {{(pid=104014) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 03:04:32.377218 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-64164bf3-95e1-4369-931f-a0487113ab67 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:32.377368 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-596c941a-6610-4218-acc1-7f1eba1a004f admin admin] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=104013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 26 03:04:32.400507 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=85,neutron:UPDATE=6,neutron:INSERT=9 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:04:32.409021 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:INSERT=28,neutron:SELECT=69,neutron:UPDATE=3 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:04:32.435477 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-b1b1dc0c-b54c-4d7e-a03b-c83cd4b216d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787575245469'] for port (33388b70-103e-4ab1-948f-5b12b8967957), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:32.440324 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1320074a-ec7b-4c8f-8d22-2511d1a3476b admin admin] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=104014) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 26 03:04:32.449666 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-596c941a-6610-4218-acc1-7f1eba1a004f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981176'] for segment (2a397e09-d789-4683-aae4-87be6784786c), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:32.450002 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.db.segments_db [None req-596c941a-6610-4218-acc1-7f1eba1a004f admin admin] Added segment 2a397e09-d789-4683-aae4-87be6784786c of type vlan for network 74573779-88f3-4aaa-82c6-e30fd16eafe2 Jun 26 03:04:32.451025 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-49b8a1fd-11fc-4bd9-8770-5f797c07ccdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (adfe7521-e845-4821-843b-54e20c889b67), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:32.491983 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49b8a1fd-11fc-4bd9-8770-5f797c07ccdf admin admin] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=104014) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 26 03:04:32.512726 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1320074a-ec7b-4c8f-8d22-2511d1a3476b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f19f5d9-470f-45a6-8bfb-d516ad826927,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:04:32.545255 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-1320074a-ec7b-4c8f-8d22-2511d1a3476b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981176'] for segment (5b86e525-c15a-4ec4-b614-b7765ac125bb), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:32.545581 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.db.segments_db [None req-1320074a-ec7b-4c8f-8d22-2511d1a3476b admin admin] Added segment 5b86e525-c15a-4ec4-b614-b7765ac125bb of type vlan for network 4d1cf2ab-1c05-4bc5-9daa-428f3ef27012 Jun 26 03:04:32.547031 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b1dc0c-b54c-4d7e-a03b-c83cd4b216d7 admin admin] Pushing event updated for resources: {'Port': ['ID=33388b70-103e-4ab1-948f-5b12b8967957,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:04:32.564182 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596c941a-6610-4218-acc1-7f1eba1a004f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25fc11b9-be41-45b3-b31a-e2207ba38f6b,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:04:32.573525 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-49b8a1fd-11fc-4bd9-8770-5f797c07ccdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981176'] for segment (4d81c647-e55d-4122-8ce3-5fece06ad477), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:32.573880 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.db.segments_db [None req-49b8a1fd-11fc-4bd9-8770-5f797c07ccdf admin admin] Added segment 4d81c647-e55d-4122-8ce3-5fece06ad477 of type vlan for network 02cd0f74-99cd-4eb9-aeb7-aae2b7255a50 Jun 26 03:04:32.608102 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:04:32.622471 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b1dc0c-b54c-4d7e-a03b-c83cd4b216d7 admin admin] Network 9f069e5f-e57e-4e35-ad51-5f4f2e2f15df is already hosted by enough agents. {{(pid=104013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 03:04:32.636518 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-596c941a-6610-4218-acc1-7f1eba1a004f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787575249107'] for network (74573779-88f3-4aaa-82c6-e30fd16eafe2), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:32.643242 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.scheduler.base_scheduler [None req-b1b1dc0c-b54c-4d7e-a03b-c83cd4b216d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 03:04:32.647814 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b1dc0c-b54c-4d7e-a03b-c83cd4b216d7 admin admin] Received port after_create {{(pid=104013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 26 03:04:32.723405 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-619d9450-41e8-49ab-818c-58134b647e41 admin admin] Publish callbacks [] for security_group (33760e95-f852-49db-b823-556892f61cb1), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:32.747468 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b8a1fd-11fc-4bd9-8770-5f797c07ccdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adfe7521-e845-4821-843b-54e20c889b67,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:04:32.779588 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-1320074a-ec7b-4c8f-8d22-2511d1a3476b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787575249107'] for network (4d1cf2ab-1c05-4bc5-9daa-428f3ef27012), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:32.782790 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-619d9450-41e8-49ab-818c-58134b647e41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (33760e95-f852-49db-b823-556892f61cb1), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:32.806791 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-49b8a1fd-11fc-4bd9-8770-5f797c07ccdf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787575249107'] for network (02cd0f74-99cd-4eb9-aeb7-aae2b7255a50), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:32.835983 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-596c941a-6610-4218-acc1-7f1eba1a004f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914'] for network (74573779-88f3-4aaa-82c6-e30fd16eafe2), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:32.837135 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596c941a-6610-4218-acc1-7f1eba1a004f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:04:32.838387 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-596c941a-6610-4218-acc1-7f1eba1a004f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628900'] for network (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:32.844382 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-619d9450-41e8-49ab-818c-58134b647e41 admin admin] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=104014) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 26 03:04:32.895965 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-619d9450-41e8-49ab-818c-58134b647e41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981176'] for segment (ee2c49c0-cbfc-4ac0-9993-430028af311e), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:32.896653 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.db.segments_db [None req-619d9450-41e8-49ab-818c-58134b647e41 admin admin] Added segment ee2c49c0-cbfc-4ac0-9993-430028af311e of type vlan for network 565e3f6a-30ba-4b12-8c21-473b5a19328e Jun 26 03:04:32.923723 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-49b8a1fd-11fc-4bd9-8770-5f797c07ccdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914'] for network (02cd0f74-99cd-4eb9-aeb7-aae2b7255a50), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:32.924604 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b8a1fd-11fc-4bd9-8770-5f797c07ccdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:04:32.925171 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-49b8a1fd-11fc-4bd9-8770-5f797c07ccdf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628900'] for network (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:32.932495 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=76,neutron:INSERT=20,neutron:UPDATE=4 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:04:32.992211 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-596c941a-6610-4218-acc1-7f1eba1a004f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 1.6232510 Jun 26 03:04:32.998969 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 38794) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:04:33.018979 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619d9450-41e8-49ab-818c-58134b647e41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33760e95-f852-49db-b823-556892f61cb1,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:04:33.028738 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-1320074a-ec7b-4c8f-8d22-2511d1a3476b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914'] for network (4d1cf2ab-1c05-4bc5-9daa-428f3ef27012), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:33.029911 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1320074a-ec7b-4c8f-8d22-2511d1a3476b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:04:33.031227 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-1320074a-ec7b-4c8f-8d22-2511d1a3476b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628900'] for network (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:33.035203 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-b6f74310-590c-4b8a-b91f-ff2ee92a0cd6 admin admin] Request body: {'subnet': {'network_id': '74573779-88f3-4aaa-82c6-e30fd16eafe2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1328918760-subnet', 'tenant_id': 'ea86edd65ecb4972ba8bb33b34387432', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:04:33.072985 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-619d9450-41e8-49ab-818c-58134b647e41 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787575249107'] for network (565e3f6a-30ba-4b12-8c21-473b5a19328e), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:33.087315 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-49b8a1fd-11fc-4bd9-8770-5f797c07ccdf admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 1.7326586 Jun 26 03:04:33.087315 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 38796) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:04:33.090476 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596c941a-6610-4218-acc1-7f1eba1a004f admin admin] Pushing event updated for resources: {'Network': ['ID=74573779-88f3-4aaa-82c6-e30fd16eafe2,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:04:33.106981 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Network 74573779-88f3-4aaa-82c6-e30fd16eafe2 details requested by agent ovs-agent-dv-cinder-846842-4-iscsi with host dv-cinder-846842-4-iscsi {{(pid=104015) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 26 03:04:33.107560 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [None req-5b3dbf76-cbe3-4141-b19e-1bdc4e0cebd1 admin admin] Request body: {'subnet': {'network_id': '02cd0f74-99cd-4eb9-aeb7-aae2b7255a50', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-896095934-subnet', 'tenant_id': '1850f9f425294a82add8a09690dc1df0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:04:33.125696 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-1320074a-ec7b-4c8f-8d22-2511d1a3476b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 1.8123786 Jun 26 03:04:33.128922 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 38800) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:04:33.134518 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-b045dde8-4322-4ef5-819d-f65d3a818a42 admin admin] Request body: {'subnet': {'network_id': '4d1cf2ab-1c05-4bc5-9daa-428f3ef27012', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1891208908-subnet', 'tenant_id': 'aa1dff9e9be549308ec0ad3a13810062', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:04:33.148394 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6f74310-590c-4b8a-b91f-ff2ee92a0cd6 admin admin] Made reservation on behalf of ea86edd65ecb4972ba8bb33b34387432 for: {'subnet': 1} {{(pid=104013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 03:04:33.151755 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-b6f74310-590c-4b8a-b91f-ff2ee92a0cd6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:33.188424 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b8a1fd-11fc-4bd9-8770-5f797c07ccdf admin admin] Pushing event updated for resources: {'Network': ['ID=02cd0f74-99cd-4eb9-aeb7-aae2b7255a50,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:04:33.212577 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b045dde8-4322-4ef5-819d-f65d3a818a42 admin admin] Made reservation on behalf of aa1dff9e9be549308ec0ad3a13810062 for: {'subnet': 1} {{(pid=104013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 03:04:33.215083 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-b045dde8-4322-4ef5-819d-f65d3a818a42 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:33.224684 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b3dbf76-cbe3-4141-b19e-1bdc4e0cebd1 admin admin] Made reservation on behalf of 1850f9f425294a82add8a09690dc1df0 for: {'subnet': 1} {{(pid=104014) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 03:04:33.227010 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5b3dbf76-cbe3-4141-b19e-1bdc4e0cebd1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:33.228694 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-619d9450-41e8-49ab-818c-58134b647e41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914'] for network (565e3f6a-30ba-4b12-8c21-473b5a19328e), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:33.229584 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-619d9450-41e8-49ab-818c-58134b647e41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:04:33.230172 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-619d9450-41e8-49ab-818c-58134b647e41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628900'] for network (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:33.245535 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-b1b1dc0c-b54c-4d7e-a03b-c83cd4b216d7 admin admin] Publish callbacks [] for router_gateway (835eabe5-1cc7-4a1c-883b-ff8b0fbc3a4a), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:33.246470 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Network 02cd0f74-99cd-4eb9-aeb7-aae2b7255a50 details requested by agent ovs-agent-dv-cinder-846842-4-iscsi with host dv-cinder-846842-4-iscsi {{(pid=104015) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 26 03:04:33.282282 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=80,neutron:INSERT=8,neutron:UPDATE=6,neutron:DELETE=6 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:04:33.321633 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1320074a-ec7b-4c8f-8d22-2511d1a3476b admin admin] Pushing event updated for resources: {'Network': ['ID=4d1cf2ab-1c05-4bc5-9daa-428f3ef27012,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:04:33.324238 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-64164bf3-95e1-4369-931f-a0487113ab67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914'] for subnet (767e1a0e-9ad6-4e3d-acf7-7ae8d7e1ee4a), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:33.331165 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-619d9450-41e8-49ab-818c-58134b647e41 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.4615850 Jun 26 03:04:33.344521 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Network 4d1cf2ab-1c05-4bc5-9daa-428f3ef27012 details requested by agent ovs-agent-dv-cinder-846842-4-iscsi with host dv-cinder-846842-4-iscsi {{(pid=104015) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 26 03:04:33.361348 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 38802) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:04:33.369817 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [None req-fcf514ba-6ae5-4843-93cc-3bedd9d3a1f4 admin admin] Request body: {'subnet': {'network_id': '565e3f6a-30ba-4b12-8c21-473b5a19328e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1241128650-subnet', 'tenant_id': 'ba9d39deeb954ce5928a458771b455ca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:04:33.486358 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4,neutron:DELETE=2,neutron:INSERT=8 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:04:33.525344 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcf514ba-6ae5-4843-93cc-3bedd9d3a1f4 admin admin] Made reservation on behalf of ba9d39deeb954ce5928a458771b455ca for: {'subnet': 1} {{(pid=104014) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 03:04:33.527621 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-fcf514ba-6ae5-4843-93cc-3bedd9d3a1f4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:33.529638 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64164bf3-95e1-4369-931f-a0487113ab67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=767e1a0e-9ad6-4e3d-acf7-7ae8d7e1ee4a,revision_number=0']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:04:33.550295 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619d9450-41e8-49ab-818c-58134b647e41 admin admin] Pushing event updated for resources: {'Network': ['ID=565e3f6a-30ba-4b12-8c21-473b5a19328e,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:04:33.569027 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Network 565e3f6a-30ba-4b12-8c21-473b5a19328e details requested by agent ovs-agent-dv-cinder-846842-4-iscsi with host dv-cinder-846842-4-iscsi {{(pid=104015) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 26 03:04:33.602019 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:INSERT=8 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:04:33.609456 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64164bf3-95e1-4369-931f-a0487113ab67 admin admin] Checking segment: {'id': 'cf7f1aa2-5b82-42a9-b922-aafb5e3585d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '26d75899-1607-4d4e-b529-22178d34e095'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 26 03:04:33.610074 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64164bf3-95e1-4369-931f-a0487113ab67 admin admin] Network hostable DHCP agents. Network: 26d75899-1607-4d4e-b529-22178d34e095, hostable agents: ['7168f7b9-c398-4364-91f8-35e2ce03f4c4'], hosted agents: [] {{(pid=104014) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 26 03:04:33.669210 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-b6f74310-590c-4b8a-b91f-ff2ee92a0cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914'] for subnet (c5ebf334-cb3d-4cb7-af71-a1dac7ba1320), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:33.684057 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64164bf3-95e1-4369-931f-a0487113ab67 admin admin] Network 26d75899-1607-4d4e-b529-22178d34e095 is scheduled to be hosted by DHCP agent 7168f7b9-c398-4364-91f8-35e2ce03f4c4 with binding_index 1 {{(pid=104014) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 26 03:04:33.702124 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-b1b1dc0c-b54c-4d7e-a03b-c83cd4b216d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1616609'] for router (835eabe5-1cc7-4a1c-883b-ff8b0fbc3a4a), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:33.713588 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:04:33.735535 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-b045dde8-4322-4ef5-819d-f65d3a818a42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914'] for subnet (50d12281-21a2-4343-ba8b-93c5382e067a), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:33.737604 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.scheduler.base_scheduler [None req-64164bf3-95e1-4369-931f-a0487113ab67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846842-4-iscsi, 26d75899-1607-4d4e-b529-22178d34e095) {{(pid=104014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 03:04:33.746486 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984280d7-8e60-4935-b11a-f0fa84b5e106 None None] Network 26d75899-1607-4d4e-b529-22178d34e095 requested from dv-cinder-846842-4-iscsi {{(pid=104015) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 26 03:04:33.762077 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64164bf3-95e1-4369-931f-a0487113ab67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:04:33.762658 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-64164bf3-95e1-4369-931f-a0487113ab67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628900'] for subnet (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:33.766267 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5b3dbf76-cbe3-4141-b19e-1bdc4e0cebd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914'] for subnet (e97e6f7f-41a5-4383-a841-52482c75f2ee), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:33.813660 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f74310-590c-4b8a-b91f-ff2ee92a0cd6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5ebf334-cb3d-4cb7-af71-a1dac7ba1320,revision_number=0']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:04:33.826287 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-64164bf3-95e1-4369-931f-a0487113ab67 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7099237 Jun 26 03:04:33.830589 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 38806) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:04:33.842236 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [None req-3a22db16-9c67-4ed4-a733-c475ba92faaf admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1902036654-router', 'tenant_id': '23078d86cd394c749328fb9dd7992919', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df'}}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:04:33.898482 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b045dde8-4322-4ef5-819d-f65d3a818a42 admin admin] Checking segment: {'id': '5b86e525-c15a-4ec4-b614-b7765ac125bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '4d1cf2ab-1c05-4bc5-9daa-428f3ef27012'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 26 03:04:33.899445 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b045dde8-4322-4ef5-819d-f65d3a818a42 admin admin] Network hostable DHCP agents. Network: 4d1cf2ab-1c05-4bc5-9daa-428f3ef27012, hostable agents: ['7168f7b9-c398-4364-91f8-35e2ce03f4c4'], hosted agents: [] {{(pid=104013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 26 03:04:33.907133 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3dbf76-cbe3-4141-b19e-1bdc4e0cebd1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e97e6f7f-41a5-4383-a841-52482c75f2ee,revision_number=0']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:04:33.911834 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b045dde8-4322-4ef5-819d-f65d3a818a42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50d12281-21a2-4343-ba8b-93c5382e067a,revision_number=0']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:04:33.921288 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f74310-590c-4b8a-b91f-ff2ee92a0cd6 admin admin] Checking segment: {'id': '2a397e09-d789-4683-aae4-87be6784786c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '74573779-88f3-4aaa-82c6-e30fd16eafe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 26 03:04:33.921644 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f74310-590c-4b8a-b91f-ff2ee92a0cd6 admin admin] Network hostable DHCP agents. Network: 74573779-88f3-4aaa-82c6-e30fd16eafe2, hostable agents: ['7168f7b9-c398-4364-91f8-35e2ce03f4c4'], hosted agents: [] {{(pid=104013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 26 03:04:33.924019 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa72cdb6-776a-459c-8e4b-492266afa4d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26d13647-f000-53af-8200-2754bac59090-26d75899-1607-4d4e-b529-22178d34e095', 'network_id': '26d75899-1607-4d4e-b529-22178d34e095', 'project_id': '23078d86cd394c749328fb9dd7992919', 'fixed_ips': [{'subnet_id': '767e1a0e-9ad6-4e3d-acf7-7ae8d7e1ee4a'}]}} from dv-cinder-846842-4-iscsi. {{(pid=104015) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 26 03:04:33.926431 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-fa72cdb6-776a-459c-8e4b-492266afa4d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:33.938995 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-fcf514ba-6ae5-4843-93cc-3bedd9d3a1f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914'] for subnet (e5069662-7e75-49cc-bed9-51d38f5111e4), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:33.941121 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-3a22db16-9c67-4ed4-a733-c475ba92faaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25228'] for router (63810667-e3f4-4abe-8ac2-f5778281b44b), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:33.942713 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-3a22db16-9c67-4ed4-a733-c475ba92faaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1616517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2076507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25237'] for router (63810667-e3f4-4abe-8ac2-f5778281b44b), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:33.954008 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3dbf76-cbe3-4141-b19e-1bdc4e0cebd1 admin admin] Checking segment: {'id': '4d81c647-e55d-4122-8ce3-5fece06ad477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '02cd0f74-99cd-4eb9-aeb7-aae2b7255a50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 26 03:04:33.954500 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b3dbf76-cbe3-4141-b19e-1bdc4e0cebd1 admin admin] Network hostable DHCP agents. Network: 02cd0f74-99cd-4eb9-aeb7-aae2b7255a50, hostable agents: ['7168f7b9-c398-4364-91f8-35e2ce03f4c4'], hosted agents: [] {{(pid=104014) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 26 03:04:33.957725 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b045dde8-4322-4ef5-819d-f65d3a818a42 admin admin] Network 4d1cf2ab-1c05-4bc5-9daa-428f3ef27012 is scheduled to be hosted by DHCP agent 7168f7b9-c398-4364-91f8-35e2ce03f4c4 with binding_index 1 {{(pid=104013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 26 03:04:33.962000 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f74310-590c-4b8a-b91f-ff2ee92a0cd6 admin admin] Network 74573779-88f3-4aaa-82c6-e30fd16eafe2 is scheduled to be hosted by DHCP agent 7168f7b9-c398-4364-91f8-35e2ce03f4c4 with binding_index 1 {{(pid=104013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 26 03:04:33.966905 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f64988-181f-412b-ac33-05c43bb653a0 None None] Network 151cdbb9-618f-46a1-a7b5-564e53db9cea requested from dv-cinder-846842-4-iscsi {{(pid=104015) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 26 03:04:33.974192 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.scheduler.base_scheduler [None req-b045dde8-4322-4ef5-819d-f65d3a818a42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846842-4-iscsi, 4d1cf2ab-1c05-4bc5-9daa-428f3ef27012) {{(pid=104013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 03:04:33.985551 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b045dde8-4322-4ef5-819d-f65d3a818a42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:04:33.986192 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-b045dde8-4322-4ef5-819d-f65d3a818a42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628900'] for subnet (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:33.998864 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.scheduler.base_scheduler [None req-b6f74310-590c-4b8a-b91f-ff2ee92a0cd6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846842-4-iscsi, 74573779-88f3-4aaa-82c6-e30fd16eafe2) {{(pid=104013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 03:04:34.005758 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-b045dde8-4322-4ef5-819d-f65d3a818a42 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.8755333 Jun 26 03:04:34.009644 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f74310-590c-4b8a-b91f-ff2ee92a0cd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:04:34.010423 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-b6f74310-590c-4b8a-b91f-ff2ee92a0cd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628900'] for subnet (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:34.011664 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 38808) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:04:34.029617 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-b6f74310-590c-4b8a-b91f-ff2ee92a0cd6 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9989364 Jun 26 03:04:34.034094 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 38810) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:04:34.039290 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-025cfd00-f17c-4461-ab88-1de3e4f9a67e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1328918760-router', 'tenant_id': 'ea86edd65ecb4972ba8bb33b34387432', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df'}}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:04:34.046895 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1b1dc0c-b54c-4d7e-a03b-c83cd4b216d7 admin admin] Router 835eabe5-1cc7-4a1c-883b-ff8b0fbc3a4a is scheduled to L3 agent 0122de27-3097-4d47-a0ca-0fb90e28ac1e with binding_index 1 {{(pid=104013) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 26 03:04:34.047632 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [None req-20ab118c-6f5f-49bb-a42d-9dd4a01cae07 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1891208908-router', 'tenant_id': 'aa1dff9e9be549308ec0ad3a13810062', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df'}}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:04:34.049017 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e774b26-bd1e-4e37-ba5b-e50f628cc3b7 None None] Network 4d1cf2ab-1c05-4bc5-9daa-428f3ef27012 requested from dv-cinder-846842-4-iscsi {{(pid=104015) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 26 03:04:34.097653 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf514ba-6ae5-4843-93cc-3bedd9d3a1f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5069662-7e75-49cc-bed9-51d38f5111e4,revision_number=0']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:04:34.101192 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-025cfd00-f17c-4461-ab88-1de3e4f9a67e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25228'] for router (e2ad5562-e155-426e-bc35-07301cd63c1e), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:34.102551 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-025cfd00-f17c-4461-ab88-1de3e4f9a67e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1616517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2076507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25237'] for router (e2ad5562-e155-426e-bc35-07301cd63c1e), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:34.135721 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b3dbf76-cbe3-4141-b19e-1bdc4e0cebd1 admin admin] Network 02cd0f74-99cd-4eb9-aeb7-aae2b7255a50 is scheduled to be hosted by DHCP agent 7168f7b9-c398-4364-91f8-35e2ce03f4c4 with binding_index 1 {{(pid=104014) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 26 03:04:34.146612 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:04:34.158530 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-025cfd00-f17c-4461-ab88-1de3e4f9a67e admin admin] Publish callbacks [] for router_controller (e2ad5562-e155-426e-bc35-07301cd63c1e), precommit_add_association {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:34.159197 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-3a22db16-9c67-4ed4-a733-c475ba92faaf admin admin] Publish callbacks [] for router_controller (63810667-e3f4-4abe-8ac2-f5778281b44b), precommit_add_association {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:34.161082 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:04:34.161272 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.scheduler.base_scheduler [None req-5b3dbf76-cbe3-4141-b19e-1bdc4e0cebd1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846842-4-iscsi, 02cd0f74-99cd-4eb9-aeb7-aae2b7255a50) {{(pid=104014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 03:04:34.168085 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b3dbf76-cbe3-4141-b19e-1bdc4e0cebd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:04:34.168677 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5b3dbf76-cbe3-4141-b19e-1bdc4e0cebd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628900'] for subnet (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:34.175506 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-20ab118c-6f5f-49bb-a42d-9dd4a01cae07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25228'] for router (ba98c50f-28e4-48ab-9551-c9e6cb46713b), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:34.176549 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-20ab118c-6f5f-49bb-a42d-9dd4a01cae07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1616517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2076507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25237'] for router (ba98c50f-28e4-48ab-9551-c9e6cb46713b), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:34.205369 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf514ba-6ae5-4843-93cc-3bedd9d3a1f4 admin admin] Checking segment: {'id': 'ee2c49c0-cbfc-4ac0-9993-430028af311e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '565e3f6a-30ba-4b12-8c21-473b5a19328e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 26 03:04:34.205959 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf514ba-6ae5-4843-93cc-3bedd9d3a1f4 admin admin] Network hostable DHCP agents. Network: 565e3f6a-30ba-4b12-8c21-473b5a19328e, hostable agents: ['7168f7b9-c398-4364-91f8-35e2ce03f4c4'], hosted agents: [] {{(pid=104014) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 26 03:04:34.219232 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3db7e58-9071-474d-b25a-ecae6efa8313 None None] Network 74573779-88f3-4aaa-82c6-e30fd16eafe2 requested from dv-cinder-846842-4-iscsi {{(pid=104015) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 26 03:04:34.304930 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1391aca5-88e7-4fd5-b2d7-d1cc8f83d201 None None] Network 02cd0f74-99cd-4eb9-aeb7-aae2b7255a50 requested from dv-cinder-846842-4-iscsi {{(pid=104015) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 26 03:04:34.306779 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-5b3dbf76-cbe3-4141-b19e-1bdc4e0cebd1 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2084849 Jun 26 03:04:34.315015 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 38824) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:04:34.325327 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [None req-9e4483e8-2dc1-4d34-82f9-e6d2e7a1983a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-896095934-router', 'tenant_id': '1850f9f425294a82add8a09690dc1df0', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df'}}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:04:34.383902 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-20ab118c-6f5f-49bb-a42d-9dd4a01cae07 admin admin] Publish callbacks [] for router_controller (ba98c50f-28e4-48ab-9551-c9e6cb46713b), precommit_add_association {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:34.411088 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:04:34.413119 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-025cfd00-f17c-4461-ab88-1de3e4f9a67e admin admin] Publish callbacks [] for router_gateway (e2ad5562-e155-426e-bc35-07301cd63c1e), precommit_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:34.449440 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf514ba-6ae5-4843-93cc-3bedd9d3a1f4 admin admin] Network 565e3f6a-30ba-4b12-8c21-473b5a19328e is scheduled to be hosted by DHCP agent 7168f7b9-c398-4364-91f8-35e2ce03f4c4 with binding_index 1 {{(pid=104014) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 26 03:04:34.454150 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d5b3b01-f0be-4a2e-8c43-f991c16a2132 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26d13647-f000-53af-8200-2754bac59090-74573779-88f3-4aaa-82c6-e30fd16eafe2', 'network_id': '74573779-88f3-4aaa-82c6-e30fd16eafe2', 'project_id': 'ea86edd65ecb4972ba8bb33b34387432', 'fixed_ips': [{'subnet_id': 'c5ebf334-cb3d-4cb7-af71-a1dac7ba1320'}]}} from dv-cinder-846842-4-iscsi. {{(pid=104015) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 26 03:04:34.455211 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-2d5b3b01-f0be-4a2e-8c43-f991c16a2132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:34.510974 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1b1dc0c-b54c-4d7e-a03b-c83cd4b216d7 admin admin] Notify agent at l3_agent.dv-cinder-846842-4-iscsi the message routers_updated {{(pid=104013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 03:04:34.521130 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b34e010-faa9-4b78-936d-2d65092089a6 None None] Sync routers for ids ['835eabe5-1cc7-4a1c-883b-ff8b0fbc3a4a'] in dv-cinder-846842-4-iscsi {{(pid=104016) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 03:04:34.530953 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-9e4483e8-2dc1-4d34-82f9-e6d2e7a1983a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25228'] for router (7690237a-df65-454c-8ae7-05722406d1b3), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:34.532309 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-9e4483e8-2dc1-4d34-82f9-e6d2e7a1983a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1616517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2076507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25237'] for router (7690237a-df65-454c-8ae7-05722406d1b3), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:34.543342 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-3a22db16-9c67-4ed4-a733-c475ba92faaf admin admin] Publish callbacks [] for router_gateway (63810667-e3f4-4abe-8ac2-f5778281b44b), precommit_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:34.545847 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b34e010-faa9-4b78-936d-2d65092089a6 None None] Routers {'835eabe5-1cc7-4a1c-883b-ff8b0fbc3a4a'} bound to L3 agent in host dv-cinder-846842-4-iscsi {{(pid=104016) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 26 03:04:34.548014 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.scheduler.base_scheduler [None req-fcf514ba-6ae5-4843-93cc-3bedd9d3a1f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846842-4-iscsi, 565e3f6a-30ba-4b12-8c21-473b5a19328e) {{(pid=104014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 03:04:34.548363 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-0b34e010-faa9-4b78-936d-2d65092089a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-26T02:56:44Z,description=,heartbeat_timestamp=2022-06-26T03:04:14Z,host='dv-cinder-846842-4-iscsi',id=0122de27-3097-4d47-a0ca-0fb90e28ac1e,load=0,resource_versions=,resources_synced=,started_at=2022-06-26T02:56:44Z,topic='l3_agent')) {'router_ids': ['835eabe5-1cc7-4a1c-883b-ff8b0fbc3a4a'], 'active': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:04:34.604367 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0209772-e6e9-4a44-9aaa-1e2cbf6ad3f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26d13647-f000-53af-8200-2754bac59090-02cd0f74-99cd-4eb9-aeb7-aae2b7255a50', 'network_id': '02cd0f74-99cd-4eb9-aeb7-aae2b7255a50', 'project_id': '1850f9f425294a82add8a09690dc1df0', 'fixed_ips': [{'subnet_id': 'e97e6f7f-41a5-4383-a841-52482c75f2ee'}]}} from dv-cinder-846842-4-iscsi. {{(pid=104015) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 26 03:04:34.605808 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a0209772-e6e9-4a44-9aaa-1e2cbf6ad3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:34.613727 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf514ba-6ae5-4843-93cc-3bedd9d3a1f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:04:34.617386 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-fcf514ba-6ae5-4843-93cc-3bedd9d3a1f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628900'] for subnet (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:34.626767 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Device df3cc85d-6a1c-4e6e-99c8-7db933649391 up at agent ovs-agent-dv-cinder-846842-4-iscsi {{(pid=104015) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 03:04:34.629218 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11445a34-42a7-4838-9d38-c2401f2f3dc4 None None] Network 565e3f6a-30ba-4b12-8c21-473b5a19328e requested from dv-cinder-846842-4-iscsi {{(pid=104015) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 26 03:04:34.633959 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:04:34.656956 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:04:34.740266 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.db_base_plugin_common [None req-2d5b3b01-f0be-4a2e-8c43-f991c16a2132 None None] Allocated IP 172.20.0.2 (74573779-88f3-4aaa-82c6-e30fd16eafe2/c5ebf334-cb3d-4cb7-af71-a1dac7ba1320/75233db9-1289-4391-a7bf-d0057e2f9e51) {{(pid=104015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 03:04:34.755258 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-b1b1dc0c-b54c-4d7e-a03b-c83cd4b216d7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:34.756998 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-b1b1dc0c-b54c-4d7e-a03b-c83cd4b216d7 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.6043849 Jun 26 03:04:34.760161 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 38846) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:04:34.884902 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-1db5f5db-e121-470c-aa83-1a273ed16c62 None None] Provisioning complete for port df3cc85d-6a1c-4e6e-99c8-7db933649391 triggered by entity DHCP. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:04:34.888490 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-1db5f5db-e121-470c-aa83-1a273ed16c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (df3cc85d-6a1c-4e6e-99c8-7db933649391), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:34.918335 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-fcf514ba-6ae5-4843-93cc-3bedd9d3a1f4 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5520625 Jun 26 03:04:34.939943 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvr_db [None req-0b34e010-faa9-4b78-936d-2d65092089a6 None None] Set router 835eabe5-1cc7-4a1c-883b-ff8b0fbc3a4a gateway port host: dv-cinder-846842-4-iscsi {{(pid=104016) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 26 03:04:34.979306 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.db_base_plugin_common [None req-fa72cdb6-776a-459c-8e4b-492266afa4d9 None None] Allocated IP 172.20.0.2 (26d75899-1607-4d4e-b529-22178d34e095/767e1a0e-9ad6-4e3d-acf7-7ae8d7e1ee4a/732ec1ad-57ee-41e8-85a0-75f05597dbb8) {{(pid=104015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 03:04:35.134296 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 38856) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:04:35.139650 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-9e4483e8-2dc1-4d34-82f9-e6d2e7a1983a admin admin] Publish callbacks [] for router_controller (7690237a-df65-454c-8ae7-05722406d1b3), precommit_add_association {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:35.198762 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:04:35.240406 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-0b34e010-faa9-4b78-936d-2d65092089a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '835eabe5-1cc7-4a1c-883b-ff8b0fbc3a4a', 'name': 'tempest-AttachVolumeShelveTestJSON-1146222204-router', 'tenant_id': '5dd1a7a651fa4d27a1b6488ca13effca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '33388b70-103e-4ab1-948f-5b12b8967957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:04:31Z', 'updated_at': '2022-06-26T03:04:32Z', 'revision_number': 3, 'project_id': '5dd1a7a651fa4d27a1b6488ca13effca', 'gw_port': {'id': '33388b70-103e-4ab1-948f-5b12b8967957', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c7:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '835eabe5-1cc7-4a1c-883b-ff8b0fbc3a4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:31Z', 'updated_at': '2022-06-26T03:04:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi'}], 'dv-cinder-846842-4-iscsi', False) {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:04:35.252019 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-2d5b3b01-f0be-4a2e-8c43-f991c16a2132 None None] Publish callbacks [] for port (75233db9-1289-4391-a7bf-d0057e2f9e51), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:35.275917 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b34e010-faa9-4b78-936d-2d65092089a6 None None] Checking router: 835eabe5-1cc7-4a1c-883b-ff8b0fbc3a4a for host: dv-cinder-846842-4-iscsi {{(pid=104016) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 03:04:35.276612 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b34e010-faa9-4b78-936d-2d65092089a6 None None] Updating router 835eabe5-1cc7-4a1c-883b-ff8b0fbc3a4a port 33388b70-103e-4ab1-948f-5b12b8967957 binding host dv-cinder-846842-4-iscsi {{(pid=104016) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 26 03:04:35.315760 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=84,neutron:UPDATE=8,neutron:INSERT=8 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:04:35.316311 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0b34e010-faa9-4b78-936d-2d65092089a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (33388b70-103e-4ab1-948f-5b12b8967957), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:35.384004 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-2d5b3b01-f0be-4a2e-8c43-f991c16a2132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787575245469'] for port (75233db9-1289-4391-a7bf-d0057e2f9e51), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:35.442494 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-20ab118c-6f5f-49bb-a42d-9dd4a01cae07 admin admin] Publish callbacks [] for router_gateway (ba98c50f-28e4-48ab-9551-c9e6cb46713b), precommit_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:35.468995 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d5b3b01-f0be-4a2e-8c43-f991c16a2132 None None] Network 74573779-88f3-4aaa-82c6-e30fd16eafe2 is already hosted by enough agents. {{(pid=104015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 03:04:35.493767 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-025cfd00-f17c-4461-ab88-1de3e4f9a67e admin admin] Publish callbacks [] for router_gateway (e2ad5562-e155-426e-bc35-07301cd63c1e), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:35.529253 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-025cfd00-f17c-4461-ab88-1de3e4f9a67e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:35.552116 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5b3b01-f0be-4a2e-8c43-f991c16a2132 None None] Pushing event updated for resources: {'Port': ['ID=75233db9-1289-4391-a7bf-d0057e2f9e51,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:04:35.560206 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.scheduler.base_scheduler [None req-2d5b3b01-f0be-4a2e-8c43-f991c16a2132 None None] Resources bound (agent type, host, resource id): {{(pid=104015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 03:04:35.568527 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6934647-6220-40f5-957a-a776888de77c admin admin] Deleting subnet 3c89e70d-bfe5-42df-bd00-70945d61efa0 {{(pid=104014) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 26 03:04:35.568678 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-796b4c2f-8d84-40fc-af45-40105a010859 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26d13647-f000-53af-8200-2754bac59090-4d1cf2ab-1c05-4bc5-9daa-428f3ef27012', 'network_id': '4d1cf2ab-1c05-4bc5-9daa-428f3ef27012', 'project_id': 'aa1dff9e9be549308ec0ad3a13810062', 'fixed_ips': [{'subnet_id': '50d12281-21a2-4343-ba8b-93c5382e067a'}]}} from dv-cinder-846842-4-iscsi. {{(pid=104015) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 26 03:04:35.569596 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-796b4c2f-8d84-40fc-af45-40105a010859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:35.617700 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-c6934647-6220-40f5-957a-a776888de77c admin admin] Publish callbacks [] for subnet (3c89e70d-bfe5-42df-bd00-70945d61efa0), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:35.629889 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.db_base_plugin_common [None req-a0209772-e6e9-4a44-9aaa-1e2cbf6ad3f6 None None] Allocated IP 172.20.0.2 (02cd0f74-99cd-4eb9-aeb7-aae2b7255a50/e97e6f7f-41a5-4383-a841-52482c75f2ee/71fe6b46-d82b-42e3-b4e8-eb341f12c704) {{(pid=104015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 03:04:35.682923 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0b34e010-faa9-4b78-936d-2d65092089a6 None None] Publish callbacks [] for port (33388b70-103e-4ab1-948f-5b12b8967957), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:35.690658 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0b34e010-faa9-4b78-936d-2d65092089a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (33388b70-103e-4ab1-948f-5b12b8967957), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:35.751881 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-9e4483e8-2dc1-4d34-82f9-e6d2e7a1983a admin admin] Publish callbacks [] for router_gateway (7690237a-df65-454c-8ae7-05722406d1b3), precommit_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:35.758502 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c765bff9-7801-42fb-b391-6d2d0bc19afb None None] Pushing event updated for resources: {'Port': ['ID=33388b70-103e-4ab1-948f-5b12b8967957,revision_number=2']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:04:35.778783 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c765bff9-7801-42fb-b391-6d2d0bc19afb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:04:35.779076 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c765bff9-7801-42fb-b391-6d2d0bc19afb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:04:35.779493 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c765bff9-7801-42fb-b391-6d2d0bc19afb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:04:35.780503 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c765bff9-7801-42fb-b391-6d2d0bc19afb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:04:35.781000 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c765bff9-7801-42fb-b391-6d2d0bc19afb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:04:35.781770 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c765bff9-7801-42fb-b391-6d2d0bc19afb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:04:35.782005 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c765bff9-7801-42fb-b391-6d2d0bc19afb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:04:35.782372 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c765bff9-7801-42fb-b391-6d2d0bc19afb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:04:35.782977 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c765bff9-7801-42fb-b391-6d2d0bc19afb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:04:35.784344 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c765bff9-7801-42fb-b391-6d2d0bc19afb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:04:35.784735 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c765bff9-7801-42fb-b391-6d2d0bc19afb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:04:35.785286 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c765bff9-7801-42fb-b391-6d2d0bc19afb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:04:35.785675 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c765bff9-7801-42fb-b391-6d2d0bc19afb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:04:35.786091 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c765bff9-7801-42fb-b391-6d2d0bc19afb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:04:35.786966 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c765bff9-7801-42fb-b391-6d2d0bc19afb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:04:35.788773 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c765bff9-7801-42fb-b391-6d2d0bc19afb None None] Tracked resource versions report: Jun 26 03:04:35.788773 dv-cinder-846842-4-iscsi neutron-server[104016]: pushed versions: Jun 26 03:04:35.788773 dv-cinder-846842-4-iscsi neutron-server[104016]: { 'AddressGroup': {'1.2'}, Jun 26 03:04:35.788773 dv-cinder-846842-4-iscsi neutron-server[104016]: 'Agent': {'1.1'}, Jun 26 03:04:35.788773 dv-cinder-846842-4-iscsi neutron-server[104016]: 'ConntrackHelper': {'1.0'}, Jun 26 03:04:35.788773 dv-cinder-846842-4-iscsi neutron-server[104016]: 'LocalIPAssociation': {'1.0'}, Jun 26 03:04:35.788773 dv-cinder-846842-4-iscsi neutron-server[104016]: 'Log': {'1.0'}, Jun 26 03:04:35.788773 dv-cinder-846842-4-iscsi neutron-server[104016]: 'NDPProxy': {'1.0'}, Jun 26 03:04:35.788773 dv-cinder-846842-4-iscsi neutron-server[104016]: 'Network': {'1.1'}, Jun 26 03:04:35.788773 dv-cinder-846842-4-iscsi neutron-server[104016]: 'Port': {'1.7'}, Jun 26 03:04:35.788773 dv-cinder-846842-4-iscsi neutron-server[104016]: 'PortForwarding': {'1.3'}, Jun 26 03:04:35.788773 dv-cinder-846842-4-iscsi neutron-server[104016]: 'QosPolicy': {'1.10'}, Jun 26 03:04:35.788773 dv-cinder-846842-4-iscsi neutron-server[104016]: 'SecurityGroup': {'1.5'}, Jun 26 03:04:35.788773 dv-cinder-846842-4-iscsi neutron-server[104016]: 'SecurityGroupRule': {'1.2'}, Jun 26 03:04:35.788773 dv-cinder-846842-4-iscsi neutron-server[104016]: 'SubPort': {'1.0'}, Jun 26 03:04:35.788773 dv-cinder-846842-4-iscsi neutron-server[104016]: 'Subnet': {'1.1'}, Jun 26 03:04:35.788773 dv-cinder-846842-4-iscsi neutron-server[104016]: 'Trunk': {'1.1'}} Jun 26 03:04:35.788773 dv-cinder-846842-4-iscsi neutron-server[104016]: consumer versions: Jun 26 03:04:35.788773 dv-cinder-846842-4-iscsi neutron-server[104016]: { DHCP agent@dv-cinder-846842-4-iscsi: {}, Jun 26 03:04:35.788773 dv-cinder-846842-4-iscsi neutron-server[104016]: HyperV agent@hv-cinder-84684: {}, Jun 26 03:04:35.788773 dv-cinder-846842-4-iscsi neutron-server[104016]: L3 agent@dv-cinder-846842-4-iscsi: {}, Jun 26 03:04:35.788773 dv-cinder-846842-4-iscsi neutron-server[104016]: Metadata agent@dv-cinder-846842-4-iscsi: {}, Jun 26 03:04:35.788773 dv-cinder-846842-4-iscsi neutron-server[104016]: Metering agent@dv-cinder-846842-4-iscsi: {}, Jun 26 03:04:35.788773 dv-cinder-846842-4-iscsi neutron-server[104016]: Open vSwitch agent@dv-cinder-846842-4-iscsi: { 'AddressGroup': '1.2', Jun 26 03:04:35.788773 dv-cinder-846842-4-iscsi neutron-server[104016]: 'Agent': '1.1', Jun 26 03:04:35.788773 dv-cinder-846842-4-iscsi neutron-server[104016]: 'ConntrackHelper': '1.0', Jun 26 03:04:35.788773 dv-cinder-846842-4-iscsi neutron-server[104016]: 'LocalIPAssociation': '1.0', Jun 26 03:04:35.788773 dv-cinder-846842-4-iscsi neutron-server[104016]: 'Log': '1.0', Jun 26 03:04:35.788773 dv-cinder-846842-4-iscsi neutron-server[104016]: 'NDPProxy': '1.0', Jun 26 03:04:35.788773 dv-cinder-846842-4-iscsi neutron-server[104016]: 'Network': '1.1', Jun 26 03:04:35.788773 dv-cinder-846842-4-iscsi neutron-server[104016]: 'Port': '1.7', Jun 26 03:04:35.788773 dv-cinder-846842-4-iscsi neutron-server[104016]: 'PortForwarding': '1.3', Jun 26 03:04:35.788773 dv-cinder-846842-4-iscsi neutron-server[104016]: 'QosPolicy': '1.10', Jun 26 03:04:35.788773 dv-cinder-846842-4-iscsi neutron-server[104016]: 'SecurityGroup': '1.5', Jun 26 03:04:35.788773 dv-cinder-846842-4-iscsi neutron-server[104016]: 'SecurityGroupRule': '1.2', Jun 26 03:04:35.788773 dv-cinder-846842-4-iscsi neutron-server[104016]: 'SubPort': '1.0', Jun 26 03:04:35.788773 dv-cinder-846842-4-iscsi neutron-server[104016]: 'Subnet': '1.1', Jun 26 03:04:35.788773 dv-cinder-846842-4-iscsi neutron-server[104016]: 'Trunk': '1.1'}} Jun 26 03:04:35.788773 dv-cinder-846842-4-iscsi neutron-server[104016]: {{(pid=104016) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 26 03:04:35.799598 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:INSERT=6,neutron:SELECT=92,neutron:UPDATE=2 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:04:35.808309 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [None req-0b34e010-faa9-4b78-936d-2d65092089a6 None None] Attempting to bind port 33388b70-103e-4ab1-948f-5b12b8967957 on host dv-cinder-846842-4-iscsi for vnic_type normal with profile {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 26 03:04:35.808822 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [None req-0b34e010-faa9-4b78-936d-2d65092089a6 None None] Attempting to bind port 33388b70-103e-4ab1-948f-5b12b8967957 by drivers openvswitch,hyperv on host dv-cinder-846842-4-iscsi at level 0 using segments [{'id': '968602fb-f834-40ea-ad2f-658bf3156d3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df'}] {{(pid=104016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 26 03:04:35.809196 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b34e010-faa9-4b78-936d-2d65092089a6 None None] Attempting to bind port 33388b70-103e-4ab1-948f-5b12b8967957 on network 9f069e5f-e57e-4e35-ad51-5f4f2e2f15df {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 26 03:04:35.817264 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b34e010-faa9-4b78-936d-2d65092089a6 None None] Checking agent: {'id': '16f9b602-7baf-4f7a-ab92-1b0788147fb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 26, 2, 56, 46), 'started_at': datetime.datetime(2022, 6, 26, 2, 57, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 26, 3, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 26 03:04:35.817692 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b34e010-faa9-4b78-936d-2d65092089a6 None None] Checking segment: {'id': '968602fb-f834-40ea-ad2f-658bf3156d3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 26 03:04:35.819047 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0b34e010-faa9-4b78-936d-2d65092089a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:35.819454 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b34e010-faa9-4b78-936d-2d65092089a6 None None] Bound using segment: {'id': '968602fb-f834-40ea-ad2f-658bf3156d3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df'} {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 26 03:04:35.820027 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [None req-0b34e010-faa9-4b78-936d-2d65092089a6 None None] Bound port: 33388b70-103e-4ab1-948f-5b12b8967957, host: dv-cinder-846842-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '968602fb-f834-40ea-ad2f-658bf3156d3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df'}}] {{(pid=104016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 26 03:04:35.820858 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0b34e010-faa9-4b78-936d-2d65092089a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (33388b70-103e-4ab1-948f-5b12b8967957), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:35.832381 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.db.db_base_plugin_common [None req-025cfd00-f17c-4461-ab88-1de3e4f9a67e admin admin] Allocated IP 172.27.2.65 (9f069e5f-e57e-4e35-ad51-5f4f2e2f15df/6b24a38a-90db-41c5-beaf-6fa087899576/8e8f72f7-ef84-405c-834b-56a1ba6f45b2) {{(pid=104013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 03:04:35.834207 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=2,neutron:INSERT=3 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:04:35.840967 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-c6934647-6220-40f5-957a-a776888de77c admin admin] Publish callbacks [] for subnet (3c89e70d-bfe5-42df-bd00-70945d61efa0), precommit_delete_associations {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:35.911305 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-0b34e010-faa9-4b78-936d-2d65092089a6 None None] For port 33388b70-103e-4ab1-948f-5b12b8967957, host dv-cinder-846842-4-iscsi, cleared binding levels {{(pid=104016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 03:04:35.915314 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-0b34e010-faa9-4b78-936d-2d65092089a6 None None] For port 33388b70-103e-4ab1-948f-5b12b8967957, host dv-cinder-846842-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-4-iscsi',level=0,port_id=33388b70-103e-4ab1-948f-5b12b8967957,segment=NetworkSegment(968602fb-f834-40ea-ad2f-658bf3156d3b),segment_id=968602fb-f834-40ea-ad2f-658bf3156d3b)] {{(pid=104016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 03:04:35.927863 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-0b34e010-faa9-4b78-936d-2d65092089a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (33388b70-103e-4ab1-948f-5b12b8967957), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:35.946167 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-c6934647-6220-40f5-957a-a776888de77c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019720'] for subnet (3c89e70d-bfe5-42df-bd00-70945d61efa0), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:36.012335 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-025cfd00-f17c-4461-ab88-1de3e4f9a67e admin admin] Publish callbacks [] for port (8e8f72f7-ef84-405c-834b-56a1ba6f45b2), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:36.018333 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:04:36.076065 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b34e010-faa9-4b78-936d-2d65092089a6 None None] Routers {'835eabe5-1cc7-4a1c-883b-ff8b0fbc3a4a'} bound to L3 agent in host dv-cinder-846842-4-iscsi {{(pid=104016) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 26 03:04:36.076726 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-0b34e010-faa9-4b78-936d-2d65092089a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-26T02:56:44Z,description=,heartbeat_timestamp=2022-06-26T03:04:14Z,host='dv-cinder-846842-4-iscsi',id=0122de27-3097-4d47-a0ca-0fb90e28ac1e,load=0,resource_versions=,resources_synced=,started_at=2022-06-26T02:56:44Z,topic='l3_agent')) {'router_ids': ['835eabe5-1cc7-4a1c-883b-ff8b0fbc3a4a'], 'active': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:04:36.104443 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-025cfd00-f17c-4461-ab88-1de3e4f9a67e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787575245469'] for port (8e8f72f7-ef84-405c-834b-56a1ba6f45b2), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:36.105968 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-fa72cdb6-776a-459c-8e4b-492266afa4d9 None None] Publish callbacks [] for port (732ec1ad-57ee-41e8-85a0-75f05597dbb8), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:36.112567 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5b3b01-f0be-4a2e-8c43-f991c16a2132 None None] Received port after_create {{(pid=104015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 26 03:04:36.153458 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-025cfd00-f17c-4461-ab88-1de3e4f9a67e admin admin] Network 9f069e5f-e57e-4e35-ad51-5f4f2e2f15df is already hosted by enough agents. {{(pid=104013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 03:04:36.157827 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.scheduler.base_scheduler [None req-025cfd00-f17c-4461-ab88-1de3e4f9a67e admin admin] Resources bound (agent type, host, resource id): {{(pid=104013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 03:04:36.164382 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c765bff9-7801-42fb-b391-6d2d0bc19afb None None] Pushing event updated for resources: {'Port': ['ID=33388b70-103e-4ab1-948f-5b12b8967957,revision_number=3']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:04:36.188483 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025cfd00-f17c-4461-ab88-1de3e4f9a67e admin admin] Received port after_create {{(pid=104013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 26 03:04:36.225748 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-3a22db16-9c67-4ed4-a733-c475ba92faaf admin admin] Publish callbacks [] for router_gateway (63810667-e3f4-4abe-8ac2-f5778281b44b), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:36.282187 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-fa72cdb6-776a-459c-8e4b-492266afa4d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787575245469'] for port (732ec1ad-57ee-41e8-85a0-75f05597dbb8), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:36.303716 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:04:36.339339 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:04:36.340999 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:04:36.373672 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-3a22db16-9c67-4ed4-a733-c475ba92faaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:36.413250 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvr_db [None req-0b34e010-faa9-4b78-936d-2d65092089a6 None None] Set router 835eabe5-1cc7-4a1c-883b-ff8b0fbc3a4a gateway port host: dv-cinder-846842-4-iscsi {{(pid=104016) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 26 03:04:36.467592 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-025cfd00-f17c-4461-ab88-1de3e4f9a67e admin admin] Publish callbacks [] for router_gateway (e2ad5562-e155-426e-bc35-07301cd63c1e), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:36.502612 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa72cdb6-776a-459c-8e4b-492266afa4d9 None None] Network 26d75899-1607-4d4e-b529-22178d34e095 is already hosted by enough agents. {{(pid=104015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 03:04:36.572072 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [None req-2d5b3b01-f0be-4a2e-8c43-f991c16a2132 None None] Attempting to bind port 75233db9-1289-4391-a7bf-d0057e2f9e51 on host dv-cinder-846842-4-iscsi for vnic_type normal with profile {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 26 03:04:36.578950 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [None req-2d5b3b01-f0be-4a2e-8c43-f991c16a2132 None None] Attempting to bind port 75233db9-1289-4391-a7bf-d0057e2f9e51 by drivers openvswitch,hyperv on host dv-cinder-846842-4-iscsi at level 0 using segments [{'id': '2a397e09-d789-4683-aae4-87be6784786c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '74573779-88f3-4aaa-82c6-e30fd16eafe2'}] {{(pid=104015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 26 03:04:36.579446 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d5b3b01-f0be-4a2e-8c43-f991c16a2132 None None] Attempting to bind port 75233db9-1289-4391-a7bf-d0057e2f9e51 on network 74573779-88f3-4aaa-82c6-e30fd16eafe2 {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 26 03:04:36.592048 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa72cdb6-776a-459c-8e4b-492266afa4d9 None None] Pushing event updated for resources: {'Port': ['ID=732ec1ad-57ee-41e8-85a0-75f05597dbb8,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:04:36.597087 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.scheduler.base_scheduler [None req-fa72cdb6-776a-459c-8e4b-492266afa4d9 None None] Resources bound (agent type, host, resource id): {{(pid=104015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 03:04:36.601130 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-1db5f5db-e121-470c-aa83-1a273ed16c62 None None] Current status of the port df3cc85d-6a1c-4e6e-99c8-7db933649391 is: DOWN; New status is: ACTIVE {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 03:04:36.603694 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-1db5f5db-e121-470c-aa83-1a273ed16c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (df3cc85d-6a1c-4e6e-99c8-7db933649391), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:36.638651 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa72cdb6-776a-459c-8e4b-492266afa4d9 None None] Received port after_create {{(pid=104015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 26 03:04:36.645776 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d5b3b01-f0be-4a2e-8c43-f991c16a2132 None None] Checking agent: {'id': '16f9b602-7baf-4f7a-ab92-1b0788147fb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 26, 2, 56, 46), 'started_at': datetime.datetime(2022, 6, 26, 2, 57, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 26, 3, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 26 03:04:36.646555 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d5b3b01-f0be-4a2e-8c43-f991c16a2132 None None] Checking segment: {'id': '2a397e09-d789-4683-aae4-87be6784786c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '74573779-88f3-4aaa-82c6-e30fd16eafe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 26 03:04:36.647313 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-2d5b3b01-f0be-4a2e-8c43-f991c16a2132 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:36.647908 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d5b3b01-f0be-4a2e-8c43-f991c16a2132 None None] Bound using segment: {'id': '2a397e09-d789-4683-aae4-87be6784786c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '74573779-88f3-4aaa-82c6-e30fd16eafe2'} {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 26 03:04:36.648591 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [None req-2d5b3b01-f0be-4a2e-8c43-f991c16a2132 None None] Bound port: 75233db9-1289-4391-a7bf-d0057e2f9e51, host: dv-cinder-846842-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a397e09-d789-4683-aae4-87be6784786c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '74573779-88f3-4aaa-82c6-e30fd16eafe2'}}] {{(pid=104015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 26 03:04:36.649200 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-2d5b3b01-f0be-4a2e-8c43-f991c16a2132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (75233db9-1289-4391-a7bf-d0057e2f9e51), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:36.672473 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-0b34e010-faa9-4b78-936d-2d65092089a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '835eabe5-1cc7-4a1c-883b-ff8b0fbc3a4a', 'name': 'tempest-AttachVolumeShelveTestJSON-1146222204-router', 'tenant_id': '5dd1a7a651fa4d27a1b6488ca13effca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '33388b70-103e-4ab1-948f-5b12b8967957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:04:31Z', 'updated_at': '2022-06-26T03:04:32Z', 'revision_number': 3, 'project_id': '5dd1a7a651fa4d27a1b6488ca13effca', 'gw_port': {'id': '33388b70-103e-4ab1-948f-5b12b8967957', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c7:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '835eabe5-1cc7-4a1c-883b-ff8b0fbc3a4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:31Z', 'updated_at': '2022-06-26T03:04:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi'}], 'dv-cinder-846842-4-iscsi', False) {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:04:36.677301 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-c6934647-6220-40f5-957a-a776888de77c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914'] for subnet (3c89e70d-bfe5-42df-bd00-70945d61efa0), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:36.714139 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b34e010-faa9-4b78-936d-2d65092089a6 None None] The sync data for ids ['835eabe5-1cc7-4a1c-883b-ff8b0fbc3a4a'] in dv-cinder-846842-4-iscsi is: [{'id': '835eabe5-1cc7-4a1c-883b-ff8b0fbc3a4a', 'name': 'tempest-AttachVolumeShelveTestJSON-1146222204-router', 'tenant_id': '5dd1a7a651fa4d27a1b6488ca13effca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '33388b70-103e-4ab1-948f-5b12b8967957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:04:31Z', 'updated_at': '2022-06-26T03:04:32Z', 'revision_number': 3, 'project_id': '5dd1a7a651fa4d27a1b6488ca13effca', 'gw_port': {'id': '33388b70-103e-4ab1-948f-5b12b8967957', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c7:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '835eabe5-1cc7-4a1c-883b-ff8b0fbc3a4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:31Z', 'updated_at': '2022-06-26T03:04:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi'}] {{(pid=104016) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 03:04:36.755155 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025cfd00-f17c-4461-ab88-1de3e4f9a67e admin admin] Pushing event updated for resources: {'Port': ['ID=8e8f72f7-ef84-405c-834b-56a1ba6f45b2,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:04:36.769881 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6934647-6220-40f5-957a-a776888de77c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c89e70d-bfe5-42df-bd00-70945d61efa0,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:04:36.776054 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-c6934647-6220-40f5-957a-a776888de77c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628900'] for subnet (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:36.784514 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-c6934647-6220-40f5-957a-a776888de77c admin admin] 10.222.0.13 "DELETE /v2.0/subnets/3c89e70d-bfe5-42df-bd00-70945d61efa0 HTTP/1.1" status: 204 len: 168 time: 1.6444275 Jun 26 03:04:36.789879 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-025cfd00-f17c-4461-ab88-1de3e4f9a67e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1616609'] for router (e2ad5562-e155-426e-bc35-07301cd63c1e), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:36.791968 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 38888) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:04:36.803793 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:04:36.806226 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-047e3643-e17f-4158-979f-1fd45fe9ef88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:36.814439 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [None req-fa72cdb6-776a-459c-8e4b-492266afa4d9 None None] Attempting to bind port 732ec1ad-57ee-41e8-85a0-75f05597dbb8 on host dv-cinder-846842-4-iscsi for vnic_type normal with profile {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 26 03:04:36.814942 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [None req-fa72cdb6-776a-459c-8e4b-492266afa4d9 None None] Attempting to bind port 732ec1ad-57ee-41e8-85a0-75f05597dbb8 by drivers openvswitch,hyperv on host dv-cinder-846842-4-iscsi at level 0 using segments [{'id': 'cf7f1aa2-5b82-42a9-b922-aafb5e3585d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '26d75899-1607-4d4e-b529-22178d34e095'}] {{(pid=104015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 26 03:04:36.815450 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa72cdb6-776a-459c-8e4b-492266afa4d9 None None] Attempting to bind port 732ec1ad-57ee-41e8-85a0-75f05597dbb8 on network 26d75899-1607-4d4e-b529-22178d34e095 {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 26 03:04:36.839159 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-9e4483e8-2dc1-4d34-82f9-e6d2e7a1983a admin admin] Publish callbacks [] for router_gateway (7690237a-df65-454c-8ae7-05722406d1b3), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:36.859420 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:04:36.870375 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa72cdb6-776a-459c-8e4b-492266afa4d9 None None] Checking agent: {'id': '16f9b602-7baf-4f7a-ab92-1b0788147fb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 26, 2, 56, 46), 'started_at': datetime.datetime(2022, 6, 26, 2, 57, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 26, 3, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 26 03:04:36.870960 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa72cdb6-776a-459c-8e4b-492266afa4d9 None None] Checking segment: {'id': 'cf7f1aa2-5b82-42a9-b922-aafb5e3585d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '26d75899-1607-4d4e-b529-22178d34e095'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 26 03:04:36.871451 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-fa72cdb6-776a-459c-8e4b-492266afa4d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:36.871938 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa72cdb6-776a-459c-8e4b-492266afa4d9 None None] Bound using segment: {'id': 'cf7f1aa2-5b82-42a9-b922-aafb5e3585d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '26d75899-1607-4d4e-b529-22178d34e095'} {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 26 03:04:36.872513 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [None req-fa72cdb6-776a-459c-8e4b-492266afa4d9 None None] Bound port: 732ec1ad-57ee-41e8-85a0-75f05597dbb8, host: dv-cinder-846842-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf7f1aa2-5b82-42a9-b922-aafb5e3585d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '26d75899-1607-4d4e-b529-22178d34e095'}}] {{(pid=104015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 26 03:04:36.872982 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-fa72cdb6-776a-459c-8e4b-492266afa4d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (732ec1ad-57ee-41e8-85a0-75f05597dbb8), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:36.902793 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-20ab118c-6f5f-49bb-a42d-9dd4a01cae07 admin admin] Publish callbacks [] for router_gateway (ba98c50f-28e4-48ab-9551-c9e6cb46713b), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:36.930182 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-9e4483e8-2dc1-4d34-82f9-e6d2e7a1983a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:36.947608 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-20ab118c-6f5f-49bb-a42d-9dd4a01cae07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:37.025055 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Provisioning complete for port df3cc85d-6a1c-4e6e-99c8-7db933649391 triggered by entity L2. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:04:37.025055 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (df3cc85d-6a1c-4e6e-99c8-7db933649391), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:37.101200 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a4cabf4-2d04-46d0-bc86-27e75f87b382 None None] Network 565e3f6a-30ba-4b12-8c21-473b5a19328e requested from dv-cinder-846842-4-iscsi {{(pid=104015) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 26 03:04:37.133231 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.db.db_base_plugin_common [None req-3a22db16-9c67-4ed4-a733-c475ba92faaf admin admin] Allocated IP 172.27.2.205 (9f069e5f-e57e-4e35-ad51-5f4f2e2f15df/6b24a38a-90db-41c5-beaf-6fa087899576/5970bc2f-279c-4e02-8df2-77f6d5aa9b5f) {{(pid=104014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 03:04:37.174567 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-1db5f5db-e121-470c-aa83-1a273ed16c62 None None] For port df3cc85d-6a1c-4e6e-99c8-7db933649391, host dv-cinder-846842-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-4-iscsi',level=0,port_id=df3cc85d-6a1c-4e6e-99c8-7db933649391,segment=NetworkSegment(9b1bc4ce-7d03-4b55-892a-abd91da4af67),segment_id=9b1bc4ce-7d03-4b55-892a-abd91da4af67)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:04:37.198925 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-1db5f5db-e121-470c-aa83-1a273ed16c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (df3cc85d-6a1c-4e6e-99c8-7db933649391), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:37.219365 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-85aed49f-080a-4865-a43a-f12579ec90bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-799711'] for network (76813bee-9012-4733-a1d2-1d5c88e29d67), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:37.231342 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:04:37.288155 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.db_base_plugin_common [None req-796b4c2f-8d84-40fc-af45-40105a010859 None None] Allocated IP 172.20.0.2 (4d1cf2ab-1c05-4bc5-9daa-428f3ef27012/50d12281-21a2-4343-ba8b-93c5382e067a/f7b843e9-e564-4ef0-ba7c-dab7a80d7a45) {{(pid=104015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 03:04:37.301892 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:04:37.333190 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-2d5b3b01-f0be-4a2e-8c43-f991c16a2132 None None] For port 75233db9-1289-4391-a7bf-d0057e2f9e51, host dv-cinder-846842-4-iscsi, cleared binding levels {{(pid=104015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 03:04:37.341267 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-fa72cdb6-776a-459c-8e4b-492266afa4d9 None None] For port 732ec1ad-57ee-41e8-85a0-75f05597dbb8, host dv-cinder-846842-4-iscsi, cleared binding levels {{(pid=104015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 03:04:37.368560 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-85aed49f-080a-4865-a43a-f12579ec90bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968757', 'neutron.services.segments.db._delete_segments_for_network-8787575540875'] for network (76813bee-9012-4733-a1d2-1d5c88e29d67), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:37.396036 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-85aed49f-080a-4865-a43a-f12579ec90bc admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 03:04:37.396435 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-85aed49f-080a-4865-a43a-f12579ec90bc admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 03:04:37.397216 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-85aed49f-080a-4865-a43a-f12579ec90bc admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 03:04:37.397604 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-85aed49f-080a-4865-a43a-f12579ec90bc admin admin] Subscribe: > port after_create 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 03:04:37.398514 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-85aed49f-080a-4865-a43a-f12579ec90bc admin admin] Subscribe: > port after_delete 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 03:04:37.398853 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-85aed49f-080a-4865-a43a-f12579ec90bc admin admin] Subscribe: > port after_update 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 03:04:37.399182 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-85aed49f-080a-4865-a43a-f12579ec90bc admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 03:04:37.399533 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-85aed49f-080a-4865-a43a-f12579ec90bc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 03:04:37.399849 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-85aed49f-080a-4865-a43a-f12579ec90bc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 03:04:37.400176 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-85aed49f-080a-4865-a43a-f12579ec90bc admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 03:04:37.417661 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-3a22db16-9c67-4ed4-a733-c475ba92faaf admin admin] Publish callbacks [] for port (5970bc2f-279c-4e02-8df2-77f6d5aa9b5f), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:37.442907 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-fa72cdb6-776a-459c-8e4b-492266afa4d9 None None] For port 732ec1ad-57ee-41e8-85a0-75f05597dbb8, host dv-cinder-846842-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-4-iscsi',level=0,port_id=732ec1ad-57ee-41e8-85a0-75f05597dbb8,segment=NetworkSegment(cf7f1aa2-5b82-42a9-b922-aafb5e3585d6),segment_id=cf7f1aa2-5b82-42a9-b922-aafb5e3585d6)] {{(pid=104015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 03:04:37.464415 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-2d5b3b01-f0be-4a2e-8c43-f991c16a2132 None None] For port 75233db9-1289-4391-a7bf-d0057e2f9e51, host dv-cinder-846842-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-4-iscsi',level=0,port_id=75233db9-1289-4391-a7bf-d0057e2f9e51,segment=NetworkSegment(2a397e09-d789-4683-aae4-87be6784786c),segment_id=2a397e09-d789-4683-aae4-87be6784786c)] {{(pid=104015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 03:04:37.474423 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-05165476-bf95-4cf9-af26-704789c4aadb None None] Provisioning complete for port df3cc85d-6a1c-4e6e-99c8-7db933649391 triggered by entity DHCP. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:04:37.474891 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-05165476-bf95-4cf9-af26-704789c4aadb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (df3cc85d-6a1c-4e6e-99c8-7db933649391), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:37.498957 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-3a22db16-9c67-4ed4-a733-c475ba92faaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787575245469'] for port (5970bc2f-279c-4e02-8df2-77f6d5aa9b5f), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:37.550073 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:INSERT=8,neutron:SELECT=89,neutron:UPDATE=3 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:04:37.588309 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-fa72cdb6-776a-459c-8e4b-492266afa4d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (732ec1ad-57ee-41e8-85a0-75f05597dbb8), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:37.604923 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-2d5b3b01-f0be-4a2e-8c43-f991c16a2132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (75233db9-1289-4391-a7bf-d0057e2f9e51), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:37.611907 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a22db16-9c67-4ed4-a733-c475ba92faaf admin admin] Network 9f069e5f-e57e-4e35-ad51-5f4f2e2f15df is already hosted by enough agents. {{(pid=104014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 03:04:37.622511 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.scheduler.base_scheduler [None req-3a22db16-9c67-4ed4-a733-c475ba92faaf admin admin] Resources bound (agent type, host, resource id): {{(pid=104014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 03:04:37.632346 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Current status of the port df3cc85d-6a1c-4e6e-99c8-7db933649391 is: ACTIVE; New status is: ACTIVE {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 03:04:37.635872 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db5f5db-e121-470c-aa83-1a273ed16c62 None None] Pushing event updated for resources: {'Port': ['ID=df3cc85d-6a1c-4e6e-99c8-7db933649391,revision_number=3']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:04:37.646898 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a22db16-9c67-4ed4-a733-c475ba92faaf admin admin] Received port after_create {{(pid=104014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 26 03:04:37.671764 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a22db16-9c67-4ed4-a733-c475ba92faaf admin admin] Pushing event updated for resources: {'Port': ['ID=5970bc2f-279c-4e02-8df2-77f6d5aa9b5f,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:04:37.765948 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa72cdb6-776a-459c-8e4b-492266afa4d9 None None] Pushing event updated for resources: {'Port': ['ID=732ec1ad-57ee-41e8-85a0-75f05597dbb8,revision_number=2']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:04:37.808766 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-85aed49f-080a-4865-a43a-f12579ec90bc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 03:04:37.809280 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-85aed49f-080a-4865-a43a-f12579ec90bc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 03:04:37.809761 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-85aed49f-080a-4865-a43a-f12579ec90bc admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 03:04:37.810250 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-85aed49f-080a-4865-a43a-f12579ec90bc admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104013) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 03:04:37.810745 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.services.segments.db [None req-85aed49f-080a-4865-a43a-f12579ec90bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76813bee-9012-4733-a1d2-1d5c88e29d67']}} {{(pid=104013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:04:37.872710 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.services.segments.db [None req-85aed49f-080a-4865-a43a-f12579ec90bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbd06da5-ae5a-4a38-bea9-364667bab5d8') {'for_net_delete': True} {{(pid=104013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:04:37.873236 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.services.segments.db [None req-85aed49f-080a-4865-a43a-f12579ec90bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbd06da5-ae5a-4a38-bea9-364667bab5d8') {} {{(pid=104013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:04:37.875561 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.db.db_base_plugin_common [None req-20ab118c-6f5f-49bb-a42d-9dd4a01cae07 admin admin] Allocated IP 172.27.2.101 (9f069e5f-e57e-4e35-ad51-5f4f2e2f15df/6b24a38a-90db-41c5-beaf-6fa087899576/9cca5d8c-99f7-4073-a841-c41cec400914) {{(pid=104014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 03:04:37.876997 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a0209772-e6e9-4a44-9aaa-1e2cbf6ad3f6 None None] Publish callbacks [] for port (71fe6b46-d82b-42e3-b4e8-eb341f12c704), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:37.899758 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a0209772-e6e9-4a44-9aaa-1e2cbf6ad3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787575245469'] for port (71fe6b46-d82b-42e3-b4e8-eb341f12c704), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:37.933768 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-85aed49f-080a-4865-a43a-f12579ec90bc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787575542164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7696527'] for segment (fbd06da5-ae5a-4a38-bea9-364667bab5d8), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:37.950478 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0209772-e6e9-4a44-9aaa-1e2cbf6ad3f6 None None] Network 02cd0f74-99cd-4eb9-aeb7-aae2b7255a50 is already hosted by enough agents. {{(pid=104015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 03:04:37.991424 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.scheduler.base_scheduler [None req-a0209772-e6e9-4a44-9aaa-1e2cbf6ad3f6 None None] Resources bound (agent type, host, resource id): {{(pid=104015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 03:04:37.994356 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0209772-e6e9-4a44-9aaa-1e2cbf6ad3f6 None None] Received port after_create {{(pid=104015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 26 03:04:38.010232 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-85aed49f-080a-4865-a43a-f12579ec90bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981176'] for segment (fbd06da5-ae5a-4a38-bea9-364667bab5d8), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:38.033726 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85aed49f-080a-4865-a43a-f12579ec90bc admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=104013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 26 03:04:38.037030 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-85aed49f-080a-4865-a43a-f12579ec90bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7375291'] for segment (fbd06da5-ae5a-4a38-bea9-364667bab5d8), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:38.048627 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5b3b01-f0be-4a2e-8c43-f991c16a2132 None None] Pushing event updated for resources: {'Port': ['ID=75233db9-1289-4391-a7bf-d0057e2f9e51,revision_number=2']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:04:38.132698 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Device df3cc85d-6a1c-4e6e-99c8-7db933649391 up at agent ovs-agent-dv-cinder-846842-4-iscsi {{(pid=104015) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 03:04:38.196722 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.db.db_base_plugin_common [None req-047e3643-e17f-4158-979f-1fd45fe9ef88 admin admin] Allocated IP 172.20.0.1 (151cdbb9-618f-46a1-a7b5-564e53db9cea/b3475431-7645-416a-9b3b-e23c4a132926/e8cc937d-db9b-4f0e-ab77-7c522c5d66b7) {{(pid=104013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 03:04:38.249464 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:UPDATE=7,neutron:SELECT=89,neutron:INSERT=4 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:04:38.334983 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-05165476-bf95-4cf9-af26-704789c4aadb None None] Current status of the port df3cc85d-6a1c-4e6e-99c8-7db933649391 is: ACTIVE; New status is: ACTIVE {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 03:04:38.384339 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [None req-a0209772-e6e9-4a44-9aaa-1e2cbf6ad3f6 None None] Attempting to bind port 71fe6b46-d82b-42e3-b4e8-eb341f12c704 on host dv-cinder-846842-4-iscsi for vnic_type normal with profile {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 26 03:04:38.384849 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [None req-a0209772-e6e9-4a44-9aaa-1e2cbf6ad3f6 None None] Attempting to bind port 71fe6b46-d82b-42e3-b4e8-eb341f12c704 by drivers openvswitch,hyperv on host dv-cinder-846842-4-iscsi at level 0 using segments [{'id': '4d81c647-e55d-4122-8ce3-5fece06ad477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '02cd0f74-99cd-4eb9-aeb7-aae2b7255a50'}] {{(pid=104015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 26 03:04:38.385303 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0209772-e6e9-4a44-9aaa-1e2cbf6ad3f6 None None] Attempting to bind port 71fe6b46-d82b-42e3-b4e8-eb341f12c704 on network 02cd0f74-99cd-4eb9-aeb7-aae2b7255a50 {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 26 03:04:38.399682 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0209772-e6e9-4a44-9aaa-1e2cbf6ad3f6 None None] Pushing event updated for resources: {'Port': ['ID=71fe6b46-d82b-42e3-b4e8-eb341f12c704,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:04:38.410587 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-047e3643-e17f-4158-979f-1fd45fe9ef88 admin admin] Publish callbacks [] for port (e8cc937d-db9b-4f0e-ab77-7c522c5d66b7), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:38.422687 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0209772-e6e9-4a44-9aaa-1e2cbf6ad3f6 None None] Checking agent: {'id': '16f9b602-7baf-4f7a-ab92-1b0788147fb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 26, 2, 56, 46), 'started_at': datetime.datetime(2022, 6, 26, 2, 57, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 26, 3, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 26 03:04:38.422973 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0209772-e6e9-4a44-9aaa-1e2cbf6ad3f6 None None] Checking segment: {'id': '4d81c647-e55d-4122-8ce3-5fece06ad477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '02cd0f74-99cd-4eb9-aeb7-aae2b7255a50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 26 03:04:38.423535 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a0209772-e6e9-4a44-9aaa-1e2cbf6ad3f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:38.423987 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0209772-e6e9-4a44-9aaa-1e2cbf6ad3f6 None None] Bound using segment: {'id': '4d81c647-e55d-4122-8ce3-5fece06ad477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '02cd0f74-99cd-4eb9-aeb7-aae2b7255a50'} {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 26 03:04:38.424539 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [None req-a0209772-e6e9-4a44-9aaa-1e2cbf6ad3f6 None None] Bound port: 71fe6b46-d82b-42e3-b4e8-eb341f12c704, host: dv-cinder-846842-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d81c647-e55d-4122-8ce3-5fece06ad477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '02cd0f74-99cd-4eb9-aeb7-aae2b7255a50'}}] {{(pid=104015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 26 03:04:38.425691 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a0209772-e6e9-4a44-9aaa-1e2cbf6ad3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (71fe6b46-d82b-42e3-b4e8-eb341f12c704), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:38.438517 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-796b4c2f-8d84-40fc-af45-40105a010859 None None] Publish callbacks [] for port (f7b843e9-e564-4ef0-ba7c-dab7a80d7a45), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:38.489408 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:04:38.493755 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-796b4c2f-8d84-40fc-af45-40105a010859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787575245469'] for port (f7b843e9-e564-4ef0-ba7c-dab7a80d7a45), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:38.549435 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Provisioning complete for port df3cc85d-6a1c-4e6e-99c8-7db933649391 triggered by entity L2. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:04:38.549807 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (df3cc85d-6a1c-4e6e-99c8-7db933649391), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:38.559707 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796b4c2f-8d84-40fc-af45-40105a010859 None None] Pushing event updated for resources: {'Port': ['ID=f7b843e9-e564-4ef0-ba7c-dab7a80d7a45,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:04:38.562846 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:04:38.582319 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-20ab118c-6f5f-49bb-a42d-9dd4a01cae07 admin admin] Publish callbacks [] for port (9cca5d8c-99f7-4073-a841-c41cec400914), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:38.585382 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-047e3643-e17f-4158-979f-1fd45fe9ef88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787575245469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7375238'] for port (e8cc937d-db9b-4f0e-ab77-7c522c5d66b7), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:38.648154 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-047e3643-e17f-4158-979f-1fd45fe9ef88 admin admin] Network 151cdbb9-618f-46a1-a7b5-564e53db9cea is already hosted by enough agents. {{(pid=104013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 03:04:38.648611 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-85aed49f-080a-4865-a43a-f12579ec90bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620072'] for network (76813bee-9012-4733-a1d2-1d5c88e29d67), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:38.657203 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047e3643-e17f-4158-979f-1fd45fe9ef88 admin admin] Pushing event updated for resources: {'Port': ['ID=e8cc937d-db9b-4f0e-ab77-7c522c5d66b7,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:04:38.661512 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.scheduler.base_scheduler [None req-047e3643-e17f-4158-979f-1fd45fe9ef88 admin admin] Resources bound (agent type, host, resource id): {{(pid=104013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 03:04:38.669056 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-796b4c2f-8d84-40fc-af45-40105a010859 None None] Network 4d1cf2ab-1c05-4bc5-9daa-428f3ef27012 is already hosted by enough agents. {{(pid=104015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 03:04:38.685219 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85aed49f-080a-4865-a43a-f12579ec90bc admin admin] Pushing event deleted for resources: {'Network': ['ID=76813bee-9012-4733-a1d2-1d5c88e29d67,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:04:38.687924 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-85aed49f-080a-4865-a43a-f12579ec90bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628900'] for network (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:38.696903 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-85aed49f-080a-4865-a43a-f12579ec90bc admin admin] 10.222.0.13 "DELETE /v2.0/networks/76813bee-9012-4733-a1d2-1d5c88e29d67 HTTP/1.1" status: 204 len: 168 time: 1.9034057 Jun 26 03:04:38.698609 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-025cfd00-f17c-4461-ab88-1de3e4f9a67e admin admin] Router e2ad5562-e155-426e-bc35-07301cd63c1e is scheduled to L3 agent 0122de27-3097-4d47-a0ca-0fb90e28ac1e with binding_index 1 {{(pid=104013) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 26 03:04:38.698747 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 38928) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:04:38.698861 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.scheduler.base_scheduler [None req-796b4c2f-8d84-40fc-af45-40105a010859 None None] Resources bound (agent type, host, resource id): {{(pid=104015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 03:04:38.705074 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796b4c2f-8d84-40fc-af45-40105a010859 None None] Received port after_create {{(pid=104015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 26 03:04:38.754384 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-a0209772-e6e9-4a44-9aaa-1e2cbf6ad3f6 None None] For port 71fe6b46-d82b-42e3-b4e8-eb341f12c704, host dv-cinder-846842-4-iscsi, cleared binding levels {{(pid=104015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 03:04:38.755812 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:04:38.756361 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047e3643-e17f-4158-979f-1fd45fe9ef88 admin admin] Received port after_create {{(pid=104013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 26 03:04:38.780752 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-20ab118c-6f5f-49bb-a42d-9dd4a01cae07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787575245469'] for port (9cca5d8c-99f7-4073-a841-c41cec400914), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:38.816541 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-a0209772-e6e9-4a44-9aaa-1e2cbf6ad3f6 None None] For port 71fe6b46-d82b-42e3-b4e8-eb341f12c704, host dv-cinder-846842-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-4-iscsi',level=0,port_id=71fe6b46-d82b-42e3-b4e8-eb341f12c704,segment=NetworkSegment(4d81c647-e55d-4122-8ce3-5fece06ad477),segment_id=4d81c647-e55d-4122-8ce3-5fece06ad477)] {{(pid=104015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 03:04:38.905535 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-047e3643-e17f-4158-979f-1fd45fe9ef88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1596484'] for router_interface (835eabe5-1cc7-4a1c-883b-ff8b0fbc3a4a), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:38.914462 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-3a22db16-9c67-4ed4-a733-c475ba92faaf admin admin] Publish callbacks [] for router_gateway (63810667-e3f4-4abe-8ac2-f5778281b44b), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:38.942333 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a0209772-e6e9-4a44-9aaa-1e2cbf6ad3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (71fe6b46-d82b-42e3-b4e8-eb341f12c704), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:39.000865 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [None req-796b4c2f-8d84-40fc-af45-40105a010859 None None] Attempting to bind port f7b843e9-e564-4ef0-ba7c-dab7a80d7a45 on host dv-cinder-846842-4-iscsi for vnic_type normal with profile {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 26 03:04:39.001230 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [None req-796b4c2f-8d84-40fc-af45-40105a010859 None None] Attempting to bind port f7b843e9-e564-4ef0-ba7c-dab7a80d7a45 by drivers openvswitch,hyperv on host dv-cinder-846842-4-iscsi at level 0 using segments [{'id': '5b86e525-c15a-4ec4-b614-b7765ac125bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '4d1cf2ab-1c05-4bc5-9daa-428f3ef27012'}] {{(pid=104015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 26 03:04:39.001726 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796b4c2f-8d84-40fc-af45-40105a010859 None None] Attempting to bind port f7b843e9-e564-4ef0-ba7c-dab7a80d7a45 on network 4d1cf2ab-1c05-4bc5-9daa-428f3ef27012 {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 26 03:04:39.012721 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796b4c2f-8d84-40fc-af45-40105a010859 None None] Checking agent: {'id': '16f9b602-7baf-4f7a-ab92-1b0788147fb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 26, 2, 56, 46), 'started_at': datetime.datetime(2022, 6, 26, 2, 57, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 26, 3, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 26 03:04:39.013097 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796b4c2f-8d84-40fc-af45-40105a010859 None None] Checking segment: {'id': '5b86e525-c15a-4ec4-b614-b7765ac125bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '4d1cf2ab-1c05-4bc5-9daa-428f3ef27012'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 26 03:04:39.013490 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-796b4c2f-8d84-40fc-af45-40105a010859 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:39.014092 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796b4c2f-8d84-40fc-af45-40105a010859 None None] Bound using segment: {'id': '5b86e525-c15a-4ec4-b614-b7765ac125bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '4d1cf2ab-1c05-4bc5-9daa-428f3ef27012'} {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 26 03:04:39.014408 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [None req-796b4c2f-8d84-40fc-af45-40105a010859 None None] Bound port: f7b843e9-e564-4ef0-ba7c-dab7a80d7a45, host: dv-cinder-846842-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b86e525-c15a-4ec4-b614-b7765ac125bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '4d1cf2ab-1c05-4bc5-9daa-428f3ef27012'}}] {{(pid=104015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 26 03:04:39.014834 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-796b4c2f-8d84-40fc-af45-40105a010859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (f7b843e9-e564-4ef0-ba7c-dab7a80d7a45), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:39.020053 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Current status of the port df3cc85d-6a1c-4e6e-99c8-7db933649391 is: ACTIVE; New status is: ACTIVE {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 03:04:39.021160 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Device 33388b70-103e-4ab1-948f-5b12b8967957 up at agent ovs-agent-dv-cinder-846842-4-iscsi {{(pid=104015) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 03:04:39.103943 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.services.segments.plugin [-] Segment fbd06da5-ae5a-4a38-bea9-364667bab5d8 resource provider aggregate not found Jun 26 03:04:39.129041 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:04:39.132318 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-025cfd00-f17c-4461-ab88-1de3e4f9a67e admin admin] Notify agent at l3_agent.dv-cinder-846842-4-iscsi the message routers_updated {{(pid=104013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 03:04:39.149249 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ab118c-6f5f-49bb-a42d-9dd4a01cae07 admin admin] Network 9f069e5f-e57e-4e35-ad51-5f4f2e2f15df is already hosted by enough agents. {{(pid=104014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 03:04:39.176517 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.services.segments.plugin [-] Segment fbd06da5-ae5a-4a38-bea9-364667bab5d8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fbd06da5-ae5a-4a38-bea9-364667bab5d8 found for delete ", "request_id": "req-22a7ba37-942a-4f1c-b0d3-f843fd91f38b"}]} Jun 26 03:04:39.201789 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.scheduler.base_scheduler [None req-20ab118c-6f5f-49bb-a42d-9dd4a01cae07 admin admin] Resources bound (agent type, host, resource id): {{(pid=104014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 03:04:39.214175 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-025cfd00-f17c-4461-ab88-1de3e4f9a67e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:39.215655 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-025cfd00-f17c-4461-ab88-1de3e4f9a67e admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.1800950 Jun 26 03:04:39.219100 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 38944) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:04:39.221531 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ab118c-6f5f-49bb-a42d-9dd4a01cae07 admin admin] Received port after_create {{(pid=104014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 26 03:04:39.244403 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b5a398-a580-4962-9b57-1698d00ef83f None None] Sync routers for ids ['e2ad5562-e155-426e-bc35-07301cd63c1e'] in dv-cinder-846842-4-iscsi {{(pid=104015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 03:04:39.309375 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0209772-e6e9-4a44-9aaa-1e2cbf6ad3f6 None None] Pushing event updated for resources: {'Port': ['ID=71fe6b46-d82b-42e3-b4e8-eb341f12c704,revision_number=2']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:04:39.322821 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.db.db_base_plugin_common [None req-9e4483e8-2dc1-4d34-82f9-e6d2e7a1983a admin admin] Allocated IP 172.27.2.181 (9f069e5f-e57e-4e35-ad51-5f4f2e2f15df/6b24a38a-90db-41c5-beaf-6fa087899576/3834b01e-26c6-4922-bf2c-dc4e4c924aa3) {{(pid=104014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 03:04:39.359420 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-047e3643-e17f-4158-979f-1fd45fe9ef88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (e8cc937d-db9b-4f0e-ab77-7c522c5d66b7), before_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:39.365676 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b5a398-a580-4962-9b57-1698d00ef83f None None] Routers {'e2ad5562-e155-426e-bc35-07301cd63c1e'} bound to L3 agent in host dv-cinder-846842-4-iscsi {{(pid=104015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 26 03:04:39.367235 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-b1b5a398-a580-4962-9b57-1698d00ef83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-26T02:56:44Z,description=,heartbeat_timestamp=2022-06-26T03:04:14Z,host='dv-cinder-846842-4-iscsi',id=0122de27-3097-4d47-a0ca-0fb90e28ac1e,load=0,resource_versions=,resources_synced=,started_at=2022-06-26T02:56:44Z,topic='l3_agent')) {'router_ids': ['e2ad5562-e155-426e-bc35-07301cd63c1e'], 'active': True} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:04:39.369726 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-ac385e2f-0362-4f5b-848a-e2e21502dffa None None] Provisioning complete for port e8cc937d-db9b-4f0e-ab77-7c522c5d66b7 triggered by entity DHCP. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:04:39.370344 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-ac385e2f-0362-4f5b-848a-e2e21502dffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (e8cc937d-db9b-4f0e-ab77-7c522c5d66b7), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:39.464142 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Provisioning complete for port 33388b70-103e-4ab1-948f-5b12b8967957 triggered by entity L2. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:04:39.464887 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (33388b70-103e-4ab1-948f-5b12b8967957), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:39.469423 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:04:39.473485 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b07457e-e1f7-4173-a726-4a30bbc063d1 admin admin] Deleting subnet e5069662-7e75-49cc-bed9-51d38f5111e4 {{(pid=104014) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 26 03:04:39.475245 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-796b4c2f-8d84-40fc-af45-40105a010859 None None] For port f7b843e9-e564-4ef0-ba7c-dab7a80d7a45, host dv-cinder-846842-4-iscsi, cleared binding levels {{(pid=104015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 03:04:39.478468 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-2b07457e-e1f7-4173-a726-4a30bbc063d1 admin admin] Publish callbacks [] for subnet (e5069662-7e75-49cc-bed9-51d38f5111e4), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:39.523369 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-2b07457e-e1f7-4173-a726-4a30bbc063d1 admin admin] Publish callbacks [] for subnet (e5069662-7e75-49cc-bed9-51d38f5111e4), precommit_delete_associations {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:39.535302 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-2b07457e-e1f7-4173-a726-4a30bbc063d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019720'] for subnet (e5069662-7e75-49cc-bed9-51d38f5111e4), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:39.538018 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-796b4c2f-8d84-40fc-af45-40105a010859 None None] For port f7b843e9-e564-4ef0-ba7c-dab7a80d7a45, host dv-cinder-846842-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-4-iscsi',level=0,port_id=f7b843e9-e564-4ef0-ba7c-dab7a80d7a45,segment=NetworkSegment(5b86e525-c15a-4ec4-b614-b7765ac125bb),segment_id=5b86e525-c15a-4ec4-b614-b7765ac125bb)] {{(pid=104015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 03:04:39.545680 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ab118c-6f5f-49bb-a42d-9dd4a01cae07 admin admin] Pushing event updated for resources: {'Port': ['ID=9cca5d8c-99f7-4073-a841-c41cec400914,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:04:39.625082 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:04:39.645857 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-796b4c2f-8d84-40fc-af45-40105a010859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (f7b843e9-e564-4ef0-ba7c-dab7a80d7a45), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:39.735425 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-9e4483e8-2dc1-4d34-82f9-e6d2e7a1983a admin admin] Publish callbacks [] for port (3834b01e-26c6-4922-bf2c-dc4e4c924aa3), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:39.739761 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796b4c2f-8d84-40fc-af45-40105a010859 None None] Pushing event updated for resources: {'Port': ['ID=f7b843e9-e564-4ef0-ba7c-dab7a80d7a45,revision_number=2']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:04:39.743439 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-ac385e2f-0362-4f5b-848a-e2e21502dffa None None] Port e8cc937d-db9b-4f0e-ab77-7c522c5d66b7 cannot update to ACTIVE because it is not bound. {{(pid=104015) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 26 03:04:39.750885 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvr_db [None req-b1b5a398-a580-4962-9b57-1698d00ef83f None None] Set router e2ad5562-e155-426e-bc35-07301cd63c1e gateway port host: dv-cinder-846842-4-iscsi {{(pid=104015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 26 03:04:39.814314 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-3a22db16-9c67-4ed4-a733-c475ba92faaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1616609'] for router (63810667-e3f4-4abe-8ac2-f5778281b44b), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:39.817170 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-2b07457e-e1f7-4173-a726-4a30bbc063d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914'] for subnet (e5069662-7e75-49cc-bed9-51d38f5111e4), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:39.834641 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-2b07457e-e1f7-4173-a726-4a30bbc063d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628900'] for subnet (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:39.838069 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-2b07457e-e1f7-4173-a726-4a30bbc063d1 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/e5069662-7e75-49cc-bed9-51d38f5111e4 HTTP/1.1" status: 204 len: 168 time: 1.1354923 Jun 26 03:04:39.851209 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 38948) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:04:40.042355 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-047e3643-e17f-4158-979f-1fd45fe9ef88 admin admin] Publish callbacks [] for port (e8cc937d-db9b-4f0e-ab77-7c522c5d66b7), precommit_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:40.086066 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-047e3643-e17f-4158-979f-1fd45fe9ef88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7375263'] for port (e8cc937d-db9b-4f0e-ab77-7c522c5d66b7), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:40.157186 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddac47fb-9377-451a-b424-ed2981fadea0 None None] Network 74573779-88f3-4aaa-82c6-e30fd16eafe2 requested from dv-cinder-846842-4-iscsi {{(pid=104015) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 26 03:04:40.215791 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:04:40.238177 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Current status of the port 33388b70-103e-4ab1-948f-5b12b8967957 is: DOWN; New status is: ACTIVE {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 03:04:40.238578 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (33388b70-103e-4ab1-948f-5b12b8967957), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:40.239059 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:04:40.241917 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b07457e-e1f7-4173-a726-4a30bbc063d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5069662-7e75-49cc-bed9-51d38f5111e4,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:04:40.243772 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:INSERT=4,neutron:UPDATE=6,neutron:SELECT=88,neutron:DELETE=2 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:04:40.280785 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-c01f1088-184a-43a9-8ef8-4737b1794763 None None] Provisioning complete for port 75233db9-1289-4391-a7bf-d0057e2f9e51 triggered by entity DHCP. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:04:40.281177 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-c01f1088-184a-43a9-8ef8-4737b1794763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (75233db9-1289-4391-a7bf-d0057e2f9e51), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:40.316110 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-9e4483e8-2dc1-4d34-82f9-e6d2e7a1983a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787575245469'] for port (3834b01e-26c6-4922-bf2c-dc4e4c924aa3), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:40.329220 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:04:40.379907 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] For port 33388b70-103e-4ab1-948f-5b12b8967957, host dv-cinder-846842-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-4-iscsi',level=0,port_id=33388b70-103e-4ab1-948f-5b12b8967957,segment=NetworkSegment(968602fb-f834-40ea-ad2f-658bf3156d3b),segment_id=968602fb-f834-40ea-ad2f-658bf3156d3b)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:04:40.404685 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (33388b70-103e-4ab1-948f-5b12b8967957), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:40.407453 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e4483e8-2dc1-4d34-82f9-e6d2e7a1983a admin admin] Network 9f069e5f-e57e-4e35-ad51-5f4f2e2f15df is already hosted by enough agents. {{(pid=104014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 03:04:40.453913 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.scheduler.base_scheduler [None req-9e4483e8-2dc1-4d34-82f9-e6d2e7a1983a admin admin] Resources bound (agent type, host, resource id): {{(pid=104014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 03:04:40.464192 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4483e8-2dc1-4d34-82f9-e6d2e7a1983a admin admin] Received port after_create {{(pid=104014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 26 03:04:40.481491 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c78cbdcd-1bd7-4a2c-bef9-c9a28370af5a None None] Network 26d75899-1607-4d4e-b529-22178d34e095 requested from dv-cinder-846842-4-iscsi {{(pid=104015) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 26 03:04:40.554730 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4483e8-2dc1-4d34-82f9-e6d2e7a1983a admin admin] Pushing event updated for resources: {'Port': ['ID=3834b01e-26c6-4922-bf2c-dc4e4c924aa3,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:04:40.570518 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-20ab118c-6f5f-49bb-a42d-9dd4a01cae07 admin admin] Publish callbacks [] for router_gateway (ba98c50f-28e4-48ab-9551-c9e6cb46713b), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:40.620062 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-6cea0bf1-45fb-4004-9860-09ad6afc4ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-799711'] for network (565e3f6a-30ba-4b12-8c21-473b5a19328e), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:40.723991 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047e3643-e17f-4158-979f-1fd45fe9ef88 admin admin] Pushing event updated for resources: {'Port': ['ID=e8cc937d-db9b-4f0e-ab77-7c522c5d66b7,revision_number=2']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:04:40.730711 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-c01f1088-184a-43a9-8ef8-4737b1794763 None None] Current status of the port 75233db9-1289-4391-a7bf-d0057e2f9e51 is: DOWN; New status is: ACTIVE {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 03:04:40.731104 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-c01f1088-184a-43a9-8ef8-4737b1794763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (75233db9-1289-4391-a7bf-d0057e2f9e51), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:40.737499 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-b1b5a398-a580-4962-9b57-1698d00ef83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2ad5562-e155-426e-bc35-07301cd63c1e', 'name': 'tempest-AttachVolumeTestJSON-1328918760-router', 'tenant_id': 'ea86edd65ecb4972ba8bb33b34387432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '8e8f72f7-ef84-405c-834b-56a1ba6f45b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:04:34Z', 'updated_at': '2022-06-26T03:04:36Z', 'revision_number': 3, 'project_id': 'ea86edd65ecb4972ba8bb33b34387432', 'gw_port': {'id': '8e8f72f7-ef84-405c-834b-56a1ba6f45b2', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:55:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2ad5562-e155-426e-bc35-07301cd63c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:35Z', 'updated_at': '2022-06-26T03:04:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi'}], 'dv-cinder-846842-4-iscsi', False) {} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:04:40.759866 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-047e3643-e17f-4158-979f-1fd45fe9ef88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1628672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1597140'] for router_interface (835eabe5-1cc7-4a1c-883b-ff8b0fbc3a4a), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:40.800535 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Pushing event updated for resources: {'Port': ['ID=33388b70-103e-4ab1-948f-5b12b8967957,revision_number=4']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:04:40.817224 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b5a398-a580-4962-9b57-1698d00ef83f None None] Checking router: e2ad5562-e155-426e-bc35-07301cd63c1e for host: dv-cinder-846842-4-iscsi {{(pid=104015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 03:04:40.817224 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b5a398-a580-4962-9b57-1698d00ef83f None None] Updating router e2ad5562-e155-426e-bc35-07301cd63c1e port 8e8f72f7-ef84-405c-834b-56a1ba6f45b2 binding host dv-cinder-846842-4-iscsi {{(pid=104015) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 26 03:04:40.882434 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Device 71fe6b46-d82b-42e3-b4e8-eb341f12c704 up at agent ovs-agent-dv-cinder-846842-4-iscsi {{(pid=104015) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 03:04:40.913493 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-c01f1088-184a-43a9-8ef8-4737b1794763 None None] For port 75233db9-1289-4391-a7bf-d0057e2f9e51, host dv-cinder-846842-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-4-iscsi',level=0,port_id=75233db9-1289-4391-a7bf-d0057e2f9e51,segment=NetworkSegment(2a397e09-d789-4683-aae4-87be6784786c),segment_id=2a397e09-d789-4683-aae4-87be6784786c)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:04:40.939897 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-6cea0bf1-45fb-4004-9860-09ad6afc4ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968757', 'neutron.services.segments.db._delete_segments_for_network-8787575540875'] for network (565e3f6a-30ba-4b12-8c21-473b5a19328e), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:40.957256 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-3dc4fc57-4ea9-45bf-b401-d1eaa5de934e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:40.966290 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-c01f1088-184a-43a9-8ef8-4737b1794763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (75233db9-1289-4391-a7bf-d0057e2f9e51), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:41.001506 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-b1b5a398-a580-4962-9b57-1698d00ef83f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (8e8f72f7-ef84-405c-834b-56a1ba6f45b2), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:41.010107 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:04:41.032086 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.services.segments.db [None req-6cea0bf1-45fb-4004-9860-09ad6afc4ae3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['565e3f6a-30ba-4b12-8c21-473b5a19328e']}} {{(pid=104013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:04:41.052906 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.services.segments.db [None req-6cea0bf1-45fb-4004-9860-09ad6afc4ae3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee2c49c0-cbfc-4ac0-9993-430028af311e') {'for_net_delete': True} {{(pid=104013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:04:41.053202 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.services.segments.db [None req-6cea0bf1-45fb-4004-9860-09ad6afc4ae3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee2c49c0-cbfc-4ac0-9993-430028af311e') {} {{(pid=104013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:04:41.087188 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a22db16-9c67-4ed4-a733-c475ba92faaf admin admin] Router 63810667-e3f4-4abe-8ac2-f5778281b44b is scheduled to L3 agent 0122de27-3097-4d47-a0ca-0fb90e28ac1e with binding_index 1 {{(pid=104014) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 26 03:04:41.091024 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-6cea0bf1-45fb-4004-9860-09ad6afc4ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787575542164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7696527'] for segment (ee2c49c0-cbfc-4ac0-9993-430028af311e), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:41.113861 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-20ab118c-6f5f-49bb-a42d-9dd4a01cae07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1616609'] for router (ba98c50f-28e4-48ab-9551-c9e6cb46713b), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:41.123907 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5674084-0dbf-43bc-a633-438b9079a251 None None] Network 02cd0f74-99cd-4eb9-aeb7-aae2b7255a50 requested from dv-cinder-846842-4-iscsi {{(pid=104015) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 26 03:04:41.126443 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01f1088-184a-43a9-8ef8-4737b1794763 None None] Pushing event updated for resources: {'Port': ['ID=75233db9-1289-4391-a7bf-d0057e2f9e51,revision_number=3']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:04:41.162537 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Provisioning complete for port 71fe6b46-d82b-42e3-b4e8-eb341f12c704 triggered by entity L2. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:04:41.163083 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (71fe6b46-d82b-42e3-b4e8-eb341f12c704), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:41.198113 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-6cea0bf1-45fb-4004-9860-09ad6afc4ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981176'] for segment (ee2c49c0-cbfc-4ac0-9993-430028af311e), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:41.211919 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-047e3643-e17f-4158-979f-1fd45fe9ef88 admin admin] Network 151cdbb9-618f-46a1-a7b5-564e53db9cea is already hosted by enough agents. {{(pid=104013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 03:04:41.216141 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cea0bf1-45fb-4004-9860-09ad6afc4ae3 admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=104013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 26 03:04:41.217253 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-6cea0bf1-45fb-4004-9860-09ad6afc4ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7375291'] for segment (ee2c49c0-cbfc-4ac0-9993-430028af311e), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:41.233820 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-2d52c5e3-2601-47a5-bbd8-12d0452f9b7b None None] Provisioning complete for port 75233db9-1289-4391-a7bf-d0057e2f9e51 triggered by entity DHCP. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:04:41.234449 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-2d52c5e3-2601-47a5-bbd8-12d0452f9b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (75233db9-1289-4391-a7bf-d0057e2f9e51), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:41.236648 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.scheduler.base_scheduler [None req-047e3643-e17f-4158-979f-1fd45fe9ef88 admin admin] Resources bound (agent type, host, resource id): {{(pid=104013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 03:04:41.303224 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.services.segments.plugin [-] Segment ee2c49c0-cbfc-4ac0-9993-430028af311e resource provider aggregate not found Jun 26 03:04:41.338226 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-9e4483e8-2dc1-4d34-82f9-e6d2e7a1983a admin admin] Publish callbacks [] for router_gateway (7690237a-df65-454c-8ae7-05722406d1b3), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:41.426347 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:DELETE=3,neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:04:41.446321 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.services.segments.plugin [-] Segment ee2c49c0-cbfc-4ac0-9993-430028af311e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ee2c49c0-cbfc-4ac0-9993-430028af311e found for delete ", "request_id": "req-3e56d143-74df-4e0e-ae37-fe0608e6d786"}]} Jun 26 03:04:41.447177 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-6cea0bf1-45fb-4004-9860-09ad6afc4ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620072'] for network (565e3f6a-30ba-4b12-8c21-473b5a19328e), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:41.472686 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-6cea0bf1-45fb-4004-9860-09ad6afc4ae3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628900'] for network (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:41.481390 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-6cea0bf1-45fb-4004-9860-09ad6afc4ae3 admin admin] 10.222.0.13 "DELETE /v2.0/networks/565e3f6a-30ba-4b12-8c21-473b5a19328e HTTP/1.1" status: 204 len: 168 time: 1.6276956 Jun 26 03:04:41.509849 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-de7bac5e-dcf1-4d49-8646-ad7248026a00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (7168f7b9-c398-4364-91f8-35e2ce03f4c4), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:41.511232 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cea0bf1-45fb-4004-9860-09ad6afc4ae3 admin admin] Pushing event deleted for resources: {'Network': ['ID=565e3f6a-30ba-4b12-8c21-473b5a19328e,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:04:41.517232 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:04:41.646259 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:04:41.652298 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4badd1f8-fde2-407c-9183-aedfca547db0 None None] Network 4d1cf2ab-1c05-4bc5-9daa-428f3ef27012 requested from dv-cinder-846842-4-iscsi {{(pid=104015) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 26 03:04:41.669946 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.db.db_base_plugin_common [None req-3dc4fc57-4ea9-45bf-b401-d1eaa5de934e admin admin] Allocated IP 172.20.0.1 (74573779-88f3-4aaa-82c6-e30fd16eafe2/c5ebf334-cb3d-4cb7-af71-a1dac7ba1320/01915289-5552-434d-814c-f902ddd7513b) {{(pid=104013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 03:04:41.680584 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-047e3643-e17f-4158-979f-1fd45fe9ef88 admin admin] Router 835eabe5-1cc7-4a1c-883b-ff8b0fbc3a4a has already been hosted by L3 agent 0122de27-3097-4d47-a0ca-0fb90e28ac1e {{(pid=104013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 26 03:04:41.706631 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:04:41.724444 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a22db16-9c67-4ed4-a733-c475ba92faaf admin admin] Notify agent at l3_agent.dv-cinder-846842-4-iscsi the message routers_updated {{(pid=104014) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 03:04:41.738792 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78932e2c-8645-4757-80df-c3accf8dc461 None None] Sync routers for ids ['63810667-e3f4-4abe-8ac2-f5778281b44b'] in dv-cinder-846842-4-iscsi {{(pid=104016) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 03:04:41.756802 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78932e2c-8645-4757-80df-c3accf8dc461 None None] Routers {'63810667-e3f4-4abe-8ac2-f5778281b44b'} bound to L3 agent in host dv-cinder-846842-4-iscsi {{(pid=104016) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 26 03:04:41.757453 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-78932e2c-8645-4757-80df-c3accf8dc461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-26T02:56:44Z,description=,heartbeat_timestamp=2022-06-26T03:04:14Z,host='dv-cinder-846842-4-iscsi',id=0122de27-3097-4d47-a0ca-0fb90e28ac1e,load=0,resource_versions=,resources_synced=,started_at=2022-06-26T02:56:44Z,topic='l3_agent')) {'router_ids': ['63810667-e3f4-4abe-8ac2-f5778281b44b'], 'active': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:04:41.826687 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Current status of the port 71fe6b46-d82b-42e3-b4e8-eb341f12c704 is: DOWN; New status is: ACTIVE {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 03:04:41.827131 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (71fe6b46-d82b-42e3-b4e8-eb341f12c704), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:41.845994 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20ab118c-6f5f-49bb-a42d-9dd4a01cae07 admin admin] Router ba98c50f-28e4-48ab-9551-c9e6cb46713b is scheduled to L3 agent 0122de27-3097-4d47-a0ca-0fb90e28ac1e with binding_index 1 {{(pid=104014) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 26 03:04:41.865945 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-3a22db16-9c67-4ed4-a733-c475ba92faaf admin admin] Publish callbacks [] for router (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:41.876886 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 38964) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:04:41.880749 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 38966) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:04:41.882608 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-3a22db16-9c67-4ed4-a733-c475ba92faaf admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 8.0492404 Jun 26 03:04:41.903027 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:04:41.908347 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-2d52c5e3-2601-47a5-bbd8-12d0452f9b7b None None] Current status of the port 75233db9-1289-4391-a7bf-d0057e2f9e51 is: ACTIVE; New status is: ACTIVE {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 03:04:41.966768 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-2d52c5e3-2601-47a5-bbd8-12d0452f9b7b None None] Provisioning complete for port 732ec1ad-57ee-41e8-85a0-75f05597dbb8 triggered by entity DHCP. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:04:41.967453 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-2d52c5e3-2601-47a5-bbd8-12d0452f9b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (732ec1ad-57ee-41e8-85a0-75f05597dbb8), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:41.984774 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:04:41.987036 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvr_db [None req-78932e2c-8645-4757-80df-c3accf8dc461 None None] Set router 63810667-e3f4-4abe-8ac2-f5778281b44b gateway port host: dv-cinder-846842-4-iscsi {{(pid=104016) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 26 03:04:41.996375 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-3dc4fc57-4ea9-45bf-b401-d1eaa5de934e admin admin] Publish callbacks [] for port (01915289-5552-434d-814c-f902ddd7513b), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:42.046988 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-047e3643-e17f-4158-979f-1fd45fe9ef88 admin admin] Notify agent at l3_agent.dv-cinder-846842-4-iscsi the message routers_updated {{(pid=104013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 03:04:42.055905 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-047e3643-e17f-4158-979f-1fd45fe9ef88 admin admin] 10.222.0.13 "PUT /v2.0/routers/835eabe5-1cc7-4a1c-883b-ff8b0fbc3a4a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2944582 Jun 26 03:04:42.073794 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] For port 71fe6b46-d82b-42e3-b4e8-eb341f12c704, host dv-cinder-846842-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-4-iscsi',level=0,port_id=71fe6b46-d82b-42e3-b4e8-eb341f12c704,segment=NetworkSegment(4d81c647-e55d-4122-8ce3-5fece06ad477),segment_id=4d81c647-e55d-4122-8ce3-5fece06ad477)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:04:42.075379 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-9e4483e8-2dc1-4d34-82f9-e6d2e7a1983a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1616609'] for router (7690237a-df65-454c-8ae7-05722406d1b3), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:42.083602 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253180ff-7275-43a6-bffa-c68d1f3bbd0c None None] Sync routers for ids ['835eabe5-1cc7-4a1c-883b-ff8b0fbc3a4a'] in dv-cinder-846842-4-iscsi {{(pid=104015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 03:04:42.104538 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-b607f890-46c3-457a-879c-6c081a2b5f1f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fa297495bdbe4178963461204bfbb3ff&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2127707 Jun 26 03:04:42.111139 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 38970) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:04:42.163892 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (71fe6b46-d82b-42e3-b4e8-eb341f12c704), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:42.164709 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Device f7b843e9-e564-4ef0-ba7c-dab7a80d7a45 up at agent ovs-agent-dv-cinder-846842-4-iscsi {{(pid=104015) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 03:04:42.181780 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20ab118c-6f5f-49bb-a42d-9dd4a01cae07 admin admin] Notify agent at l3_agent.dv-cinder-846842-4-iscsi the message routers_updated {{(pid=104014) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 03:04:42.220974 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253180ff-7275-43a6-bffa-c68d1f3bbd0c None None] Routers {'835eabe5-1cc7-4a1c-883b-ff8b0fbc3a4a'} bound to L3 agent in host dv-cinder-846842-4-iscsi {{(pid=104015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 26 03:04:42.221803 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-253180ff-7275-43a6-bffa-c68d1f3bbd0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-26T02:56:44Z,description=,heartbeat_timestamp=2022-06-26T03:04:14Z,host='dv-cinder-846842-4-iscsi',id=0122de27-3097-4d47-a0ca-0fb90e28ac1e,load=0,resource_versions=,resources_synced=,started_at=2022-06-26T02:56:44Z,topic='l3_agent')) {'router_ids': ['835eabe5-1cc7-4a1c-883b-ff8b0fbc3a4a'], 'active': True} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:04:42.268494 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-20ab118c-6f5f-49bb-a42d-9dd4a01cae07 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:42.270422 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c0d295-c1ca-4b80-acc3-6d0d153862d2 None None] Sync routers for ids ['ba98c50f-28e4-48ab-9551-c9e6cb46713b'] in dv-cinder-846842-4-iscsi {{(pid=104016) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 03:04:42.276440 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-20ab118c-6f5f-49bb-a42d-9dd4a01cae07 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 8.2334502 Jun 26 03:04:42.284615 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 38974) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:04:42.329030 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c0d295-c1ca-4b80-acc3-6d0d153862d2 None None] Routers {'ba98c50f-28e4-48ab-9551-c9e6cb46713b'} bound to L3 agent in host dv-cinder-846842-4-iscsi {{(pid=104016) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 26 03:04:42.329857 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-63c0d295-c1ca-4b80-acc3-6d0d153862d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-26T02:56:44Z,description=,heartbeat_timestamp=2022-06-26T03:04:14Z,host='dv-cinder-846842-4-iscsi',id=0122de27-3097-4d47-a0ca-0fb90e28ac1e,load=0,resource_versions=,resources_synced=,started_at=2022-06-26T02:56:44Z,topic='l3_agent')) {'router_ids': ['ba98c50f-28e4-48ab-9551-c9e6cb46713b'], 'active': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:04:42.381004 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-b1b5a398-a580-4962-9b57-1698d00ef83f None None] Publish callbacks [] for port (8e8f72f7-ef84-405c-834b-56a1ba6f45b2), precommit_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:42.435738 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-78932e2c-8645-4757-80df-c3accf8dc461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63810667-e3f4-4abe-8ac2-f5778281b44b', 'name': 'tempest-DeleteServersTestJSON-1902036654-router', 'tenant_id': '23078d86cd394c749328fb9dd7992919', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.205'}], 'enable_snat': True}, 'gw_port_id': '5970bc2f-279c-4e02-8df2-77f6d5aa9b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:04:33Z', 'updated_at': '2022-06-26T03:04:38Z', 'revision_number': 3, 'project_id': '23078d86cd394c749328fb9dd7992919', 'gw_port': {'id': '5970bc2f-279c-4e02-8df2-77f6d5aa9b5f', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:fe:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63810667-e3f4-4abe-8ac2-f5778281b44b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:36Z', 'updated_at': '2022-06-26T03:04:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi'}], 'dv-cinder-846842-4-iscsi', False) {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:04:42.467720 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-b1b5a398-a580-4962-9b57-1698d00ef83f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (8e8f72f7-ef84-405c-834b-56a1ba6f45b2), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:42.500490 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78932e2c-8645-4757-80df-c3accf8dc461 None None] Checking router: 63810667-e3f4-4abe-8ac2-f5778281b44b for host: dv-cinder-846842-4-iscsi {{(pid=104016) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 03:04:42.500843 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78932e2c-8645-4757-80df-c3accf8dc461 None None] Updating router 63810667-e3f4-4abe-8ac2-f5778281b44b port 5970bc2f-279c-4e02-8df2-77f6d5aa9b5f binding host dv-cinder-846842-4-iscsi {{(pid=104016) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 26 03:04:42.539316 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-3dc4fc57-4ea9-45bf-b401-d1eaa5de934e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787575245469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7375238'] for port (01915289-5552-434d-814c-f902ddd7513b), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:42.569696 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-78932e2c-8645-4757-80df-c3accf8dc461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (5970bc2f-279c-4e02-8df2-77f6d5aa9b5f), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:42.603563 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:INSERT=2,neutron:SELECT=98 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:04:42.604576 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc4fc57-4ea9-45bf-b401-d1eaa5de934e admin admin] Pushing event updated for resources: {'Port': ['ID=01915289-5552-434d-814c-f902ddd7513b,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:04:42.636727 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-7d39cba2-86b1-4dfe-84c1-b6e4bac7d3a4 admin admin] Publish callbacks [] for security_group (01814b14-dabb-4e04-801c-e61ede5b7be3), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:42.648730 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc4fc57-4ea9-45bf-b401-d1eaa5de934e admin admin] Network 74573779-88f3-4aaa-82c6-e30fd16eafe2 is already hosted by enough agents. {{(pid=104013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 03:04:42.654095 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.scheduler.base_scheduler [None req-3dc4fc57-4ea9-45bf-b401-d1eaa5de934e admin admin] Resources bound (agent type, host, resource id): {{(pid=104013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 03:04:42.659739 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc4fc57-4ea9-45bf-b401-d1eaa5de934e admin admin] Received port after_create {{(pid=104013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 26 03:04:42.706354 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-3dc4fc57-4ea9-45bf-b401-d1eaa5de934e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1596484'] for router_interface (e2ad5562-e155-426e-bc35-07301cd63c1e), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:42.726907 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvr_db [None req-63c0d295-c1ca-4b80-acc3-6d0d153862d2 None None] Set router ba98c50f-28e4-48ab-9551-c9e6cb46713b gateway port host: dv-cinder-846842-4-iscsi {{(pid=104016) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 26 03:04:42.736797 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e4483e8-2dc1-4d34-82f9-e6d2e7a1983a admin admin] Router 7690237a-df65-454c-8ae7-05722406d1b3 is scheduled to L3 agent 0122de27-3097-4d47-a0ca-0fb90e28ac1e with binding_index 1 {{(pid=104014) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 26 03:04:42.752387 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 38986) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:04:42.765233 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [None req-a8fe0f66-3cbf-4b7b-b770-76d03edb6e03 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1780342500', 'description': 'tempest-description--1267573038'}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:04:42.829283 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-2d52c5e3-2601-47a5-bbd8-12d0452f9b7b None None] Current status of the port 732ec1ad-57ee-41e8-85a0-75f05597dbb8 is: DOWN; New status is: ACTIVE {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 03:04:42.837381 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-2d52c5e3-2601-47a5-bbd8-12d0452f9b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (732ec1ad-57ee-41e8-85a0-75f05597dbb8), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:42.844261 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Provisioning complete for port f7b843e9-e564-4ef0-ba7c-dab7a80d7a45 triggered by entity L2. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:04:42.844656 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (f7b843e9-e564-4ef0-ba7c-dab7a80d7a45), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:42.846266 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Pushing event updated for resources: {'Port': ['ID=71fe6b46-d82b-42e3-b4e8-eb341f12c704,revision_number=3']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:04:42.877142 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-7d39cba2-86b1-4dfe-84c1-b6e4bac7d3a4 admin admin] Publish callbacks [] for security_group (01814b14-dabb-4e04-801c-e61ede5b7be3), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:42.895301 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=3 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:04:42.959380 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-a8fe0f66-3cbf-4b7b-b770-76d03edb6e03 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Publish callbacks [] for security_group (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:42.980493 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=100 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:04:42.984799 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [None req-b1b5a398-a580-4962-9b57-1698d00ef83f None None] Attempting to bind port 8e8f72f7-ef84-405c-834b-56a1ba6f45b2 on host dv-cinder-846842-4-iscsi for vnic_type normal with profile {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 26 03:04:42.985418 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [None req-b1b5a398-a580-4962-9b57-1698d00ef83f None None] Attempting to bind port 8e8f72f7-ef84-405c-834b-56a1ba6f45b2 by drivers openvswitch,hyperv on host dv-cinder-846842-4-iscsi at level 0 using segments [{'id': '968602fb-f834-40ea-ad2f-658bf3156d3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df'}] {{(pid=104015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 26 03:04:42.985982 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b5a398-a580-4962-9b57-1698d00ef83f None None] Attempting to bind port 8e8f72f7-ef84-405c-834b-56a1ba6f45b2 on network 9f069e5f-e57e-4e35-ad51-5f4f2e2f15df {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 26 03:04:43.016174 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvr_db [None req-253180ff-7275-43a6-bffa-c68d1f3bbd0c None None] Set router 835eabe5-1cc7-4a1c-883b-ff8b0fbc3a4a gateway port host: dv-cinder-846842-4-iscsi {{(pid=104015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 26 03:04:43.088414 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=3 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:04:43.109445 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b5a398-a580-4962-9b57-1698d00ef83f None None] Checking agent: {'id': '16f9b602-7baf-4f7a-ab92-1b0788147fb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 26, 2, 56, 46), 'started_at': datetime.datetime(2022, 6, 26, 2, 57, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 26, 3, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 26 03:04:43.110425 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b5a398-a580-4962-9b57-1698d00ef83f None None] Checking segment: {'id': '968602fb-f834-40ea-ad2f-658bf3156d3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 26 03:04:43.111201 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-b1b5a398-a580-4962-9b57-1698d00ef83f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:43.112001 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b5a398-a580-4962-9b57-1698d00ef83f None None] Bound using segment: {'id': '968602fb-f834-40ea-ad2f-658bf3156d3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df'} {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 26 03:04:43.112999 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [None req-b1b5a398-a580-4962-9b57-1698d00ef83f None None] Bound port: 8e8f72f7-ef84-405c-834b-56a1ba6f45b2, host: dv-cinder-846842-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '968602fb-f834-40ea-ad2f-658bf3156d3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df'}}] {{(pid=104015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 26 03:04:43.113826 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-b1b5a398-a580-4962-9b57-1698d00ef83f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (8e8f72f7-ef84-405c-834b-56a1ba6f45b2), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:43.175711 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-b1b5a398-a580-4962-9b57-1698d00ef83f None None] For port 8e8f72f7-ef84-405c-834b-56a1ba6f45b2, host dv-cinder-846842-4-iscsi, cleared binding levels {{(pid=104015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 03:04:43.179729 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-b1b5a398-a580-4962-9b57-1698d00ef83f None None] For port 8e8f72f7-ef84-405c-834b-56a1ba6f45b2, host dv-cinder-846842-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-4-iscsi',level=0,port_id=8e8f72f7-ef84-405c-834b-56a1ba6f45b2,segment=NetworkSegment(968602fb-f834-40ea-ad2f-658bf3156d3b),segment_id=968602fb-f834-40ea-ad2f-658bf3156d3b)] {{(pid=104015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 03:04:43.183224 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e4483e8-2dc1-4d34-82f9-e6d2e7a1983a admin admin] Notify agent at l3_agent.dv-cinder-846842-4-iscsi the message routers_updated {{(pid=104014) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 03:04:43.209193 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735a0314-b911-41ec-82a2-1b410fef9736 None None] Sync routers for ids ['7690237a-df65-454c-8ae7-05722406d1b3'] in dv-cinder-846842-4-iscsi {{(pid=104015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 03:04:43.212522 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-b1b5a398-a580-4962-9b57-1698d00ef83f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (8e8f72f7-ef84-405c-834b-56a1ba6f45b2), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:43.213628 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-9aa157d9-0d23-400c-87ca-55267aecf4bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:43.217713 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-2d52c5e3-2601-47a5-bbd8-12d0452f9b7b None None] For port 732ec1ad-57ee-41e8-85a0-75f05597dbb8, host dv-cinder-846842-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-4-iscsi',level=0,port_id=732ec1ad-57ee-41e8-85a0-75f05597dbb8,segment=NetworkSegment(cf7f1aa2-5b82-42a9-b922-aafb5e3585d6),segment_id=cf7f1aa2-5b82-42a9-b922-aafb5e3585d6)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:04:43.242146 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3674c3f8-fe35-4c87-a07b-a76211b9391d None None] Pushing event updated for resources: {'Port': ['ID=8e8f72f7-ef84-405c-834b-56a1ba6f45b2,revision_number=2']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:04:43.254726 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-a8fe0f66-3cbf-4b7b-b770-76d03edb6e03 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Publish callbacks [] for security_group (cae80eaa-bfa7-4de0-8fc0-ae5390068214), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:43.266422 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-78932e2c-8645-4757-80df-c3accf8dc461 None None] Publish callbacks [] for port (5970bc2f-279c-4e02-8df2-77f6d5aa9b5f), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:43.276212 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-9e4483e8-2dc1-4d34-82f9-e6d2e7a1983a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:43.277743 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-9e4483e8-2dc1-4d34-82f9-e6d2e7a1983a admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 8.9586029 Jun 26 03:04:43.284027 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 38990) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:04:43.284602 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:INSERT=1 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:04:43.287301 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-a8fe0f66-3cbf-4b7b-b770-76d03edb6e03 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (cae80eaa-bfa7-4de0-8fc0-ae5390068214), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:43.308907 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-2d52c5e3-2601-47a5-bbd8-12d0452f9b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (732ec1ad-57ee-41e8-85a0-75f05597dbb8), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:43.311104 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (e7a0895f-45bb-4130-be69-32df3e039043), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:43.347289 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-63c0d295-c1ca-4b80-acc3-6d0d153862d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba98c50f-28e4-48ab-9551-c9e6cb46713b', 'name': 'tempest-ServerRescueNegativeTestJSON-1891208908-router', 'tenant_id': 'aa1dff9e9be549308ec0ad3a13810062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '9cca5d8c-99f7-4073-a841-c41cec400914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:04:34Z', 'updated_at': '2022-06-26T03:04:39Z', 'revision_number': 3, 'project_id': 'aa1dff9e9be549308ec0ad3a13810062', 'gw_port': {'id': '9cca5d8c-99f7-4073-a841-c41cec400914', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:4b:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba98c50f-28e4-48ab-9551-c9e6cb46713b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:36Z', 'updated_at': '2022-06-26T03:04:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi'}], 'dv-cinder-846842-4-iscsi', False) {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:04:43.354260 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Current status of the port f7b843e9-e564-4ef0-ba7c-dab7a80d7a45 is: DOWN; New status is: ACTIVE {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 03:04:43.354652 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (f7b843e9-e564-4ef0-ba7c-dab7a80d7a45), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:43.379754 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:04:43.393917 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c0d295-c1ca-4b80-acc3-6d0d153862d2 None None] Checking router: ba98c50f-28e4-48ab-9551-c9e6cb46713b for host: dv-cinder-846842-4-iscsi {{(pid=104016) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 03:04:43.393917 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c0d295-c1ca-4b80-acc3-6d0d153862d2 None None] Updating router ba98c50f-28e4-48ab-9551-c9e6cb46713b port 9cca5d8c-99f7-4073-a841-c41cec400914 binding host dv-cinder-846842-4-iscsi {{(pid=104016) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 26 03:04:43.395461 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735a0314-b911-41ec-82a2-1b410fef9736 None None] Routers {'7690237a-df65-454c-8ae7-05722406d1b3'} bound to L3 agent in host dv-cinder-846842-4-iscsi {{(pid=104015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 26 03:04:43.396097 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-735a0314-b911-41ec-82a2-1b410fef9736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-26T02:56:44Z,description=,heartbeat_timestamp=2022-06-26T03:04:14Z,host='dv-cinder-846842-4-iscsi',id=0122de27-3097-4d47-a0ca-0fb90e28ac1e,load=0,resource_versions=,resources_synced=,started_at=2022-06-26T02:56:44Z,topic='l3_agent')) {'router_ids': ['7690237a-df65-454c-8ae7-05722406d1b3'], 'active': True} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:04:43.417021 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-a8fe0f66-3cbf-4b7b-b770-76d03edb6e03 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Publish callbacks [] for security_group (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:43.424527 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-a8fe0f66-3cbf-4b7b-b770-76d03edb6e03 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.6645753 Jun 26 03:04:43.429675 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 38992) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:04:43.449589 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-78932e2c-8645-4757-80df-c3accf8dc461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (5970bc2f-279c-4e02-8df2-77f6d5aa9b5f), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:43.451962 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [None req-919bd0a4-1e97-436c-a0cb-eff702003500 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Request body: {'security_group_rule': {'security_group_id': 'cae80eaa-bfa7-4de0-8fc0-ae5390068214', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:04:43.502271 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:04:43.508723 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3674c3f8-fe35-4c87-a07b-a76211b9391d None None] Pushing event updated for resources: {'Port': ['ID=8e8f72f7-ef84-405c-834b-56a1ba6f45b2,revision_number=3']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:04:43.577762 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b5a398-a580-4962-9b57-1698d00ef83f None None] Routers {'e2ad5562-e155-426e-bc35-07301cd63c1e'} bound to L3 agent in host dv-cinder-846842-4-iscsi {{(pid=104015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 26 03:04:43.578478 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-b1b5a398-a580-4962-9b57-1698d00ef83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-26T02:56:44Z,description=,heartbeat_timestamp=2022-06-26T03:04:14Z,host='dv-cinder-846842-4-iscsi',id=0122de27-3097-4d47-a0ca-0fb90e28ac1e,load=0,resource_versions=,resources_synced=,started_at=2022-06-26T02:56:44Z,topic='l3_agent')) {'router_ids': ['e2ad5562-e155-426e-bc35-07301cd63c1e'], 'active': True} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:04:43.580673 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-c26343c9-ddcc-4171-ac09-70c098ccaed9 None None] Provisioning complete for port 71fe6b46-d82b-42e3-b4e8-eb341f12c704 triggered by entity DHCP. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:04:43.581119 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-c26343c9-ddcc-4171-ac09-70c098ccaed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (71fe6b46-d82b-42e3-b4e8-eb341f12c704), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:43.588186 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-7d39cba2-86b1-4dfe-84c1-b6e4bac7d3a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (01814b14-dabb-4e04-801c-e61ede5b7be3), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:43.591135 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-7d39cba2-86b1-4dfe-84c1-b6e4bac7d3a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:43.592535 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-7d39cba2-86b1-4dfe-84c1-b6e4bac7d3a4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/01814b14-dabb-4e04-801c-e61ede5b7be3 HTTP/1.1" status: 204 len: 168 time: 1.4804287 Jun 26 03:04:43.606561 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fe0f66-3cbf-4b7b-b770-76d03edb6e03 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cae80eaa-bfa7-4de0-8fc0-ae5390068214,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:04:43.614427 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-3dc4fc57-4ea9-45bf-b401-d1eaa5de934e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (01915289-5552-434d-814c-f902ddd7513b), before_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:43.622248 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d39cba2-86b1-4dfe-84c1-b6e4bac7d3a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01814b14-dabb-4e04-801c-e61ede5b7be3,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:04:43.660392 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [None req-78932e2c-8645-4757-80df-c3accf8dc461 None None] Attempting to bind port 5970bc2f-279c-4e02-8df2-77f6d5aa9b5f on host dv-cinder-846842-4-iscsi for vnic_type normal with profile {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 26 03:04:43.665813 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [None req-78932e2c-8645-4757-80df-c3accf8dc461 None None] Attempting to bind port 5970bc2f-279c-4e02-8df2-77f6d5aa9b5f by drivers openvswitch,hyperv on host dv-cinder-846842-4-iscsi at level 0 using segments [{'id': '968602fb-f834-40ea-ad2f-658bf3156d3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df'}] {{(pid=104016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 26 03:04:43.666273 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78932e2c-8645-4757-80df-c3accf8dc461 None None] Attempting to bind port 5970bc2f-279c-4e02-8df2-77f6d5aa9b5f on network 9f069e5f-e57e-4e35-ad51-5f4f2e2f15df {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 26 03:04:43.666826 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-919bd0a4-1e97-436c-a0cb-eff702003500 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Publish callbacks [] for security_group_rule (6efdeed8-647d-44ea-a874-2040d1bdc489), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:43.680409 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] For port f7b843e9-e564-4ef0-ba7c-dab7a80d7a45, host dv-cinder-846842-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-4-iscsi',level=0,port_id=f7b843e9-e564-4ef0-ba7c-dab7a80d7a45,segment=NetworkSegment(5b86e525-c15a-4ec4-b614-b7765ac125bb),segment_id=5b86e525-c15a-4ec4-b614-b7765ac125bb)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:04:43.752506 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (f7b843e9-e564-4ef0-ba7c-dab7a80d7a45), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:43.753602 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Device 75233db9-1289-4391-a7bf-d0057e2f9e51 up at agent ovs-agent-dv-cinder-846842-4-iscsi {{(pid=104015) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 03:04:43.761410 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78932e2c-8645-4757-80df-c3accf8dc461 None None] Checking agent: {'id': '16f9b602-7baf-4f7a-ab92-1b0788147fb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 26, 2, 56, 46), 'started_at': datetime.datetime(2022, 6, 26, 2, 57, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 26, 3, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 26 03:04:43.762407 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78932e2c-8645-4757-80df-c3accf8dc461 None None] Checking segment: {'id': '968602fb-f834-40ea-ad2f-658bf3156d3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 26 03:04:43.762998 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-78932e2c-8645-4757-80df-c3accf8dc461 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:43.767919 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78932e2c-8645-4757-80df-c3accf8dc461 None None] Bound using segment: {'id': '968602fb-f834-40ea-ad2f-658bf3156d3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df'} {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 26 03:04:43.769653 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [None req-78932e2c-8645-4757-80df-c3accf8dc461 None None] Bound port: 5970bc2f-279c-4e02-8df2-77f6d5aa9b5f, host: dv-cinder-846842-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '968602fb-f834-40ea-ad2f-658bf3156d3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df'}}] {{(pid=104016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 26 03:04:43.770869 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-78932e2c-8645-4757-80df-c3accf8dc461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (5970bc2f-279c-4e02-8df2-77f6d5aa9b5f), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:43.815974 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:04:43.884591 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-78932e2c-8645-4757-80df-c3accf8dc461 None None] For port 5970bc2f-279c-4e02-8df2-77f6d5aa9b5f, host dv-cinder-846842-4-iscsi, cleared binding levels {{(pid=104016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 03:04:43.893536 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.db.db_base_plugin_common [None req-9aa157d9-0d23-400c-87ca-55267aecf4bc admin admin] Allocated IP 172.20.0.1 (26d75899-1607-4d4e-b529-22178d34e095/767e1a0e-9ad6-4e3d-acf7-7ae8d7e1ee4a/ce7fec76-a46f-451b-8907-f6049dc22cab) {{(pid=104013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 03:04:43.894258 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-78932e2c-8645-4757-80df-c3accf8dc461 None None] For port 5970bc2f-279c-4e02-8df2-77f6d5aa9b5f, host dv-cinder-846842-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-4-iscsi',level=0,port_id=5970bc2f-279c-4e02-8df2-77f6d5aa9b5f,segment=NetworkSegment(968602fb-f834-40ea-ad2f-658bf3156d3b),segment_id=968602fb-f834-40ea-ad2f-658bf3156d3b)] {{(pid=104016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 03:04:43.902509 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8db9d1d-f807-4be1-9717-8c71bf0ed90b None None] Pushing event updated for resources: {'Port': ['ID=5970bc2f-279c-4e02-8df2-77f6d5aa9b5f,revision_number=2']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:04:43.921524 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvr_db [None req-735a0314-b911-41ec-82a2-1b410fef9736 None None] Set router 7690237a-df65-454c-8ae7-05722406d1b3 gateway port host: dv-cinder-846842-4-iscsi {{(pid=104015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 26 03:04:43.925728 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:04:43.932839 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-78932e2c-8645-4757-80df-c3accf8dc461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (5970bc2f-279c-4e02-8df2-77f6d5aa9b5f), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:43.937659 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-919bd0a4-1e97-436c-a0cb-eff702003500 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Publish callbacks [] for security_group_rule (6efdeed8-647d-44ea-a874-2040d1bdc489), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:43.944727 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-63c0d295-c1ca-4b80-acc3-6d0d153862d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (9cca5d8c-99f7-4073-a841-c41cec400914), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:43.988382 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-919bd0a4-1e97-436c-a0cb-eff702003500 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692706'] for security_group_rule (6efdeed8-647d-44ea-a874-2040d1bdc489), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:44.026858 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919bd0a4-1e97-436c-a0cb-eff702003500 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6efdeed8-647d-44ea-a874-2040d1bdc489,revision_number=0']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:04:44.040512 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9c5b-6d1f-4af1-a61e-6bb44444be79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:44.056881 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-919bd0a4-1e97-436c-a0cb-eff702003500 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:44.063533 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-919bd0a4-1e97-436c-a0cb-eff702003500 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6217220 Jun 26 03:04:44.064375 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 39000) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:04:44.070499 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [None req-c6e17718-c7cf-4caa-82b0-3c8364d24588 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Request body: {'security_group_rule': {'security_group_id': 'cae80eaa-bfa7-4de0-8fc0-ae5390068214', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:04:44.181097 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:04:44.190616 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-c6e17718-c7cf-4caa-82b0-3c8364d24588 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Publish callbacks [] for security_group_rule (878e4088-6e40-477c-96e8-5da03df2cdfe), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:44.218855 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-3dc4fc57-4ea9-45bf-b401-d1eaa5de934e admin admin] Publish callbacks [] for port (01915289-5552-434d-814c-f902ddd7513b), precommit_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:44.237193 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-3dc4fc57-4ea9-45bf-b401-d1eaa5de934e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7375263'] for port (01915289-5552-434d-814c-f902ddd7513b), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:44.247766 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-9aa157d9-0d23-400c-87ca-55267aecf4bc admin admin] Publish callbacks [] for port (ce7fec76-a46f-451b-8907-f6049dc22cab), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:44.258414 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8db9d1d-f807-4be1-9717-8c71bf0ed90b None None] Pushing event updated for resources: {'Port': ['ID=5970bc2f-279c-4e02-8df2-77f6d5aa9b5f,revision_number=3']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:04:44.284112 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78932e2c-8645-4757-80df-c3accf8dc461 None None] Routers {'63810667-e3f4-4abe-8ac2-f5778281b44b'} bound to L3 agent in host dv-cinder-846842-4-iscsi {{(pid=104016) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 26 03:04:44.285527 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-78932e2c-8645-4757-80df-c3accf8dc461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-26T02:56:44Z,description=,heartbeat_timestamp=2022-06-26T03:04:14Z,host='dv-cinder-846842-4-iscsi',id=0122de27-3097-4d47-a0ca-0fb90e28ac1e,load=0,resource_versions=,resources_synced=,started_at=2022-06-26T02:56:44Z,topic='l3_agent')) {'router_ids': ['63810667-e3f4-4abe-8ac2-f5778281b44b'], 'active': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:04:44.321637 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-253180ff-7275-43a6-bffa-c68d1f3bbd0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '835eabe5-1cc7-4a1c-883b-ff8b0fbc3a4a', 'name': 'tempest-AttachVolumeShelveTestJSON-1146222204-router', 'tenant_id': '5dd1a7a651fa4d27a1b6488ca13effca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '33388b70-103e-4ab1-948f-5b12b8967957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:04:31Z', 'updated_at': '2022-06-26T03:04:39Z', 'revision_number': 4, 'project_id': '5dd1a7a651fa4d27a1b6488ca13effca', 'gw_port': {'id': '33388b70-103e-4ab1-948f-5b12b8967957', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c7:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835eabe5-1cc7-4a1c-883b-ff8b0fbc3a4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:31Z', 'updated_at': '2022-06-26T03:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi', '_interfaces': [{'id': 'e8cc937d-db9b-4f0e-ab77-7c522c5d66b7', 'name': '', 'network_id': '151cdbb9-618f-46a1-a7b5-564e53db9cea', 'tenant_id': '5dd1a7a651fa4d27a1b6488ca13effca', 'mac_address': 'fa:16:3e:26:61:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '835eabe5-1cc7-4a1c-883b-ff8b0fbc3a4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'b3475431-7645-416a-9b3b-e23c4a132926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:36Z', 'updated_at': '2022-06-26T03:04:39Z', 'revision_number': 2, 'project_id': '5dd1a7a651fa4d27a1b6488ca13effca', 'subnets': [{'id': 'b3475431-7645-416a-9b3b-e23c4a132926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-4-iscsi', False) {} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:04:44.385639 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:04:44.411599 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc4fc57-4ea9-45bf-b401-d1eaa5de934e admin admin] Pushing event updated for resources: {'Port': ['ID=01915289-5552-434d-814c-f902ddd7513b,revision_number=2']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:04:44.440384 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-c6e17718-c7cf-4caa-82b0-3c8364d24588 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Publish callbacks [] for security_group_rule (878e4088-6e40-477c-96e8-5da03df2cdfe), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:44.473185 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:04:44.475954 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-3dc4fc57-4ea9-45bf-b401-d1eaa5de934e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1628672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1597140'] for router_interface (e2ad5562-e155-426e-bc35-07301cd63c1e), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:44.477936 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvr_db [None req-78932e2c-8645-4757-80df-c3accf8dc461 None None] Set router 63810667-e3f4-4abe-8ac2-f5778281b44b gateway port host: dv-cinder-846842-4-iscsi {{(pid=104016) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 26 03:04:44.496299 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-c6e17718-c7cf-4caa-82b0-3c8364d24588 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692706'] for security_group_rule (878e4088-6e40-477c-96e8-5da03df2cdfe), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:44.549729 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-c26343c9-ddcc-4171-ac09-70c098ccaed9 None None] Current status of the port 71fe6b46-d82b-42e3-b4e8-eb341f12c704 is: ACTIVE; New status is: ACTIVE {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 03:04:44.552155 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 39010) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:04:44.553034 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Provisioning complete for port 75233db9-1289-4391-a7bf-d0057e2f9e51 triggered by entity L2. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:04:44.553487 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (75233db9-1289-4391-a7bf-d0057e2f9e51), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:44.585933 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:04:44.594068 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253180ff-7275-43a6-bffa-c68d1f3bbd0c None None] Checking router: 835eabe5-1cc7-4a1c-883b-ff8b0fbc3a4a for host: dv-cinder-846842-4-iscsi {{(pid=104015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 03:04:44.594539 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253180ff-7275-43a6-bffa-c68d1f3bbd0c None None] Updating router 835eabe5-1cc7-4a1c-883b-ff8b0fbc3a4a port e8cc937d-db9b-4f0e-ab77-7c522c5d66b7 binding host dv-cinder-846842-4-iscsi {{(pid=104015) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 26 03:04:44.611523 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-63c0d295-c1ca-4b80-acc3-6d0d153862d2 None None] Publish callbacks [] for port (9cca5d8c-99f7-4073-a841-c41cec400914), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:44.625551 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e17718-c7cf-4caa-82b0-3c8364d24588 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=878e4088-6e40-477c-96e8-5da03df2cdfe,revision_number=0']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:04:44.636468 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.db.db_base_plugin_common [None req-ca1e9c5b-6d1f-4af1-a61e-6bb44444be79 admin admin] Allocated IP 172.20.0.1 (4d1cf2ab-1c05-4bc5-9daa-428f3ef27012/50d12281-21a2-4343-ba8b-93c5382e067a/cdaf2926-df93-41e6-bf68-68a05eedce29) {{(pid=104014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 03:04:44.647536 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc4fc57-4ea9-45bf-b401-d1eaa5de934e admin admin] Network 74573779-88f3-4aaa-82c6-e30fd16eafe2 is already hosted by enough agents. {{(pid=104013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 03:04:44.652006 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-c6e17718-c7cf-4caa-82b0-3c8364d24588 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:44.653439 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-c6e17718-c7cf-4caa-82b0-3c8364d24588 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5866342 Jun 26 03:04:44.659689 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.scheduler.base_scheduler [None req-3dc4fc57-4ea9-45bf-b401-d1eaa5de934e admin admin] Resources bound (agent type, host, resource id): {{(pid=104013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 03:04:44.668237 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 39014) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:04:44.677840 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-63c0d295-c1ca-4b80-acc3-6d0d153862d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (9cca5d8c-99f7-4073-a841-c41cec400914), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:44.679509 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [None req-242bd48f-7ed2-44b8-b100-9e113996602a tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Request body: {'floatingip': {'floating_network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df'}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:04:44.706729 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:04:44.715185 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-253180ff-7275-43a6-bffa-c68d1f3bbd0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (e8cc937d-db9b-4f0e-ab77-7c522c5d66b7), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:44.733401 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-735a0314-b911-41ec-82a2-1b410fef9736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7690237a-df65-454c-8ae7-05722406d1b3', 'name': 'tempest-AttachVolumeNegativeTest-896095934-router', 'tenant_id': '1850f9f425294a82add8a09690dc1df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '3834b01e-26c6-4922-bf2c-dc4e4c924aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:04:34Z', 'updated_at': '2022-06-26T03:04:40Z', 'revision_number': 3, 'project_id': '1850f9f425294a82add8a09690dc1df0', 'gw_port': {'id': '3834b01e-26c6-4922-bf2c-dc4e4c924aa3', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:54:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7690237a-df65-454c-8ae7-05722406d1b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:36Z', 'updated_at': '2022-06-26T03:04:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi'}], 'dv-cinder-846842-4-iscsi', False) {} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:04:44.762585 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-04cc5254-9a08-48cc-9de0-ec1e39a964c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (0122de27-3097-4d47-a0ca-0fb90e28ac1e), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:44.885052 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvr_db [None req-b1b5a398-a580-4962-9b57-1698d00ef83f None None] Set router e2ad5562-e155-426e-bc35-07301cd63c1e gateway port host: dv-cinder-846842-4-iscsi {{(pid=104015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 26 03:04:44.897244 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [None req-63c0d295-c1ca-4b80-acc3-6d0d153862d2 None None] Attempting to bind port 9cca5d8c-99f7-4073-a841-c41cec400914 on host dv-cinder-846842-4-iscsi for vnic_type normal with profile {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 26 03:04:44.897442 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [None req-63c0d295-c1ca-4b80-acc3-6d0d153862d2 None None] Attempting to bind port 9cca5d8c-99f7-4073-a841-c41cec400914 by drivers openvswitch,hyperv on host dv-cinder-846842-4-iscsi at level 0 using segments [{'id': '968602fb-f834-40ea-ad2f-658bf3156d3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df'}] {{(pid=104016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 26 03:04:44.897678 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c0d295-c1ca-4b80-acc3-6d0d153862d2 None None] Attempting to bind port 9cca5d8c-99f7-4073-a841-c41cec400914 on network 9f069e5f-e57e-4e35-ad51-5f4f2e2f15df {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 26 03:04:44.910761 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61edb1f-4082-4fff-b97c-13ba346243a8 None None] Pushing event updated for resources: {'Port': ['ID=9cca5d8c-99f7-4073-a841-c41cec400914,revision_number=2']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:04:44.935225 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9c5b-6d1f-4af1-a61e-6bb44444be79 admin admin] Publish callbacks [] for port (cdaf2926-df93-41e6-bf68-68a05eedce29), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:44.937277 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c0d295-c1ca-4b80-acc3-6d0d153862d2 None None] Checking agent: {'id': '16f9b602-7baf-4f7a-ab92-1b0788147fb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 26, 2, 56, 46), 'started_at': datetime.datetime(2022, 6, 26, 2, 57, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 26, 3, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 26 03:04:44.937668 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c0d295-c1ca-4b80-acc3-6d0d153862d2 None None] Checking segment: {'id': '968602fb-f834-40ea-ad2f-658bf3156d3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 26 03:04:44.938095 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-63c0d295-c1ca-4b80-acc3-6d0d153862d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:44.939370 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c0d295-c1ca-4b80-acc3-6d0d153862d2 None None] Bound using segment: {'id': '968602fb-f834-40ea-ad2f-658bf3156d3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df'} {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 26 03:04:44.939858 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [None req-63c0d295-c1ca-4b80-acc3-6d0d153862d2 None None] Bound port: 9cca5d8c-99f7-4073-a841-c41cec400914, host: dv-cinder-846842-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '968602fb-f834-40ea-ad2f-658bf3156d3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df'}}] {{(pid=104016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 26 03:04:44.940253 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-63c0d295-c1ca-4b80-acc3-6d0d153862d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (9cca5d8c-99f7-4073-a841-c41cec400914), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:44.943413 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:04:44.985937 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-60e3cf14-1c3c-4af1-9e0b-0560bf6ab124 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ba9d39deeb954ce5928a458771b455ca&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4309213 Jun 26 03:04:44.989231 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 39028) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:04:44.993560 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9c5b-6d1f-4af1-a61e-6bb44444be79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787575245469'] for port (cdaf2926-df93-41e6-bf68-68a05eedce29), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:45.008899 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-78932e2c-8645-4757-80df-c3accf8dc461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63810667-e3f4-4abe-8ac2-f5778281b44b', 'name': 'tempest-DeleteServersTestJSON-1902036654-router', 'tenant_id': '23078d86cd394c749328fb9dd7992919', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.205'}], 'enable_snat': True}, 'gw_port_id': '5970bc2f-279c-4e02-8df2-77f6d5aa9b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:04:33Z', 'updated_at': '2022-06-26T03:04:38Z', 'revision_number': 3, 'project_id': '23078d86cd394c749328fb9dd7992919', 'gw_port': {'id': '5970bc2f-279c-4e02-8df2-77f6d5aa9b5f', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:fe:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63810667-e3f4-4abe-8ac2-f5778281b44b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:36Z', 'updated_at': '2022-06-26T03:04:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi'}], 'dv-cinder-846842-4-iscsi', False) {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:04:45.046966 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1e9c5b-6d1f-4af1-a61e-6bb44444be79 admin admin] Pushing event updated for resources: {'Port': ['ID=cdaf2926-df93-41e6-bf68-68a05eedce29,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:04:45.062025 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-242bd48f-7ed2-44b8-b100-9e113996602a tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:45.085667 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78932e2c-8645-4757-80df-c3accf8dc461 None None] The sync data for ids ['63810667-e3f4-4abe-8ac2-f5778281b44b'] in dv-cinder-846842-4-iscsi is: [{'id': '63810667-e3f4-4abe-8ac2-f5778281b44b', 'name': 'tempest-DeleteServersTestJSON-1902036654-router', 'tenant_id': '23078d86cd394c749328fb9dd7992919', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.205'}], 'enable_snat': True}, 'gw_port_id': '5970bc2f-279c-4e02-8df2-77f6d5aa9b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:04:33Z', 'updated_at': '2022-06-26T03:04:38Z', 'revision_number': 3, 'project_id': '23078d86cd394c749328fb9dd7992919', 'gw_port': {'id': '5970bc2f-279c-4e02-8df2-77f6d5aa9b5f', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:fe:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63810667-e3f4-4abe-8ac2-f5778281b44b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:36Z', 'updated_at': '2022-06-26T03:04:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi'}] {{(pid=104016) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 03:04:45.086455 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca1e9c5b-6d1f-4af1-a61e-6bb44444be79 admin admin] Network 4d1cf2ab-1c05-4bc5-9daa-428f3ef27012 is already hosted by enough agents. {{(pid=104014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 03:04:45.104245 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-9aa157d9-0d23-400c-87ca-55267aecf4bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787575245469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7375238'] for port (ce7fec76-a46f-451b-8907-f6049dc22cab), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:45.119130 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-63c0d295-c1ca-4b80-acc3-6d0d153862d2 None None] For port 9cca5d8c-99f7-4073-a841-c41cec400914, host dv-cinder-846842-4-iscsi, cleared binding levels {{(pid=104016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 03:04:45.119486 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.scheduler.base_scheduler [None req-ca1e9c5b-6d1f-4af1-a61e-6bb44444be79 admin admin] Resources bound (agent type, host, resource id): {{(pid=104014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 03:04:45.121266 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-01312db9-5b6c-4aa9-a9c4-26fea1614548 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:45.137062 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-63c0d295-c1ca-4b80-acc3-6d0d153862d2 None None] For port 9cca5d8c-99f7-4073-a841-c41cec400914, host dv-cinder-846842-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-4-iscsi',level=0,port_id=9cca5d8c-99f7-4073-a841-c41cec400914,segment=NetworkSegment(968602fb-f834-40ea-ad2f-658bf3156d3b),segment_id=968602fb-f834-40ea-ad2f-658bf3156d3b)] {{(pid=104016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 03:04:45.146453 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=100 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:04:45.149437 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-63c0d295-c1ca-4b80-acc3-6d0d153862d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (9cca5d8c-99f7-4073-a841-c41cec400914), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:45.160919 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1e9c5b-6d1f-4af1-a61e-6bb44444be79 admin admin] Received port after_create {{(pid=104014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 26 03:04:45.161238 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9c5b-6d1f-4af1-a61e-6bb44444be79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1596484'] for router_interface (ba98c50f-28e4-48ab-9551-c9e6cb46713b), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:45.166369 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735a0314-b911-41ec-82a2-1b410fef9736 None None] Checking router: 7690237a-df65-454c-8ae7-05722406d1b3 for host: dv-cinder-846842-4-iscsi {{(pid=104015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 03:04:45.166810 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735a0314-b911-41ec-82a2-1b410fef9736 None None] Updating router 7690237a-df65-454c-8ae7-05722406d1b3 port 3834b01e-26c6-4922-bf2c-dc4e4c924aa3 binding host dv-cinder-846842-4-iscsi {{(pid=104015) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 26 03:04:45.206454 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d52c5e3-2601-47a5-bbd8-12d0452f9b7b None None] Pushing event updated for resources: {'Port': ['ID=732ec1ad-57ee-41e8-85a0-75f05597dbb8,revision_number=3']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:04:45.236650 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dc4fc57-4ea9-45bf-b401-d1eaa5de934e admin admin] Router e2ad5562-e155-426e-bc35-07301cd63c1e has already been hosted by L3 agent 0122de27-3097-4d47-a0ca-0fb90e28ac1e {{(pid=104013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 26 03:04:45.290414 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa157d9-0d23-400c-87ca-55267aecf4bc admin admin] Network 26d75899-1607-4d4e-b529-22178d34e095 is already hosted by enough agents. {{(pid=104013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 03:04:45.313216 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.scheduler.base_scheduler [None req-9aa157d9-0d23-400c-87ca-55267aecf4bc admin admin] Resources bound (agent type, host, resource id): {{(pid=104013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 03:04:45.318919 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa157d9-0d23-400c-87ca-55267aecf4bc admin admin] Received port after_create {{(pid=104013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 26 03:04:45.352551 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c0d295-c1ca-4b80-acc3-6d0d153862d2 None None] Routers {'ba98c50f-28e4-48ab-9551-c9e6cb46713b'} bound to L3 agent in host dv-cinder-846842-4-iscsi {{(pid=104016) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 26 03:04:45.358258 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-63c0d295-c1ca-4b80-acc3-6d0d153862d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-26T02:56:44Z,description=,heartbeat_timestamp=2022-06-26T03:04:44Z,host='dv-cinder-846842-4-iscsi',id=0122de27-3097-4d47-a0ca-0fb90e28ac1e,load=0,resource_versions=,resources_synced=,started_at=2022-06-26T02:56:44Z,topic='l3_agent')) {'router_ids': ['ba98c50f-28e4-48ab-9551-c9e6cb46713b'], 'active': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:04:45.358449 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa157d9-0d23-400c-87ca-55267aecf4bc admin admin] Pushing event updated for resources: {'Port': ['ID=ce7fec76-a46f-451b-8907-f6049dc22cab,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:04:45.637946 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvr_db [None req-63c0d295-c1ca-4b80-acc3-6d0d153862d2 None None] Set router ba98c50f-28e4-48ab-9551-c9e6cb46713b gateway port host: dv-cinder-846842-4-iscsi {{(pid=104016) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 26 03:04:45.704396 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:04:45.747615 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-9aa157d9-0d23-400c-87ca-55267aecf4bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1596484'] for router_interface (63810667-e3f4-4abe-8ac2-f5778281b44b), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:45.755076 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61edb1f-4082-4fff-b97c-13ba346243a8 None None] Pushing event updated for resources: {'Port': ['ID=9cca5d8c-99f7-4073-a841-c41cec400914,revision_number=3']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:04:45.789889 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-c26343c9-ddcc-4171-ac09-70c098ccaed9 None None] Provisioning complete for port 732ec1ad-57ee-41e8-85a0-75f05597dbb8 triggered by entity DHCP. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:04:45.794410 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-c26343c9-ddcc-4171-ac09-70c098ccaed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (732ec1ad-57ee-41e8-85a0-75f05597dbb8), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:46.012706 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-735a0314-b911-41ec-82a2-1b410fef9736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (3834b01e-26c6-4922-bf2c-dc4e4c924aa3), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:46.015742 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a0725410-9e6c-45cb-9ff8-c6c4931d6b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (ece691f0-a7cc-4e31-b59a-0e18fd9fccde), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:46.074817 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dc4fc57-4ea9-45bf-b401-d1eaa5de934e admin admin] Notify agent at l3_agent.dv-cinder-846842-4-iscsi the message routers_updated {{(pid=104013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 03:04:46.091718 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-3dc4fc57-4ea9-45bf-b401-d1eaa5de934e admin admin] 10.222.0.13 "PUT /v2.0/routers/e2ad5562-e155-426e-bc35-07301cd63c1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8713932 Jun 26 03:04:46.119111 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Pushing event updated for resources: {'Port': ['ID=f7b843e9-e564-4ef0-ba7c-dab7a80d7a45,revision_number=3']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:04:46.140714 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:04:46.185292 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Current status of the port 75233db9-1289-4391-a7bf-d0057e2f9e51 is: ACTIVE; New status is: ACTIVE {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 03:04:46.187887 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Device 732ec1ad-57ee-41e8-85a0-75f05597dbb8 up at agent ovs-agent-dv-cinder-846842-4-iscsi {{(pid=104015) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 03:04:46.192579 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-9fa788d5-e3c9-4e3f-b5b2-220c4e4a024b admin admin] Publish callbacks [] for security_group (33760e95-f852-49db-b823-556892f61cb1), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:46.233079 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-9fa788d5-e3c9-4e3f-b5b2-220c4e4a024b admin admin] Publish callbacks [] for security_group (33760e95-f852-49db-b823-556892f61cb1), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:46.299335 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-63c0d295-c1ca-4b80-acc3-6d0d153862d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba98c50f-28e4-48ab-9551-c9e6cb46713b', 'name': 'tempest-ServerRescueNegativeTestJSON-1891208908-router', 'tenant_id': 'aa1dff9e9be549308ec0ad3a13810062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '9cca5d8c-99f7-4073-a841-c41cec400914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:04:34Z', 'updated_at': '2022-06-26T03:04:39Z', 'revision_number': 3, 'project_id': 'aa1dff9e9be549308ec0ad3a13810062', 'gw_port': {'id': '9cca5d8c-99f7-4073-a841-c41cec400914', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:4b:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba98c50f-28e4-48ab-9551-c9e6cb46713b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:36Z', 'updated_at': '2022-06-26T03:04:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi'}], 'dv-cinder-846842-4-iscsi', False) {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:04:46.316454 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:04:46.317390 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9c5b-6d1f-4af1-a61e-6bb44444be79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (cdaf2926-df93-41e6-bf68-68a05eedce29), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:46.390346 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c0d295-c1ca-4b80-acc3-6d0d153862d2 None None] The sync data for ids ['ba98c50f-28e4-48ab-9551-c9e6cb46713b'] in dv-cinder-846842-4-iscsi is: [{'id': 'ba98c50f-28e4-48ab-9551-c9e6cb46713b', 'name': 'tempest-ServerRescueNegativeTestJSON-1891208908-router', 'tenant_id': 'aa1dff9e9be549308ec0ad3a13810062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '9cca5d8c-99f7-4073-a841-c41cec400914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:04:34Z', 'updated_at': '2022-06-26T03:04:39Z', 'revision_number': 3, 'project_id': 'aa1dff9e9be549308ec0ad3a13810062', 'gw_port': {'id': '9cca5d8c-99f7-4073-a841-c41cec400914', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:4b:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba98c50f-28e4-48ab-9551-c9e6cb46713b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:36Z', 'updated_at': '2022-06-26T03:04:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi'}] {{(pid=104016) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 03:04:46.494929 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.db.db_base_plugin_common [None req-01312db9-5b6c-4aa9-a9c4-26fea1614548 admin admin] Allocated IP 172.20.0.1 (02cd0f74-99cd-4eb9-aeb7-aae2b7255a50/e97e6f7f-41a5-4383-a841-52482c75f2ee/33327a85-3c8e-4af6-b0c0-537dc6426738) {{(pid=104013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 03:04:46.505986 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-9aa157d9-0d23-400c-87ca-55267aecf4bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (ce7fec76-a46f-451b-8907-f6049dc22cab), before_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:46.567823 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-9fa788d5-e3c9-4e3f-b5b2-220c4e4a024b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (33760e95-f852-49db-b823-556892f61cb1), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:46.572345 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-9fa788d5-e3c9-4e3f-b5b2-220c4e4a024b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:46.574755 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-9fa788d5-e3c9-4e3f-b5b2-220c4e4a024b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/33760e95-f852-49db-b823-556892f61cb1 HTTP/1.1" status: 204 len: 168 time: 1.5822792 Jun 26 03:04:46.611078 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa788d5-e3c9-4e3f-b5b2-220c4e4a024b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33760e95-f852-49db-b823-556892f61cb1,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:04:46.620746 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-242bd48f-7ed2-44b8-b100-9e113996602a tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:46.740418 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:04:46.745950 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:04:46.763836 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d2867017-9ae3-4ae5-b018-59cb98d1258b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (3b87920d-6933-41a3-b47c-185b87d68e87), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:46.865964 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (16f9b602-7baf-4f7a-ab92-1b0788147fb5), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:46.886963 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Provisioning complete for port 732ec1ad-57ee-41e8-85a0-75f05597dbb8 triggered by entity L2. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:04:46.887339 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (732ec1ad-57ee-41e8-85a0-75f05597dbb8), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:46.888838 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-c26343c9-ddcc-4171-ac09-70c098ccaed9 None None] Current status of the port 732ec1ad-57ee-41e8-85a0-75f05597dbb8 is: ACTIVE; New status is: ACTIVE {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 03:04:46.905613 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 39076) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:04:46.911289 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:04:46.926855 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-93e98a41-7037-4885-b836-a3175188efba tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Request body: {'security_group': {'name': 'tempest-securitygroup--609336291', 'description': 'tempest-description--860644974'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:04:46.979430 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-c26343c9-ddcc-4171-ac09-70c098ccaed9 None None] Provisioning complete for port f7b843e9-e564-4ef0-ba7c-dab7a80d7a45 triggered by entity DHCP. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:04:46.979844 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-c26343c9-ddcc-4171-ac09-70c098ccaed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (f7b843e9-e564-4ef0-ba7c-dab7a80d7a45), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:47.006901 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.db.db_base_plugin_common [None req-242bd48f-7ed2-44b8-b100-9e113996602a tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Allocated IP 172.27.2.97 (9f069e5f-e57e-4e35-ad51-5f4f2e2f15df/6b24a38a-90db-41c5-beaf-6fa087899576/ef402aaf-dc63-43b9-87a7-854da0273ad3) {{(pid=104014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 03:04:47.033538 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:04:47.042208 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-01312db9-5b6c-4aa9-a9c4-26fea1614548 admin admin] Publish callbacks [] for port (33327a85-3c8e-4af6-b0c0-537dc6426738), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:47.127137 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-93e98a41-7037-4885-b836-a3175188efba tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:47.149109 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-b1b5a398-a580-4962-9b57-1698d00ef83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2ad5562-e155-426e-bc35-07301cd63c1e', 'name': 'tempest-AttachVolumeTestJSON-1328918760-router', 'tenant_id': 'ea86edd65ecb4972ba8bb33b34387432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '8e8f72f7-ef84-405c-834b-56a1ba6f45b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:04:34Z', 'updated_at': '2022-06-26T03:04:43Z', 'revision_number': 4, 'project_id': 'ea86edd65ecb4972ba8bb33b34387432', 'gw_port': {'id': '8e8f72f7-ef84-405c-834b-56a1ba6f45b2', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:55:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2ad5562-e155-426e-bc35-07301cd63c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:35Z', 'updated_at': '2022-06-26T03:04:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi', '_interfaces': [{'id': '01915289-5552-434d-814c-f902ddd7513b', 'name': '', 'network_id': '74573779-88f3-4aaa-82c6-e30fd16eafe2', 'tenant_id': 'ea86edd65ecb4972ba8bb33b34387432', 'mac_address': 'fa:16:3e:d0:94:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2ad5562-e155-426e-bc35-07301cd63c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c5ebf334-cb3d-4cb7-af71-a1dac7ba1320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:41Z', 'updated_at': '2022-06-26T03:04:41Z', 'revision_number': 1, 'project_id': 'ea86edd65ecb4972ba8bb33b34387432', 'subnets': [{'id': 'c5ebf334-cb3d-4cb7-af71-a1dac7ba1320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-4-iscsi', False) {} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:04:47.191861 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b5a398-a580-4962-9b57-1698d00ef83f None None] The sync data for ids ['e2ad5562-e155-426e-bc35-07301cd63c1e'] in dv-cinder-846842-4-iscsi is: [{'id': 'e2ad5562-e155-426e-bc35-07301cd63c1e', 'name': 'tempest-AttachVolumeTestJSON-1328918760-router', 'tenant_id': 'ea86edd65ecb4972ba8bb33b34387432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '8e8f72f7-ef84-405c-834b-56a1ba6f45b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:04:34Z', 'updated_at': '2022-06-26T03:04:43Z', 'revision_number': 4, 'project_id': 'ea86edd65ecb4972ba8bb33b34387432', 'gw_port': {'id': '8e8f72f7-ef84-405c-834b-56a1ba6f45b2', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:55:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2ad5562-e155-426e-bc35-07301cd63c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:35Z', 'updated_at': '2022-06-26T03:04:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi', '_interfaces': [{'id': '01915289-5552-434d-814c-f902ddd7513b', 'name': '', 'network_id': '74573779-88f3-4aaa-82c6-e30fd16eafe2', 'tenant_id': 'ea86edd65ecb4972ba8bb33b34387432', 'mac_address': 'fa:16:3e:d0:94:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2ad5562-e155-426e-bc35-07301cd63c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c5ebf334-cb3d-4cb7-af71-a1dac7ba1320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:41Z', 'updated_at': '2022-06-26T03:04:41Z', 'revision_number': 1, 'project_id': 'ea86edd65ecb4972ba8bb33b34387432', 'subnets': [{'id': 'c5ebf334-cb3d-4cb7-af71-a1dac7ba1320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 03:04:47.202250 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-253180ff-7275-43a6-bffa-c68d1f3bbd0c None None] Publish callbacks [] for port (e8cc937d-db9b-4f0e-ab77-7c522c5d66b7), precommit_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:47.258193 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-253180ff-7275-43a6-bffa-c68d1f3bbd0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (e8cc937d-db9b-4f0e-ab77-7c522c5d66b7), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:47.258930 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-01312db9-5b6c-4aa9-a9c4-26fea1614548 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787575245469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7375238'] for port (33327a85-3c8e-4af6-b0c0-537dc6426738), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:47.276775 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:04:47.360725 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-9aa157d9-0d23-400c-87ca-55267aecf4bc admin admin] Publish callbacks [] for port (ce7fec76-a46f-451b-8907-f6049dc22cab), precommit_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:47.361729 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-242bd48f-7ed2-44b8-b100-9e113996602a tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Publish callbacks [] for port (ef402aaf-dc63-43b9-87a7-854da0273ad3), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:47.364776 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9c5b-6d1f-4af1-a61e-6bb44444be79 admin admin] Publish callbacks [] for port (cdaf2926-df93-41e6-bf68-68a05eedce29), precommit_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:47.379952 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Current status of the port 732ec1ad-57ee-41e8-85a0-75f05597dbb8 is: ACTIVE; New status is: ACTIVE {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 03:04:47.380901 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9c5b-6d1f-4af1-a61e-6bb44444be79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (cdaf2926-df93-41e6-bf68-68a05eedce29), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:47.381757 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-ca1e9c5b-6d1f-4af1-a61e-6bb44444be79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1628672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1597140'] for router_interface (ba98c50f-28e4-48ab-9551-c9e6cb46713b), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:47.405829 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01312db9-5b6c-4aa9-a9c4-26fea1614548 admin admin] Network 02cd0f74-99cd-4eb9-aeb7-aae2b7255a50 is already hosted by enough agents. {{(pid=104013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 03:04:47.407191 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-9aa157d9-0d23-400c-87ca-55267aecf4bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7375263'] for port (ce7fec76-a46f-451b-8907-f6049dc22cab), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:47.414691 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.scheduler.base_scheduler [None req-01312db9-5b6c-4aa9-a9c4-26fea1614548 admin admin] Resources bound (agent type, host, resource id): {{(pid=104013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 03:04:47.419960 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01312db9-5b6c-4aa9-a9c4-26fea1614548 admin admin] Received port after_create {{(pid=104013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 26 03:04:47.518992 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01312db9-5b6c-4aa9-a9c4-26fea1614548 admin admin] Pushing event updated for resources: {'Port': ['ID=33327a85-3c8e-4af6-b0c0-537dc6426738,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:04:47.574202 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa157d9-0d23-400c-87ca-55267aecf4bc admin admin] Pushing event updated for resources: {'Port': ['ID=ce7fec76-a46f-451b-8907-f6049dc22cab,revision_number=2']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:04:47.575275 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f28e8f7-9c33-43d6-8078-54560cc9aa6b None None] Pushing event updated for resources: {'Port': ['ID=e8cc937d-db9b-4f0e-ab77-7c522c5d66b7,revision_number=3']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:04:47.601023 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-93e98a41-7037-4885-b836-a3175188efba tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Publish callbacks [] for security_group (8443e5b4-cfe8-43f3-9dfe-63aae7d635f6), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:47.614169 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-01312db9-5b6c-4aa9-a9c4-26fea1614548 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1596484'] for router_interface (7690237a-df65-454c-8ae7-05722406d1b3), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:47.616325 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1e9c5b-6d1f-4af1-a61e-6bb44444be79 admin admin] Pushing event updated for resources: {'Port': ['ID=cdaf2926-df93-41e6-bf68-68a05eedce29,revision_number=2']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:04:47.629749 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-c26343c9-ddcc-4171-ac09-70c098ccaed9 None None] Current status of the port f7b843e9-e564-4ef0-ba7c-dab7a80d7a45 is: ACTIVE; New status is: ACTIVE {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 03:04:47.672561 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-c26343c9-ddcc-4171-ac09-70c098ccaed9 None None] Provisioning complete for port e8cc937d-db9b-4f0e-ab77-7c522c5d66b7 triggered by entity DHCP. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:04:47.672967 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-c26343c9-ddcc-4171-ac09-70c098ccaed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (e8cc937d-db9b-4f0e-ab77-7c522c5d66b7), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:47.735160 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-9aa157d9-0d23-400c-87ca-55267aecf4bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1628672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1597140'] for router_interface (63810667-e3f4-4abe-8ac2-f5778281b44b), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:47.749644 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-93e98a41-7037-4885-b836-a3175188efba tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (8443e5b4-cfe8-43f3-9dfe-63aae7d635f6), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:47.979436 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-c26343c9-ddcc-4171-ac09-70c098ccaed9 None None] Port e8cc937d-db9b-4f0e-ab77-7c522c5d66b7 cannot update to ACTIVE because it is not bound. {{(pid=104015) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 26 03:04:47.980829 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.agents_db [None req-1acc9491-aa00-4d80-a7f3-d699105ea2bf None None] Agent healthcheck: found 6 active agents {{(pid=104016) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 03:04:48.003884 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca1e9c5b-6d1f-4af1-a61e-6bb44444be79 admin admin] Network 4d1cf2ab-1c05-4bc5-9daa-428f3ef27012 is already hosted by enough agents. {{(pid=104014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 03:04:48.006319 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.scheduler.base_scheduler [None req-ca1e9c5b-6d1f-4af1-a61e-6bb44444be79 admin admin] Resources bound (agent type, host, resource id): {{(pid=104014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 03:04:48.020639 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-242bd48f-7ed2-44b8-b100-9e113996602a tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787575245469'] for port (ef402aaf-dc63-43b9-87a7-854da0273ad3), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:48.023704 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-93e98a41-7037-4885-b836-a3175188efba tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:48.027209 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-93e98a41-7037-4885-b836-a3175188efba tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.1134524 Jun 26 03:04:48.033484 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 39110) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:04:48.040982 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-c26343c9-ddcc-4171-ac09-70c098ccaed9 None None] Provisioning complete for port 01915289-5552-434d-814c-f902ddd7513b triggered by entity DHCP. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:04:48.041426 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-c26343c9-ddcc-4171-ac09-70c098ccaed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (01915289-5552-434d-814c-f902ddd7513b), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:48.054018 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [None req-afbdcb4b-aaf1-4923-9339-eb660627a670 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Request body: {'security_group_rule': {'security_group_id': '8443e5b4-cfe8-43f3-9dfe-63aae7d635f6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:04:48.084177 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [None req-253180ff-7275-43a6-bffa-c68d1f3bbd0c None None] Attempting to bind port e8cc937d-db9b-4f0e-ab77-7c522c5d66b7 on host dv-cinder-846842-4-iscsi for vnic_type normal with profile {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 26 03:04:48.084887 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [None req-253180ff-7275-43a6-bffa-c68d1f3bbd0c None None] Attempting to bind port e8cc937d-db9b-4f0e-ab77-7c522c5d66b7 by drivers openvswitch,hyperv on host dv-cinder-846842-4-iscsi at level 0 using segments [{'id': '9b1bc4ce-7d03-4b55-892a-abd91da4af67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '151cdbb9-618f-46a1-a7b5-564e53db9cea'}] {{(pid=104015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 26 03:04:48.085572 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253180ff-7275-43a6-bffa-c68d1f3bbd0c None None] Attempting to bind port e8cc937d-db9b-4f0e-ab77-7c522c5d66b7 on network 151cdbb9-618f-46a1-a7b5-564e53db9cea {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 26 03:04:48.140275 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253180ff-7275-43a6-bffa-c68d1f3bbd0c None None] Checking agent: {'id': '16f9b602-7baf-4f7a-ab92-1b0788147fb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 26, 2, 56, 46), 'started_at': datetime.datetime(2022, 6, 26, 2, 57, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 26, 3, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 26 03:04:48.140665 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253180ff-7275-43a6-bffa-c68d1f3bbd0c None None] Checking segment: {'id': '9b1bc4ce-7d03-4b55-892a-abd91da4af67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '151cdbb9-618f-46a1-a7b5-564e53db9cea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 26 03:04:48.141131 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-253180ff-7275-43a6-bffa-c68d1f3bbd0c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:48.142231 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253180ff-7275-43a6-bffa-c68d1f3bbd0c None None] Bound using segment: {'id': '9b1bc4ce-7d03-4b55-892a-abd91da4af67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '151cdbb9-618f-46a1-a7b5-564e53db9cea'} {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 26 03:04:48.143077 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [None req-253180ff-7275-43a6-bffa-c68d1f3bbd0c None None] Bound port: e8cc937d-db9b-4f0e-ab77-7c522c5d66b7, host: dv-cinder-846842-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b1bc4ce-7d03-4b55-892a-abd91da4af67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '151cdbb9-618f-46a1-a7b5-564e53db9cea'}}] {{(pid=104015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 26 03:04:48.143631 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-253180ff-7275-43a6-bffa-c68d1f3bbd0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (e8cc937d-db9b-4f0e-ab77-7c522c5d66b7), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:48.192304 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e98a41-7037-4885-b836-a3175188efba tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8443e5b4-cfe8-43f3-9dfe-63aae7d635f6,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:04:48.210155 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-242bd48f-7ed2-44b8-b100-9e113996602a tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Network 9f069e5f-e57e-4e35-ad51-5f4f2e2f15df is already hosted by enough agents. {{(pid=104014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 03:04:48.227684 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.scheduler.base_scheduler [None req-242bd48f-7ed2-44b8-b100-9e113996602a tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Resources bound (agent type, host, resource id): {{(pid=104014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 03:04:48.240183 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242bd48f-7ed2-44b8-b100-9e113996602a tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Received port after_create {{(pid=104014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 26 03:04:48.253522 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Device 71fe6b46-d82b-42e3-b4e8-eb341f12c704 up at agent ovs-agent-dv-cinder-846842-4-iscsi {{(pid=104015) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 03:04:48.347403 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:04:48.384497 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:04:48.439714 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa157d9-0d23-400c-87ca-55267aecf4bc admin admin] Network 26d75899-1607-4d4e-b529-22178d34e095 is already hosted by enough agents. {{(pid=104013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 03:04:48.453780 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.scheduler.base_scheduler [None req-9aa157d9-0d23-400c-87ca-55267aecf4bc admin admin] Resources bound (agent type, host, resource id): {{(pid=104013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 03:04:48.526690 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-c26343c9-ddcc-4171-ac09-70c098ccaed9 None None] Port 01915289-5552-434d-814c-f902ddd7513b cannot update to ACTIVE because it is not bound. {{(pid=104015) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 26 03:04:48.579813 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242bd48f-7ed2-44b8-b100-9e113996602a tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Pushing event updated for resources: {'Port': ['ID=ef402aaf-dc63-43b9-87a7-854da0273ad3,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:04:48.609053 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=100 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:04:48.650186 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-afbdcb4b-aaf1-4923-9339-eb660627a670 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Publish callbacks [] for security_group_rule (2355346a-65fa-49d2-8ef7-4c9e6ee0cc42), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:48.727971 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-0cafa401-51a4-4f47-a6dc-744e7f9bcf69 None None] Provisioning complete for port cdaf2926-df93-41e6-bf68-68a05eedce29 triggered by entity DHCP. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:04:48.728436 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-0cafa401-51a4-4f47-a6dc-744e7f9bcf69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (cdaf2926-df93-41e6-bf68-68a05eedce29), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:48.735924 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:04:48.737326 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-01312db9-5b6c-4aa9-a9c4-26fea1614548 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (33327a85-3c8e-4af6-b0c0-537dc6426738), before_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:48.753533 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-242bd48f-7ed2-44b8-b100-9e113996602a tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Publish callbacks [] for floatingip (d6bfc6de-13d9-4d14-8418-1d627a4b1565), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:48.787854 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aa157d9-0d23-400c-87ca-55267aecf4bc admin admin] Router 63810667-e3f4-4abe-8ac2-f5778281b44b has already been hosted by L3 agent 0122de27-3097-4d47-a0ca-0fb90e28ac1e {{(pid=104013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 26 03:04:48.812066 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Provisioning complete for port 71fe6b46-d82b-42e3-b4e8-eb341f12c704 triggered by entity L2. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:04:48.812445 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (71fe6b46-d82b-42e3-b4e8-eb341f12c704), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:48.817241 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-253180ff-7275-43a6-bffa-c68d1f3bbd0c None None] For port e8cc937d-db9b-4f0e-ab77-7c522c5d66b7, host dv-cinder-846842-4-iscsi, cleared binding levels {{(pid=104015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 03:04:48.890555 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-253180ff-7275-43a6-bffa-c68d1f3bbd0c None None] For port e8cc937d-db9b-4f0e-ab77-7c522c5d66b7, host dv-cinder-846842-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-4-iscsi',level=0,port_id=e8cc937d-db9b-4f0e-ab77-7c522c5d66b7,segment=NetworkSegment(9b1bc4ce-7d03-4b55-892a-abd91da4af67),segment_id=9b1bc4ce-7d03-4b55-892a-abd91da4af67)] {{(pid=104015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 03:04:48.912604 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-0cafa401-51a4-4f47-a6dc-744e7f9bcf69 None None] Port cdaf2926-df93-41e6-bf68-68a05eedce29 cannot update to ACTIVE because it is not bound. {{(pid=104015) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 26 03:04:48.946482 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-253180ff-7275-43a6-bffa-c68d1f3bbd0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (e8cc937d-db9b-4f0e-ab77-7c522c5d66b7), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:48.977646 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-242bd48f-7ed2-44b8-b100-9e113996602a tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (ef402aaf-dc63-43b9-87a7-854da0273ad3), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:48.980304 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aa157d9-0d23-400c-87ca-55267aecf4bc admin admin] Notify agent at l3_agent.dv-cinder-846842-4-iscsi the message routers_updated {{(pid=104013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 03:04:48.991737 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-9aa157d9-0d23-400c-87ca-55267aecf4bc admin admin] 10.222.0.13 "PUT /v2.0/routers/63810667-e3f4-4abe-8ac2-f5778281b44b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1119933 Jun 26 03:04:48.995838 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c804b69-71c7-425e-b007-71a1600f7b66 None None] Sync routers for ids ['63810667-e3f4-4abe-8ac2-f5778281b44b'] in dv-cinder-846842-4-iscsi {{(pid=104016) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 03:04:49.014870 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c804b69-71c7-425e-b007-71a1600f7b66 None None] Routers {'63810667-e3f4-4abe-8ac2-f5778281b44b'} bound to L3 agent in host dv-cinder-846842-4-iscsi {{(pid=104016) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 26 03:04:49.016307 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-3c804b69-71c7-425e-b007-71a1600f7b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-26T02:56:44Z,description=,heartbeat_timestamp=2022-06-26T03:04:44Z,host='dv-cinder-846842-4-iscsi',id=0122de27-3097-4d47-a0ca-0fb90e28ac1e,load=0,resource_versions=,resources_synced=,started_at=2022-06-26T02:56:44Z,topic='l3_agent')) {'router_ids': ['63810667-e3f4-4abe-8ac2-f5778281b44b'], 'active': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:04:49.043326 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca1e9c5b-6d1f-4af1-a61e-6bb44444be79 admin admin] Router ba98c50f-28e4-48ab-9551-c9e6cb46713b has already been hosted by L3 agent 0122de27-3097-4d47-a0ca-0fb90e28ac1e {{(pid=104014) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 26 03:04:49.106550 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-0cafa401-51a4-4f47-a6dc-744e7f9bcf69 None None] Provisioning complete for port e8cc937d-db9b-4f0e-ab77-7c522c5d66b7 triggered by entity DHCP. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:04:49.116963 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-0cafa401-51a4-4f47-a6dc-744e7f9bcf69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (e8cc937d-db9b-4f0e-ab77-7c522c5d66b7), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:49.120684 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-735a0314-b911-41ec-82a2-1b410fef9736 None None] Publish callbacks [] for port (3834b01e-26c6-4922-bf2c-dc4e4c924aa3), precommit_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:49.169345 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:04:49.204059 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-afbdcb4b-aaf1-4923-9339-eb660627a670 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Publish callbacks [] for security_group_rule (2355346a-65fa-49d2-8ef7-4c9e6ee0cc42), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:49.238991 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f28e8f7-9c33-43d6-8078-54560cc9aa6b None None] Pushing event updated for resources: {'Port': ['ID=e8cc937d-db9b-4f0e-ab77-7c522c5d66b7,revision_number=4']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:04:49.262794 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-735a0314-b911-41ec-82a2-1b410fef9736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (3834b01e-26c6-4922-bf2c-dc4e4c924aa3), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:49.275900 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-01312db9-5b6c-4aa9-a9c4-26fea1614548 admin admin] Publish callbacks [] for port (33327a85-3c8e-4af6-b0c0-537dc6426738), precommit_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:49.285910 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-01312db9-5b6c-4aa9-a9c4-26fea1614548 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7375263'] for port (33327a85-3c8e-4af6-b0c0-537dc6426738), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:49.310432 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvr_db [None req-3c804b69-71c7-425e-b007-71a1600f7b66 None None] Set router 63810667-e3f4-4abe-8ac2-f5778281b44b gateway port host: dv-cinder-846842-4-iscsi {{(pid=104016) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 26 03:04:49.386008 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-afbdcb4b-aaf1-4923-9339-eb660627a670 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692706'] for security_group_rule (2355346a-65fa-49d2-8ef7-4c9e6ee0cc42), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:49.478269 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-01312db9-5b6c-4aa9-a9c4-26fea1614548 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1628672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1597140'] for router_interface (7690237a-df65-454c-8ae7-05722406d1b3), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:49.486904 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01312db9-5b6c-4aa9-a9c4-26fea1614548 admin admin] Pushing event updated for resources: {'Port': ['ID=33327a85-3c8e-4af6-b0c0-537dc6426738,revision_number=2']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:04:49.581373 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=100 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:04:49.583037 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Current status of the port 71fe6b46-d82b-42e3-b4e8-eb341f12c704 is: ACTIVE; New status is: ACTIVE {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 03:04:49.584706 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Device 9cca5d8c-99f7-4073-a841-c41cec400914 up at agent ovs-agent-dv-cinder-846842-4-iscsi {{(pid=104015) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 03:04:49.613399 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbdcb4b-aaf1-4923-9339-eb660627a670 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2355346a-65fa-49d2-8ef7-4c9e6ee0cc42,revision_number=0']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:04:49.731904 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253180ff-7275-43a6-bffa-c68d1f3bbd0c None None] Routers {'835eabe5-1cc7-4a1c-883b-ff8b0fbc3a4a'} bound to L3 agent in host dv-cinder-846842-4-iscsi {{(pid=104015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 26 03:04:49.732243 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-253180ff-7275-43a6-bffa-c68d1f3bbd0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-26T02:56:44Z,description=,heartbeat_timestamp=2022-06-26T03:04:44Z,host='dv-cinder-846842-4-iscsi',id=0122de27-3097-4d47-a0ca-0fb90e28ac1e,load=0,resource_versions=,resources_synced=,started_at=2022-06-26T02:56:44Z,topic='l3_agent')) {'router_ids': ['835eabe5-1cc7-4a1c-883b-ff8b0fbc3a4a'], 'active': True} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:04:49.787072 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-afbdcb4b-aaf1-4923-9339-eb660627a670 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:49.808554 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-afbdcb4b-aaf1-4923-9339-eb660627a670 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7652929 Jun 26 03:04:49.827094 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 39162) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:04:49.854562 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01312db9-5b6c-4aa9-a9c4-26fea1614548 admin admin] Network 02cd0f74-99cd-4eb9-aeb7-aae2b7255a50 is already hosted by enough agents. {{(pid=104013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 03:04:49.865846 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-91303f07-31af-47ca-9b81-620a45659e4c tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Request body: {'security_group_rule': {'security_group_id': '8443e5b4-cfe8-43f3-9dfe-63aae7d635f6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:04:49.892126 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.scheduler.base_scheduler [None req-01312db9-5b6c-4aa9-a9c4-26fea1614548 admin admin] Resources bound (agent type, host, resource id): {{(pid=104013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 03:04:49.949147 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-3c804b69-71c7-425e-b007-71a1600f7b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63810667-e3f4-4abe-8ac2-f5778281b44b', 'name': 'tempest-DeleteServersTestJSON-1902036654-router', 'tenant_id': '23078d86cd394c749328fb9dd7992919', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.205'}], 'enable_snat': True}, 'gw_port_id': '5970bc2f-279c-4e02-8df2-77f6d5aa9b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:04:33Z', 'updated_at': '2022-06-26T03:04:46Z', 'revision_number': 4, 'project_id': '23078d86cd394c749328fb9dd7992919', 'gw_port': {'id': '5970bc2f-279c-4e02-8df2-77f6d5aa9b5f', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:fe:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63810667-e3f4-4abe-8ac2-f5778281b44b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:36Z', 'updated_at': '2022-06-26T03:04:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi', '_interfaces': [{'id': 'ce7fec76-a46f-451b-8907-f6049dc22cab', 'name': '', 'network_id': '26d75899-1607-4d4e-b529-22178d34e095', 'tenant_id': '23078d86cd394c749328fb9dd7992919', 'mac_address': 'fa:16:3e:d4:2e:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63810667-e3f4-4abe-8ac2-f5778281b44b', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '767e1a0e-9ad6-4e3d-acf7-7ae8d7e1ee4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:43Z', 'updated_at': '2022-06-26T03:04:46Z', 'revision_number': 2, 'project_id': '23078d86cd394c749328fb9dd7992919', 'subnets': [{'id': '767e1a0e-9ad6-4e3d-acf7-7ae8d7e1ee4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-4-iscsi', False) {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:04:49.979993 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca1e9c5b-6d1f-4af1-a61e-6bb44444be79 admin admin] Notify agent at l3_agent.dv-cinder-846842-4-iscsi the message routers_updated {{(pid=104014) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 03:04:50.018992 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-ca1e9c5b-6d1f-4af1-a61e-6bb44444be79 admin admin] 10.222.0.13 "PUT /v2.0/routers/ba98c50f-28e4-48ab-9551-c9e6cb46713b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7329545 Jun 26 03:04:50.039147 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c804b69-71c7-425e-b007-71a1600f7b66 None None] Checking router: 63810667-e3f4-4abe-8ac2-f5778281b44b for host: dv-cinder-846842-4-iscsi {{(pid=104016) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 03:04:50.039684 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c804b69-71c7-425e-b007-71a1600f7b66 None None] Updating router 63810667-e3f4-4abe-8ac2-f5778281b44b port ce7fec76-a46f-451b-8907-f6049dc22cab binding host dv-cinder-846842-4-iscsi {{(pid=104016) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 26 03:04:50.075959 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-242bd48f-7ed2-44b8-b100-9e113996602a tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Publish callbacks [] for port (ef402aaf-dc63-43b9-87a7-854da0273ad3), precommit_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:50.089053 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-242bd48f-7ed2-44b8-b100-9e113996602a tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (ef402aaf-dc63-43b9-87a7-854da0273ad3), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:50.164913 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3c804b69-71c7-425e-b007-71a1600f7b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (ce7fec76-a46f-451b-8907-f6049dc22cab), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:50.264052 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01312db9-5b6c-4aa9-a9c4-26fea1614548 admin admin] Router 7690237a-df65-454c-8ae7-05722406d1b3 has already been hosted by L3 agent 0122de27-3097-4d47-a0ca-0fb90e28ac1e {{(pid=104013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 26 03:04:50.264756 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-242bd48f-7ed2-44b8-b100-9e113996602a tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620021'] for floatingip (d6bfc6de-13d9-4d14-8418-1d627a4b1565), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:50.274652 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-91303f07-31af-47ca-9b81-620a45659e4c tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Publish callbacks [] for security_group_rule (c41970ae-5292-4216-95b5-09de62657da0), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:50.315803 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:04:50.318701 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-242bd48f-7ed2-44b8-b100-9e113996602a tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515864'] for floatingip (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:50.321950 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-242bd48f-7ed2-44b8-b100-9e113996602a tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.6514654 Jun 26 03:04:50.353019 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242bd48f-7ed2-44b8-b100-9e113996602a tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Pushing event updated for resources: {'Port': ['ID=ef402aaf-dc63-43b9-87a7-854da0273ad3,revision_number=2']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:04:50.461752 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvr_db [None req-253180ff-7275-43a6-bffa-c68d1f3bbd0c None None] Set router 835eabe5-1cc7-4a1c-883b-ff8b0fbc3a4a gateway port host: dv-cinder-846842-4-iscsi {{(pid=104015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 26 03:04:50.562516 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-91303f07-31af-47ca-9b81-620a45659e4c tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Publish callbacks [] for security_group_rule (c41970ae-5292-4216-95b5-09de62657da0), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:50.590522 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 39204) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:04:50.591620 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:04:50.593492 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3aad0f6-34d9-40d9-98fd-9eda15418c06 None None] Sync routers for ids ['ba98c50f-28e4-48ab-9551-c9e6cb46713b'] in dv-cinder-846842-4-iscsi {{(pid=104015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 03:04:50.594776 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-91303f07-31af-47ca-9b81-620a45659e4c tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692706'] for security_group_rule (c41970ae-5292-4216-95b5-09de62657da0), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:50.596508 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a142bf-4c93-43ee-8a4e-8e2dde62d228 None None] Pushing event updated for resources: {'Port': ['ID=3834b01e-26c6-4922-bf2c-dc4e4c924aa3,revision_number=2']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:04:50.599099 dv-cinder-846842-4-iscsi neutron-server[104014]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 26 03:04:50.641656 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [None req-735a0314-b911-41ec-82a2-1b410fef9736 None None] Attempting to bind port 3834b01e-26c6-4922-bf2c-dc4e4c924aa3 on host dv-cinder-846842-4-iscsi for vnic_type normal with profile {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 26 03:04:50.642940 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [None req-735a0314-b911-41ec-82a2-1b410fef9736 None None] Attempting to bind port 3834b01e-26c6-4922-bf2c-dc4e4c924aa3 by drivers openvswitch,hyperv on host dv-cinder-846842-4-iscsi at level 0 using segments [{'id': '968602fb-f834-40ea-ad2f-658bf3156d3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df'}] {{(pid=104015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 26 03:04:50.643500 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735a0314-b911-41ec-82a2-1b410fef9736 None None] Attempting to bind port 3834b01e-26c6-4922-bf2c-dc4e4c924aa3 on network 9f069e5f-e57e-4e35-ad51-5f4f2e2f15df {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 26 03:04:50.738879 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735a0314-b911-41ec-82a2-1b410fef9736 None None] Checking agent: {'id': '16f9b602-7baf-4f7a-ab92-1b0788147fb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 26, 2, 56, 46), 'started_at': datetime.datetime(2022, 6, 26, 2, 57, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 26, 3, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 26 03:04:50.739263 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735a0314-b911-41ec-82a2-1b410fef9736 None None] Checking segment: {'id': '968602fb-f834-40ea-ad2f-658bf3156d3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 26 03:04:50.739689 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-735a0314-b911-41ec-82a2-1b410fef9736 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:50.742172 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735a0314-b911-41ec-82a2-1b410fef9736 None None] Bound using segment: {'id': '968602fb-f834-40ea-ad2f-658bf3156d3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df'} {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 26 03:04:50.742692 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [None req-735a0314-b911-41ec-82a2-1b410fef9736 None None] Bound port: 3834b01e-26c6-4922-bf2c-dc4e4c924aa3, host: dv-cinder-846842-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '968602fb-f834-40ea-ad2f-658bf3156d3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df'}}] {{(pid=104015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 26 03:04:50.743091 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-735a0314-b911-41ec-82a2-1b410fef9736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (3834b01e-26c6-4922-bf2c-dc4e4c924aa3), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:50.750106 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3aad0f6-34d9-40d9-98fd-9eda15418c06 None None] Routers {'ba98c50f-28e4-48ab-9551-c9e6cb46713b'} bound to L3 agent in host dv-cinder-846842-4-iscsi {{(pid=104015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 26 03:04:50.750861 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-d3aad0f6-34d9-40d9-98fd-9eda15418c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-26T02:56:44Z,description=,heartbeat_timestamp=2022-06-26T03:04:44Z,host='dv-cinder-846842-4-iscsi',id=0122de27-3097-4d47-a0ca-0fb90e28ac1e,load=0,resource_versions=,resources_synced=,started_at=2022-06-26T02:56:44Z,topic='l3_agent')) {'router_ids': ['ba98c50f-28e4-48ab-9551-c9e6cb46713b'], 'active': True} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:04:50.779192 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3c804b69-71c7-425e-b007-71a1600f7b66 None None] Publish callbacks [] for port (ce7fec76-a46f-451b-8907-f6049dc22cab), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:50.790611 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3c804b69-71c7-425e-b007-71a1600f7b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (ce7fec76-a46f-451b-8907-f6049dc22cab), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:50.794223 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Provisioning complete for port 9cca5d8c-99f7-4073-a841-c41cec400914 triggered by entity L2. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:04:50.794600 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (9cca5d8c-99f7-4073-a841-c41cec400914), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:50.802827 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 39220) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:04:50.845592 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:04:50.852544 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72eb90c0-4bcc-476d-8f5c-bc2ec7341e98 None None] Pushing event updated for resources: {'Port': ['ID=ce7fec76-a46f-451b-8907-f6049dc22cab,revision_number=3']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:04:50.941666 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [None req-3c804b69-71c7-425e-b007-71a1600f7b66 None None] Attempting to bind port ce7fec76-a46f-451b-8907-f6049dc22cab on host dv-cinder-846842-4-iscsi for vnic_type normal with profile {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 26 03:04:50.945125 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [None req-3c804b69-71c7-425e-b007-71a1600f7b66 None None] Attempting to bind port ce7fec76-a46f-451b-8907-f6049dc22cab by drivers openvswitch,hyperv on host dv-cinder-846842-4-iscsi at level 0 using segments [{'id': 'cf7f1aa2-5b82-42a9-b922-aafb5e3585d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '26d75899-1607-4d4e-b529-22178d34e095'}] {{(pid=104016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 26 03:04:50.945878 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c804b69-71c7-425e-b007-71a1600f7b66 None None] Attempting to bind port ce7fec76-a46f-451b-8907-f6049dc22cab on network 26d75899-1607-4d4e-b529-22178d34e095 {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 26 03:04:50.954621 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c804b69-71c7-425e-b007-71a1600f7b66 None None] Checking agent: {'id': '16f9b602-7baf-4f7a-ab92-1b0788147fb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 26, 2, 56, 46), 'started_at': datetime.datetime(2022, 6, 26, 2, 57, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 26, 3, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 26 03:04:50.955649 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c804b69-71c7-425e-b007-71a1600f7b66 None None] Checking segment: {'id': 'cf7f1aa2-5b82-42a9-b922-aafb5e3585d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '26d75899-1607-4d4e-b529-22178d34e095'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 26 03:04:50.956256 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3c804b69-71c7-425e-b007-71a1600f7b66 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:50.956832 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c804b69-71c7-425e-b007-71a1600f7b66 None None] Bound using segment: {'id': 'cf7f1aa2-5b82-42a9-b922-aafb5e3585d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '26d75899-1607-4d4e-b529-22178d34e095'} {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 26 03:04:50.957491 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [None req-3c804b69-71c7-425e-b007-71a1600f7b66 None None] Bound port: ce7fec76-a46f-451b-8907-f6049dc22cab, host: dv-cinder-846842-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf7f1aa2-5b82-42a9-b922-aafb5e3585d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '26d75899-1607-4d4e-b529-22178d34e095'}}] {{(pid=104016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 26 03:04:50.958547 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3c804b69-71c7-425e-b007-71a1600f7b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (ce7fec76-a46f-451b-8907-f6049dc22cab), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:51.012986 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-98a2685a-ecc9-47d6-920e-476abdc60daf req-64aa11c6-1c8c-4600-9e45-c19757a76b5a tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1780342500&fields=id&tenant_id=5dd1a7a651fa4d27a1b6488ca13effca HTTP/1.1" status: 200 len: 267 time: 0.2060981 Jun 26 03:04:51.071321 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-3c804b69-71c7-425e-b007-71a1600f7b66 None None] For port ce7fec76-a46f-451b-8907-f6049dc22cab, host dv-cinder-846842-4-iscsi, cleared binding levels {{(pid=104016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 03:04:51.078536 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-3c804b69-71c7-425e-b007-71a1600f7b66 None None] For port ce7fec76-a46f-451b-8907-f6049dc22cab, host dv-cinder-846842-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-4-iscsi',level=0,port_id=ce7fec76-a46f-451b-8907-f6049dc22cab,segment=NetworkSegment(cf7f1aa2-5b82-42a9-b922-aafb5e3585d6),segment_id=cf7f1aa2-5b82-42a9-b922-aafb5e3585d6)] {{(pid=104016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 03:04:51.093895 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3c804b69-71c7-425e-b007-71a1600f7b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (ce7fec76-a46f-451b-8907-f6049dc22cab), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:51.161633 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91303f07-31af-47ca-9b81-620a45659e4c tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c41970ae-5292-4216-95b5-09de62657da0,revision_number=0']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:04:51.183618 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-0cafa401-51a4-4f47-a6dc-744e7f9bcf69 None None] Current status of the port e8cc937d-db9b-4f0e-ab77-7c522c5d66b7 is: DOWN; New status is: ACTIVE {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 03:04:51.184009 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-0cafa401-51a4-4f47-a6dc-744e7f9bcf69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (e8cc937d-db9b-4f0e-ab77-7c522c5d66b7), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:51.199686 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-91303f07-31af-47ca-9b81-620a45659e4c tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:51.201148 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-91303f07-31af-47ca-9b81-620a45659e4c tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3390028 Jun 26 03:04:51.201624 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:04:51.204803 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 39234) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:04:51.208345 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c804b69-71c7-425e-b007-71a1600f7b66 None None] Routers {'63810667-e3f4-4abe-8ac2-f5778281b44b'} bound to L3 agent in host dv-cinder-846842-4-iscsi {{(pid=104016) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 26 03:04:51.210310 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-3c804b69-71c7-425e-b007-71a1600f7b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-26T02:56:44Z,description=,heartbeat_timestamp=2022-06-26T03:04:44Z,host='dv-cinder-846842-4-iscsi',id=0122de27-3097-4d47-a0ca-0fb90e28ac1e,load=0,resource_versions=,resources_synced=,started_at=2022-06-26T02:56:44Z,topic='l3_agent')) {'router_ids': ['63810667-e3f4-4abe-8ac2-f5778281b44b'], 'active': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:04:51.216219 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-824a9ffa-1189-417c-ab78-be9c862a22c3 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Request body: {'floatingip': {'floating_network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:04:51.266416 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01312db9-5b6c-4aa9-a9c4-26fea1614548 admin admin] Notify agent at l3_agent.dv-cinder-846842-4-iscsi the message routers_updated {{(pid=104013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 03:04:51.285680 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-01312db9-5b6c-4aa9-a9c4-26fea1614548 admin admin] 10.222.0.13 "PUT /v2.0/routers/7690237a-df65-454c-8ae7-05722406d1b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9949830 Jun 26 03:04:51.290309 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-824a9ffa-1189-417c-ab78-be9c862a22c3 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:51.353094 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-735a0314-b911-41ec-82a2-1b410fef9736 None None] For port 3834b01e-26c6-4922-bf2c-dc4e4c924aa3, host dv-cinder-846842-4-iscsi, cleared binding levels {{(pid=104015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 03:04:51.366217 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-0cafa401-51a4-4f47-a6dc-744e7f9bcf69 None None] For port e8cc937d-db9b-4f0e-ab77-7c522c5d66b7, host dv-cinder-846842-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-4-iscsi',level=0,port_id=e8cc937d-db9b-4f0e-ab77-7c522c5d66b7,segment=NetworkSegment(9b1bc4ce-7d03-4b55-892a-abd91da4af67),segment_id=9b1bc4ce-7d03-4b55-892a-abd91da4af67)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:04:51.425425 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72eb90c0-4bcc-476d-8f5c-bc2ec7341e98 None None] Pushing event updated for resources: {'Port': ['ID=ce7fec76-a46f-451b-8907-f6049dc22cab,revision_number=4']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:04:51.441657 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-735a0314-b911-41ec-82a2-1b410fef9736 None None] For port 3834b01e-26c6-4922-bf2c-dc4e4c924aa3, host dv-cinder-846842-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-4-iscsi',level=0,port_id=3834b01e-26c6-4922-bf2c-dc4e4c924aa3,segment=NetworkSegment(968602fb-f834-40ea-ad2f-658bf3156d3b),segment_id=968602fb-f834-40ea-ad2f-658bf3156d3b)] {{(pid=104015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 03:04:51.448408 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Current status of the port 9cca5d8c-99f7-4073-a841-c41cec400914 is: DOWN; New status is: ACTIVE {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 03:04:51.448799 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (9cca5d8c-99f7-4073-a841-c41cec400914), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:51.453617 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2269f6-9710-4ac1-afae-c312f9c56d9d req-6a6689d8-cf66-4d65-9b75-8d70e0b9f5d1 tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:04:51.456398 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-0cafa401-51a4-4f47-a6dc-744e7f9bcf69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (e8cc937d-db9b-4f0e-ab77-7c522c5d66b7), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:51.460215 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-3e2269f6-9710-4ac1-afae-c312f9c56d9d req-6a6689d8-cf66-4d65-9b75-8d70e0b9f5d1 tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] 10.222.0.13 "GET /v2.0/networks?id=26d75899-1607-4d4e-b529-22178d34e095 HTTP/1.1" status: 200 len: 812 time: 0.8640740 Jun 26 03:04:51.476155 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvr_db [None req-d3aad0f6-34d9-40d9-98fd-9eda15418c06 None None] Set router ba98c50f-28e4-48ab-9551-c9e6cb46713b gateway port host: dv-cinder-846842-4-iscsi {{(pid=104015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 26 03:04:51.478777 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:04:51.479989 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:04:51.595101 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-735a0314-b911-41ec-82a2-1b410fef9736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (3834b01e-26c6-4922-bf2c-dc4e4c924aa3), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:51.600907 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-3e2269f6-9710-4ac1-afae-c312f9c56d9d req-70c63f5b-f2c5-4afd-9934-e3955b1e0e6f tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] 10.222.0.13 "GET /v2.0/quotas/23078d86cd394c749328fb9dd7992919 HTTP/1.1" status: 200 len: 375 time: 0.1127355 Jun 26 03:04:51.661214 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-0cafa401-51a4-4f47-a6dc-744e7f9bcf69 None None] Provisioning complete for port 01915289-5552-434d-814c-f902ddd7513b triggered by entity DHCP. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:04:51.661964 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-0cafa401-51a4-4f47-a6dc-744e7f9bcf69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (01915289-5552-434d-814c-f902ddd7513b), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:51.670031 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] For port 9cca5d8c-99f7-4073-a841-c41cec400914, host dv-cinder-846842-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-4-iscsi',level=0,port_id=9cca5d8c-99f7-4073-a841-c41cec400914,segment=NetworkSegment(968602fb-f834-40ea-ad2f-658bf3156d3b),segment_id=968602fb-f834-40ea-ad2f-658bf3156d3b)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:04:51.689964 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvr_db [None req-3c804b69-71c7-425e-b007-71a1600f7b66 None None] Set router 63810667-e3f4-4abe-8ac2-f5778281b44b gateway port host: dv-cinder-846842-4-iscsi {{(pid=104016) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 26 03:04:51.724916 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (9cca5d8c-99f7-4073-a841-c41cec400914), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:51.725949 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Device 33388b70-103e-4ab1-948f-5b12b8967957 up at agent ovs-agent-dv-cinder-846842-4-iscsi {{(pid=104015) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 03:04:51.806088 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-824a9ffa-1189-417c-ab78-be9c862a22c3 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:51.815583 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 39250) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:04:51.844526 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735a0314-b911-41ec-82a2-1b410fef9736 None None] Routers {'7690237a-df65-454c-8ae7-05722406d1b3'} bound to L3 agent in host dv-cinder-846842-4-iscsi {{(pid=104015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 26 03:04:51.845438 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-735a0314-b911-41ec-82a2-1b410fef9736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-26T02:56:44Z,description=,heartbeat_timestamp=2022-06-26T03:04:44Z,host='dv-cinder-846842-4-iscsi',id=0122de27-3097-4d47-a0ca-0fb90e28ac1e,load=0,resource_versions=,resources_synced=,started_at=2022-06-26T02:56:44Z,topic='l3_agent')) {'router_ids': ['7690237a-df65-454c-8ae7-05722406d1b3'], 'active': True} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:04:51.888974 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:04:51.915069 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a2685a-ecc9-47d6-920e-476abdc60daf req-6ac72efa-bcae-401b-af5e-eca7cccf5d3e tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:04:51.917849 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-98a2685a-ecc9-47d6-920e-476abdc60daf req-6ac72efa-bcae-401b-af5e-eca7cccf5d3e tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/networks?id=151cdbb9-618f-46a1-a7b5-564e53db9cea HTTP/1.1" status: 200 len: 817 time: 0.8730788 Jun 26 03:04:51.945751 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8789a365-901e-46cc-ad8b-5e8b747f6ccd None None] Sync routers for ids ['e2ad5562-e155-426e-bc35-07301cd63c1e'] in dv-cinder-846842-4-iscsi {{(pid=104016) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 03:04:51.968842 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-98a2685a-ecc9-47d6-920e-476abdc60daf req-0bb402bb-c435-40e6-8794-84d3688a697a tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/quotas/5dd1a7a651fa4d27a1b6488ca13effca HTTP/1.1" status: 200 len: 375 time: 0.0302017 Jun 26 03:04:51.976486 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-3e2269f6-9710-4ac1-afae-c312f9c56d9d req-666da7f6-1990-4aea-a39a-e0f28a26258d tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=23078d86cd394c749328fb9dd7992919&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3486893 Jun 26 03:04:51.989121 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8789a365-901e-46cc-ad8b-5e8b747f6ccd None None] Routers {'e2ad5562-e155-426e-bc35-07301cd63c1e'} bound to L3 agent in host dv-cinder-846842-4-iscsi {{(pid=104016) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 26 03:04:51.989749 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-8789a365-901e-46cc-ad8b-5e8b747f6ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-26T02:56:44Z,description=,heartbeat_timestamp=2022-06-26T03:04:44Z,host='dv-cinder-846842-4-iscsi',id=0122de27-3097-4d47-a0ca-0fb90e28ac1e,load=0,resource_versions=,resources_synced=,started_at=2022-06-26T02:56:44Z,topic='l3_agent')) {'router_ids': ['e2ad5562-e155-426e-bc35-07301cd63c1e'], 'active': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:04:52.054268 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvr_db [None req-735a0314-b911-41ec-82a2-1b410fef9736 None None] Set router 7690237a-df65-454c-8ae7-05722406d1b3 gateway port host: dv-cinder-846842-4-iscsi {{(pid=104015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 26 03:04:52.062246 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-98a2685a-ecc9-47d6-920e-476abdc60daf req-c0f4dae1-0592-4333-bf79-b4ed25def259 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5dd1a7a651fa4d27a1b6488ca13effca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0844123 Jun 26 03:04:52.072879 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d6ab183b-2596-4c4f-b503-07995e5aeaa9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:52.089633 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.db.db_base_plugin_common [None req-824a9ffa-1189-417c-ab78-be9c862a22c3 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Allocated IP 172.27.2.54 (9f069e5f-e57e-4e35-ad51-5f4f2e2f15df/6b24a38a-90db-41c5-beaf-6fa087899576/19a5f2a9-0a7a-434c-b61f-a30743659688) {{(pid=104013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 03:04:52.219197 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-3c804b69-71c7-425e-b007-71a1600f7b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63810667-e3f4-4abe-8ac2-f5778281b44b', 'name': 'tempest-DeleteServersTestJSON-1902036654-router', 'tenant_id': '23078d86cd394c749328fb9dd7992919', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.205'}], 'enable_snat': True}, 'gw_port_id': '5970bc2f-279c-4e02-8df2-77f6d5aa9b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:04:33Z', 'updated_at': '2022-06-26T03:04:46Z', 'revision_number': 4, 'project_id': '23078d86cd394c749328fb9dd7992919', 'gw_port': {'id': '5970bc2f-279c-4e02-8df2-77f6d5aa9b5f', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:fe:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63810667-e3f4-4abe-8ac2-f5778281b44b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:36Z', 'updated_at': '2022-06-26T03:04:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi', '_interfaces': [{'id': 'ce7fec76-a46f-451b-8907-f6049dc22cab', 'name': '', 'network_id': '26d75899-1607-4d4e-b529-22178d34e095', 'tenant_id': '23078d86cd394c749328fb9dd7992919', 'mac_address': 'fa:16:3e:d4:2e:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63810667-e3f4-4abe-8ac2-f5778281b44b', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '767e1a0e-9ad6-4e3d-acf7-7ae8d7e1ee4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:43Z', 'updated_at': '2022-06-26T03:04:51Z', 'revision_number': 4, 'project_id': '23078d86cd394c749328fb9dd7992919', 'subnets': [{'id': '767e1a0e-9ad6-4e3d-acf7-7ae8d7e1ee4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-4-iscsi', False) {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:04:52.232560 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:04:52.235627 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cafa401-51a4-4f47-a6dc-744e7f9bcf69 None None] Pushing event updated for resources: {'Port': ['ID=e8cc937d-db9b-4f0e-ab77-7c522c5d66b7,revision_number=5']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:04:52.248286 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-0cafa401-51a4-4f47-a6dc-744e7f9bcf69 None None] Port 01915289-5552-434d-814c-f902ddd7513b cannot update to ACTIVE because it is not bound. {{(pid=104015) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 26 03:04:52.253395 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [req-3e2269f6-9710-4ac1-afae-c312f9c56d9d req-466f68c6-1901-474a-a37a-bfbd2a73832c service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104014) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 26 03:04:52.254550 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-3e2269f6-9710-4ac1-afae-c312f9c56d9d req-466f68c6-1901-474a-a37a-bfbd2a73832c service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1116705 Jun 26 03:04:52.303208 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c804b69-71c7-425e-b007-71a1600f7b66 None None] The sync data for ids ['63810667-e3f4-4abe-8ac2-f5778281b44b'] in dv-cinder-846842-4-iscsi is: [{'id': '63810667-e3f4-4abe-8ac2-f5778281b44b', 'name': 'tempest-DeleteServersTestJSON-1902036654-router', 'tenant_id': '23078d86cd394c749328fb9dd7992919', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.205'}], 'enable_snat': True}, 'gw_port_id': '5970bc2f-279c-4e02-8df2-77f6d5aa9b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:04:33Z', 'updated_at': '2022-06-26T03:04:46Z', 'revision_number': 4, 'project_id': '23078d86cd394c749328fb9dd7992919', 'gw_port': {'id': '5970bc2f-279c-4e02-8df2-77f6d5aa9b5f', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:fe:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63810667-e3f4-4abe-8ac2-f5778281b44b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:36Z', 'updated_at': '2022-06-26T03:04:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi', '_interfaces': [{'id': 'ce7fec76-a46f-451b-8907-f6049dc22cab', 'name': '', 'network_id': '26d75899-1607-4d4e-b529-22178d34e095', 'tenant_id': '23078d86cd394c749328fb9dd7992919', 'mac_address': 'fa:16:3e:d4:2e:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63810667-e3f4-4abe-8ac2-f5778281b44b', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '767e1a0e-9ad6-4e3d-acf7-7ae8d7e1ee4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:43Z', 'updated_at': '2022-06-26T03:04:51Z', 'revision_number': 4, 'project_id': '23078d86cd394c749328fb9dd7992919', 'subnets': [{'id': '767e1a0e-9ad6-4e3d-acf7-7ae8d7e1ee4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104016) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 03:04:52.306170 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-824a9ffa-1189-417c-ab78-be9c862a22c3 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Publish callbacks [] for port (19a5f2a9-0a7a-434c-b61f-a30743659688), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:52.314217 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d6ab183b-2596-4c4f-b503-07995e5aeaa9 admin admin] Publish callbacks [] for security_group (12d837c9-08a8-4967-b63c-b5ff33fd3936), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:52.332017 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d6ab183b-2596-4c4f-b503-07995e5aeaa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (12d837c9-08a8-4967-b63c-b5ff33fd3936), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:52.345512 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvr_db [None req-8789a365-901e-46cc-ad8b-5e8b747f6ccd None None] Set router e2ad5562-e155-426e-bc35-07301cd63c1e gateway port host: dv-cinder-846842-4-iscsi {{(pid=104016) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 26 03:04:52.415806 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-d6ab183b-2596-4c4f-b503-07995e5aeaa9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=db758d203db946e2a9b3393e1500f970&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5991683 Jun 26 03:04:52.416502 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 39270) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:04:52.419743 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ab183b-2596-4c4f-b503-07995e5aeaa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12d837c9-08a8-4967-b63c-b5ff33fd3936,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:04:52.434678 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-253180ff-7275-43a6-bffa-c68d1f3bbd0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '835eabe5-1cc7-4a1c-883b-ff8b0fbc3a4a', 'name': 'tempest-AttachVolumeShelveTestJSON-1146222204-router', 'tenant_id': '5dd1a7a651fa4d27a1b6488ca13effca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '33388b70-103e-4ab1-948f-5b12b8967957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:04:31Z', 'updated_at': '2022-06-26T03:04:39Z', 'revision_number': 4, 'project_id': '5dd1a7a651fa4d27a1b6488ca13effca', 'gw_port': {'id': '33388b70-103e-4ab1-948f-5b12b8967957', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c7:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835eabe5-1cc7-4a1c-883b-ff8b0fbc3a4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:31Z', 'updated_at': '2022-06-26T03:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi', '_interfaces': [{'id': 'e8cc937d-db9b-4f0e-ab77-7c522c5d66b7', 'name': '', 'network_id': '151cdbb9-618f-46a1-a7b5-564e53db9cea', 'tenant_id': '5dd1a7a651fa4d27a1b6488ca13effca', 'mac_address': 'fa:16:3e:26:61:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '835eabe5-1cc7-4a1c-883b-ff8b0fbc3a4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'b3475431-7645-416a-9b3b-e23c4a132926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:36Z', 'updated_at': '2022-06-26T03:04:48Z', 'revision_number': 4, 'project_id': '5dd1a7a651fa4d27a1b6488ca13effca', 'subnets': [{'id': 'b3475431-7645-416a-9b3b-e23c4a132926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-4-iscsi', False) {} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:04:52.440343 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-824a9ffa-1189-417c-ab78-be9c862a22c3 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787575245469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7375238'] for port (19a5f2a9-0a7a-434c-b61f-a30743659688), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:52.487453 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253180ff-7275-43a6-bffa-c68d1f3bbd0c None None] The sync data for ids ['835eabe5-1cc7-4a1c-883b-ff8b0fbc3a4a'] in dv-cinder-846842-4-iscsi is: [{'id': '835eabe5-1cc7-4a1c-883b-ff8b0fbc3a4a', 'name': 'tempest-AttachVolumeShelveTestJSON-1146222204-router', 'tenant_id': '5dd1a7a651fa4d27a1b6488ca13effca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '33388b70-103e-4ab1-948f-5b12b8967957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:04:31Z', 'updated_at': '2022-06-26T03:04:39Z', 'revision_number': 4, 'project_id': '5dd1a7a651fa4d27a1b6488ca13effca', 'gw_port': {'id': '33388b70-103e-4ab1-948f-5b12b8967957', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c7:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835eabe5-1cc7-4a1c-883b-ff8b0fbc3a4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:31Z', 'updated_at': '2022-06-26T03:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi', '_interfaces': [{'id': 'e8cc937d-db9b-4f0e-ab77-7c522c5d66b7', 'name': '', 'network_id': '151cdbb9-618f-46a1-a7b5-564e53db9cea', 'tenant_id': '5dd1a7a651fa4d27a1b6488ca13effca', 'mac_address': 'fa:16:3e:26:61:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '835eabe5-1cc7-4a1c-883b-ff8b0fbc3a4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'b3475431-7645-416a-9b3b-e23c4a132926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:36Z', 'updated_at': '2022-06-26T03:04:48Z', 'revision_number': 4, 'project_id': '5dd1a7a651fa4d27a1b6488ca13effca', 'subnets': [{'id': 'b3475431-7645-416a-9b3b-e23c4a132926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 03:04:52.505605 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-824a9ffa-1189-417c-ab78-be9c862a22c3 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Network 9f069e5f-e57e-4e35-ad51-5f4f2e2f15df is already hosted by enough agents. {{(pid=104013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 03:04:52.514241 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-3e2269f6-9710-4ac1-afae-c312f9c56d9d req-9267be60-26c6-4f84-b230-9fa8af1e122a service neutron] 10.222.0.13 "GET /v2.0/networks/26d75899-1607-4d4e-b529-22178d34e095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491784 Jun 26 03:04:52.520043 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:04:52.521769 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.scheduler.base_scheduler [None req-824a9ffa-1189-417c-ab78-be9c862a22c3 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Resources bound (agent type, host, resource id): {{(pid=104013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 03:04:52.529269 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824a9ffa-1189-417c-ab78-be9c862a22c3 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Received port after_create {{(pid=104013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 26 03:04:52.549875 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [req-98a2685a-ecc9-47d6-920e-476abdc60daf req-46de7335-0e74-4d01-bb8e-ca93e3dab27f service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104014) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 26 03:04:52.560395 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-98a2685a-ecc9-47d6-920e-476abdc60daf req-46de7335-0e74-4d01-bb8e-ca93e3dab27f service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3713908 Jun 26 03:04:52.588470 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824a9ffa-1189-417c-ab78-be9c862a22c3 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Pushing event updated for resources: {'Port': ['ID=19a5f2a9-0a7a-434c-b61f-a30743659688,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:04:52.610095 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-0cafa401-51a4-4f47-a6dc-744e7f9bcf69 None None] Provisioning complete for port 33327a85-3c8e-4af6-b0c0-537dc6426738 triggered by entity DHCP. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:04:52.610412 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-0cafa401-51a4-4f47-a6dc-744e7f9bcf69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (33327a85-3c8e-4af6-b0c0-537dc6426738), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:52.628635 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Provisioning complete for port 33388b70-103e-4ab1-948f-5b12b8967957 triggered by entity L2. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:04:52.629909 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (33388b70-103e-4ab1-948f-5b12b8967957), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:52.655712 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-130929c9-caa0-45d6-adef-a2861ee45774 admin admin] Publish callbacks [] for security_group (12d837c9-08a8-4967-b63c-b5ff33fd3936), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:52.794735 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a142bf-4c93-43ee-8a4e-8e2dde62d228 None None] Pushing event updated for resources: {'Port': ['ID=3834b01e-26c6-4922-bf2c-dc4e4c924aa3,revision_number=3']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:04:52.812197 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-0cafa401-51a4-4f47-a6dc-744e7f9bcf69 None None] Port 33327a85-3c8e-4af6-b0c0-537dc6426738 cannot update to ACTIVE because it is not bound. {{(pid=104015) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 26 03:04:52.897212 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-130929c9-caa0-45d6-adef-a2861ee45774 admin admin] Publish callbacks [] for security_group (12d837c9-08a8-4967-b63c-b5ff33fd3936), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:52.911663 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:04:52.948773 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Pushing event updated for resources: {'Port': ['ID=9cca5d8c-99f7-4073-a841-c41cec400914,revision_number=4']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:04:52.987354 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-3e2269f6-9710-4ac1-afae-c312f9c56d9d req-f2780e55-98b4-4836-9558-4aea31afeef3 service neutron] 10.222.0.13 "GET /v2.0/networks/26d75899-1607-4d4e-b529-22178d34e095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4699564 Jun 26 03:04:53.056044 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-98a2685a-ecc9-47d6-920e-476abdc60daf req-aa7fe23e-db99-4540-a37b-db99c0cadb1e service neutron] 10.222.0.13 "GET /v2.0/networks/151cdbb9-618f-46a1-a7b5-564e53db9cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4923923 Jun 26 03:04:53.104682 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-824a9ffa-1189-417c-ab78-be9c862a22c3 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Publish callbacks [] for floatingip (fed2f4f5-1d07-486d-9642-48c2009ae624), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:53.185223 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-130929c9-caa0-45d6-adef-a2861ee45774 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (12d837c9-08a8-4967-b63c-b5ff33fd3936), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:53.188471 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-130929c9-caa0-45d6-adef-a2861ee45774 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:53.189875 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-130929c9-caa0-45d6-adef-a2861ee45774 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/12d837c9-08a8-4967-b63c-b5ff33fd3936 HTTP/1.1" status: 204 len: 168 time: 0.7713265 Jun 26 03:04:53.196094 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-8789a365-901e-46cc-ad8b-5e8b747f6ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2ad5562-e155-426e-bc35-07301cd63c1e', 'name': 'tempest-AttachVolumeTestJSON-1328918760-router', 'tenant_id': 'ea86edd65ecb4972ba8bb33b34387432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '8e8f72f7-ef84-405c-834b-56a1ba6f45b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:04:34Z', 'updated_at': '2022-06-26T03:04:43Z', 'revision_number': 4, 'project_id': 'ea86edd65ecb4972ba8bb33b34387432', 'gw_port': {'id': '8e8f72f7-ef84-405c-834b-56a1ba6f45b2', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:55:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2ad5562-e155-426e-bc35-07301cd63c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:35Z', 'updated_at': '2022-06-26T03:04:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi', '_interfaces': [{'id': '01915289-5552-434d-814c-f902ddd7513b', 'name': '', 'network_id': '74573779-88f3-4aaa-82c6-e30fd16eafe2', 'tenant_id': 'ea86edd65ecb4972ba8bb33b34387432', 'mac_address': 'fa:16:3e:d0:94:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2ad5562-e155-426e-bc35-07301cd63c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c5ebf334-cb3d-4cb7-af71-a1dac7ba1320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:41Z', 'updated_at': '2022-06-26T03:04:43Z', 'revision_number': 2, 'project_id': 'ea86edd65ecb4972ba8bb33b34387432', 'subnets': [{'id': 'c5ebf334-cb3d-4cb7-af71-a1dac7ba1320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-4-iscsi', False) {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:04:53.213476 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-824a9ffa-1189-417c-ab78-be9c862a22c3 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (19a5f2a9-0a7a-434c-b61f-a30743659688), before_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:53.271524 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130929c9-caa0-45d6-adef-a2861ee45774 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12d837c9-08a8-4967-b63c-b5ff33fd3936,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:04:53.320501 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8789a365-901e-46cc-ad8b-5e8b747f6ccd None None] Checking router: e2ad5562-e155-426e-bc35-07301cd63c1e for host: dv-cinder-846842-4-iscsi {{(pid=104016) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 03:04:53.321051 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8789a365-901e-46cc-ad8b-5e8b747f6ccd None None] Updating router e2ad5562-e155-426e-bc35-07301cd63c1e port 01915289-5552-434d-814c-f902ddd7513b binding host dv-cinder-846842-4-iscsi {{(pid=104016) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 26 03:04:53.407816 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:04:53.417605 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8789a365-901e-46cc-ad8b-5e8b747f6ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (01915289-5552-434d-814c-f902ddd7513b), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:53.437010 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-98a2685a-ecc9-47d6-920e-476abdc60daf req-6fb760ef-3d50-4c86-a48a-0cfd6d62e2ca service neutron] 10.222.0.13 "GET /v2.0/networks/151cdbb9-618f-46a1-a7b5-564e53db9cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3795445 Jun 26 03:04:53.552449 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Current status of the port 33388b70-103e-4ab1-948f-5b12b8967957 is: ACTIVE; New status is: ACTIVE {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 03:04:53.554085 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Device f7b843e9-e564-4ef0-ba7c-dab7a80d7a45 up at agent ovs-agent-dv-cinder-846842-4-iscsi {{(pid=104015) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 03:04:53.666215 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-735a0314-b911-41ec-82a2-1b410fef9736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7690237a-df65-454c-8ae7-05722406d1b3', 'name': 'tempest-AttachVolumeNegativeTest-896095934-router', 'tenant_id': '1850f9f425294a82add8a09690dc1df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '3834b01e-26c6-4922-bf2c-dc4e4c924aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:04:34Z', 'updated_at': '2022-06-26T03:04:48Z', 'revision_number': 4, 'project_id': '1850f9f425294a82add8a09690dc1df0', 'gw_port': {'id': '3834b01e-26c6-4922-bf2c-dc4e4c924aa3', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:54:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7690237a-df65-454c-8ae7-05722406d1b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:36Z', 'updated_at': '2022-06-26T03:04:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi', '_interfaces': [{'id': '33327a85-3c8e-4af6-b0c0-537dc6426738', 'name': '', 'network_id': '02cd0f74-99cd-4eb9-aeb7-aae2b7255a50', 'tenant_id': '1850f9f425294a82add8a09690dc1df0', 'mac_address': 'fa:16:3e:cc:43:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7690237a-df65-454c-8ae7-05722406d1b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'e97e6f7f-41a5-4383-a841-52482c75f2ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:45Z', 'updated_at': '2022-06-26T03:04:48Z', 'revision_number': 2, 'project_id': '1850f9f425294a82add8a09690dc1df0', 'subnets': [{'id': 'e97e6f7f-41a5-4383-a841-52482c75f2ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-4-iscsi', False) {} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:04:53.687408 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-d3aad0f6-34d9-40d9-98fd-9eda15418c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba98c50f-28e4-48ab-9551-c9e6cb46713b', 'name': 'tempest-ServerRescueNegativeTestJSON-1891208908-router', 'tenant_id': 'aa1dff9e9be549308ec0ad3a13810062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '9cca5d8c-99f7-4073-a841-c41cec400914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:04:34Z', 'updated_at': '2022-06-26T03:04:45Z', 'revision_number': 4, 'project_id': 'aa1dff9e9be549308ec0ad3a13810062', 'gw_port': {'id': '9cca5d8c-99f7-4073-a841-c41cec400914', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:4b:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba98c50f-28e4-48ab-9551-c9e6cb46713b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:36Z', 'updated_at': '2022-06-26T03:04:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi', '_interfaces': [{'id': 'cdaf2926-df93-41e6-bf68-68a05eedce29', 'name': '', 'network_id': '4d1cf2ab-1c05-4bc5-9daa-428f3ef27012', 'tenant_id': 'aa1dff9e9be549308ec0ad3a13810062', 'mac_address': 'fa:16:3e:68:8d:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba98c50f-28e4-48ab-9551-c9e6cb46713b', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '50d12281-21a2-4343-ba8b-93c5382e067a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:44Z', 'updated_at': '2022-06-26T03:04:46Z', 'revision_number': 2, 'project_id': 'aa1dff9e9be549308ec0ad3a13810062', 'subnets': [{'id': '50d12281-21a2-4343-ba8b-93c5382e067a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-4-iscsi', False) {} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:04:53.692455 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=100 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:04:53.702746 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-0cafa401-51a4-4f47-a6dc-744e7f9bcf69 None None] Provisioning complete for port ce7fec76-a46f-451b-8907-f6049dc22cab triggered by entity DHCP. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:04:53.703245 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-0cafa401-51a4-4f47-a6dc-744e7f9bcf69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (ce7fec76-a46f-451b-8907-f6049dc22cab), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:53.721874 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-824a9ffa-1189-417c-ab78-be9c862a22c3 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Publish callbacks [] for port (19a5f2a9-0a7a-434c-b61f-a30743659688), precommit_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:53.731793 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-824a9ffa-1189-417c-ab78-be9c862a22c3 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7375263'] for port (19a5f2a9-0a7a-434c-b61f-a30743659688), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:53.873893 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824a9ffa-1189-417c-ab78-be9c862a22c3 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Pushing event updated for resources: {'Port': ['ID=19a5f2a9-0a7a-434c-b61f-a30743659688,revision_number=2']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:04:53.895599 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Provisioning complete for port f7b843e9-e564-4ef0-ba7c-dab7a80d7a45 triggered by entity L2. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:04:53.900634 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (f7b843e9-e564-4ef0-ba7c-dab7a80d7a45), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:53.921348 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-824a9ffa-1189-417c-ab78-be9c862a22c3 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620021'] for floatingip (fed2f4f5-1d07-486d-9642-48c2009ae624), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:53.947647 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-824a9ffa-1189-417c-ab78-be9c862a22c3 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515864'] for floatingip (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:53.949053 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-824a9ffa-1189-417c-ab78-be9c862a22c3 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7368431 Jun 26 03:04:53.974818 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3aad0f6-34d9-40d9-98fd-9eda15418c06 None None] Checking router: ba98c50f-28e4-48ab-9551-c9e6cb46713b for host: dv-cinder-846842-4-iscsi {{(pid=104015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 03:04:53.975168 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3aad0f6-34d9-40d9-98fd-9eda15418c06 None None] Updating router ba98c50f-28e4-48ab-9551-c9e6cb46713b port cdaf2926-df93-41e6-bf68-68a05eedce29 binding host dv-cinder-846842-4-iscsi {{(pid=104015) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 26 03:04:54.022106 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735a0314-b911-41ec-82a2-1b410fef9736 None None] The sync data for ids ['7690237a-df65-454c-8ae7-05722406d1b3'] in dv-cinder-846842-4-iscsi is: [{'id': '7690237a-df65-454c-8ae7-05722406d1b3', 'name': 'tempest-AttachVolumeNegativeTest-896095934-router', 'tenant_id': '1850f9f425294a82add8a09690dc1df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '3834b01e-26c6-4922-bf2c-dc4e4c924aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:04:34Z', 'updated_at': '2022-06-26T03:04:48Z', 'revision_number': 4, 'project_id': '1850f9f425294a82add8a09690dc1df0', 'gw_port': {'id': '3834b01e-26c6-4922-bf2c-dc4e4c924aa3', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:54:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7690237a-df65-454c-8ae7-05722406d1b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:36Z', 'updated_at': '2022-06-26T03:04:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi', '_interfaces': [{'id': '33327a85-3c8e-4af6-b0c0-537dc6426738', 'name': '', 'network_id': '02cd0f74-99cd-4eb9-aeb7-aae2b7255a50', 'tenant_id': '1850f9f425294a82add8a09690dc1df0', 'mac_address': 'fa:16:3e:cc:43:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7690237a-df65-454c-8ae7-05722406d1b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'e97e6f7f-41a5-4383-a841-52482c75f2ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:45Z', 'updated_at': '2022-06-26T03:04:48Z', 'revision_number': 2, 'project_id': '1850f9f425294a82add8a09690dc1df0', 'subnets': [{'id': 'e97e6f7f-41a5-4383-a841-52482c75f2ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 03:04:54.096265 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8789a365-901e-46cc-ad8b-5e8b747f6ccd None None] Publish callbacks [] for port (01915289-5552-434d-814c-f902ddd7513b), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:54.105033 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8789a365-901e-46cc-ad8b-5e8b747f6ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (01915289-5552-434d-814c-f902ddd7513b), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:54.111596 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:04:54.117207 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-0cafa401-51a4-4f47-a6dc-744e7f9bcf69 None None] Current status of the port ce7fec76-a46f-451b-8907-f6049dc22cab is: DOWN; New status is: ACTIVE {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 03:04:54.117602 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-0cafa401-51a4-4f47-a6dc-744e7f9bcf69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (ce7fec76-a46f-451b-8907-f6049dc22cab), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:54.134662 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d3aad0f6-34d9-40d9-98fd-9eda15418c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (cdaf2926-df93-41e6-bf68-68a05eedce29), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:54.174153 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Current status of the port f7b843e9-e564-4ef0-ba7c-dab7a80d7a45 is: ACTIVE; New status is: ACTIVE {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 03:04:54.175504 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Device 75233db9-1289-4391-a7bf-d0057e2f9e51 up at agent ovs-agent-dv-cinder-846842-4-iscsi {{(pid=104015) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 03:04:54.193269 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-0cafa401-51a4-4f47-a6dc-744e7f9bcf69 None None] For port ce7fec76-a46f-451b-8907-f6049dc22cab, host dv-cinder-846842-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-4-iscsi',level=0,port_id=ce7fec76-a46f-451b-8907-f6049dc22cab,segment=NetworkSegment(cf7f1aa2-5b82-42a9-b922-aafb5e3585d6),segment_id=cf7f1aa2-5b82-42a9-b922-aafb5e3585d6)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:04:54.241004 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83d3ada-ad45-4b22-a128-bb5344b3b3e7 None None] Pushing event updated for resources: {'Port': ['ID=01915289-5552-434d-814c-f902ddd7513b,revision_number=3']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:04:54.250958 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [None req-8789a365-901e-46cc-ad8b-5e8b747f6ccd None None] Attempting to bind port 01915289-5552-434d-814c-f902ddd7513b on host dv-cinder-846842-4-iscsi for vnic_type normal with profile {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 26 03:04:54.251326 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [None req-8789a365-901e-46cc-ad8b-5e8b747f6ccd None None] Attempting to bind port 01915289-5552-434d-814c-f902ddd7513b by drivers openvswitch,hyperv on host dv-cinder-846842-4-iscsi at level 0 using segments [{'id': '2a397e09-d789-4683-aae4-87be6784786c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '74573779-88f3-4aaa-82c6-e30fd16eafe2'}] {{(pid=104016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 26 03:04:54.251987 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8789a365-901e-46cc-ad8b-5e8b747f6ccd None None] Attempting to bind port 01915289-5552-434d-814c-f902ddd7513b on network 74573779-88f3-4aaa-82c6-e30fd16eafe2 {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 26 03:04:54.266447 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8789a365-901e-46cc-ad8b-5e8b747f6ccd None None] Checking agent: {'id': '16f9b602-7baf-4f7a-ab92-1b0788147fb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 26, 2, 56, 46), 'started_at': datetime.datetime(2022, 6, 26, 2, 57, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 26, 3, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 26 03:04:54.270316 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8789a365-901e-46cc-ad8b-5e8b747f6ccd None None] Checking segment: {'id': '2a397e09-d789-4683-aae4-87be6784786c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '74573779-88f3-4aaa-82c6-e30fd16eafe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 26 03:04:54.272788 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8789a365-901e-46cc-ad8b-5e8b747f6ccd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:54.273358 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8789a365-901e-46cc-ad8b-5e8b747f6ccd None None] Bound using segment: {'id': '2a397e09-d789-4683-aae4-87be6784786c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '74573779-88f3-4aaa-82c6-e30fd16eafe2'} {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 26 03:04:54.273997 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [None req-8789a365-901e-46cc-ad8b-5e8b747f6ccd None None] Bound port: 01915289-5552-434d-814c-f902ddd7513b, host: dv-cinder-846842-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a397e09-d789-4683-aae4-87be6784786c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '74573779-88f3-4aaa-82c6-e30fd16eafe2'}}] {{(pid=104016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 26 03:04:54.275818 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8789a365-901e-46cc-ad8b-5e8b747f6ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (01915289-5552-434d-814c-f902ddd7513b), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:54.311979 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:04:54.342013 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=100 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:04:54.390842 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 39364) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:04:54.393821 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-0cafa401-51a4-4f47-a6dc-744e7f9bcf69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (ce7fec76-a46f-451b-8907-f6049dc22cab), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:54.395827 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-16c53c2c-2d34-4ee6-8d44-b4468f24a8fa tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Request body: {'security_group': {'name': 'tempest-securitygroup--374171752', 'description': 'tempest-description--2021348264'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:04:54.433609 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Provisioning complete for port 75233db9-1289-4391-a7bf-d0057e2f9e51 triggered by entity L2. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:04:54.434007 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (75233db9-1289-4391-a7bf-d0057e2f9e51), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:54.456988 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-8789a365-901e-46cc-ad8b-5e8b747f6ccd None None] For port 01915289-5552-434d-814c-f902ddd7513b, host dv-cinder-846842-4-iscsi, cleared binding levels {{(pid=104016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 03:04:54.465570 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-8789a365-901e-46cc-ad8b-5e8b747f6ccd None None] For port 01915289-5552-434d-814c-f902ddd7513b, host dv-cinder-846842-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-4-iscsi',level=0,port_id=01915289-5552-434d-814c-f902ddd7513b,segment=NetworkSegment(2a397e09-d789-4683-aae4-87be6784786c),segment_id=2a397e09-d789-4683-aae4-87be6784786c)] {{(pid=104016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 03:04:54.474523 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-16c53c2c-2d34-4ee6-8d44-b4468f24a8fa tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:54.509231 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-8789a365-901e-46cc-ad8b-5e8b747f6ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (01915289-5552-434d-814c-f902ddd7513b), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:54.546961 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3233a4b5-5957-4900-b0ed-86b9b139e184 req-d346297c-1b81-49f4-a780-c283ecf65c2f tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:04:54.559239 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-3233a4b5-5957-4900-b0ed-86b9b139e184 req-d346297c-1b81-49f4-a780-c283ecf65c2f tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/networks?id=4d1cf2ab-1c05-4bc5-9daa-428f3ef27012 HTTP/1.1" status: 200 len: 819 time: 0.3864617 Jun 26 03:04:54.694066 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8789a365-901e-46cc-ad8b-5e8b747f6ccd None None] Routers {'e2ad5562-e155-426e-bc35-07301cd63c1e'} bound to L3 agent in host dv-cinder-846842-4-iscsi {{(pid=104016) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 26 03:04:54.694857 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-8789a365-901e-46cc-ad8b-5e8b747f6ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-26T02:56:44Z,description=,heartbeat_timestamp=2022-06-26T03:04:44Z,host='dv-cinder-846842-4-iscsi',id=0122de27-3097-4d47-a0ca-0fb90e28ac1e,load=0,resource_versions=,resources_synced=,started_at=2022-06-26T02:56:44Z,topic='l3_agent')) {'router_ids': ['e2ad5562-e155-426e-bc35-07301cd63c1e'], 'active': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:04:54.708152 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-1af0d9dc-ea3b-4826-be5f-717db487a808 None None] Provisioning complete for port e8cc937d-db9b-4f0e-ab77-7c522c5d66b7 triggered by entity DHCP. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:04:54.708658 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-1af0d9dc-ea3b-4826-be5f-717db487a808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (e8cc937d-db9b-4f0e-ab77-7c522c5d66b7), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:54.734354 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-357a41da-d79c-4d29-ba0a-a0cb0b5f8e9b req-37a165bc-d040-4952-b57b-c1a72207a0a9 tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e1cf9b3-1e3f-4760-81a4-4f4e8c4d5d7a HTTP/1.1" status: 200 len: 210 time: 0.1733904 Jun 26 03:04:54.776024 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-16c53c2c-2d34-4ee6-8d44-b4468f24a8fa tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks [] for security_group (195bce6e-5d44-40bd-9d34-9670b1e0c232), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:54.778652 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-3233a4b5-5957-4900-b0ed-86b9b139e184 req-d222f54e-2541-4111-893a-885cb4758463 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/quotas/aa1dff9e9be549308ec0ad3a13810062 HTTP/1.1" status: 200 len: 375 time: 0.2142367 Jun 26 03:04:54.789649 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-16c53c2c-2d34-4ee6-8d44-b4468f24a8fa tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (195bce6e-5d44-40bd-9d34-9670b1e0c232), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:54.890740 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-16c53c2c-2d34-4ee6-8d44-b4468f24a8fa tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:54.897244 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-16c53c2c-2d34-4ee6-8d44-b4468f24a8fa tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5051880 Jun 26 03:04:54.900158 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 39384) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:04:54.912078 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c53c2c-2d34-4ee6-8d44-b4468f24a8fa tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=195bce6e-5d44-40bd-9d34-9670b1e0c232,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:04:54.913586 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [None req-2c809816-1e84-4ebd-b367-103c0ca82d25 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Request body: {'security_group_rule': {'security_group_id': '195bce6e-5d44-40bd-9d34-9670b1e0c232', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:04:54.947024 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83d3ada-ad45-4b22-a128-bb5344b3b3e7 None None] Pushing event updated for resources: {'Port': ['ID=01915289-5552-434d-814c-f902ddd7513b,revision_number=4']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:04:54.990034 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-2c809816-1e84-4ebd-b367-103c0ca82d25 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks [] for security_group_rule (53e1623f-1132-4840-8285-77429c596f9c), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:55.041604 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-14cb8de1-055b-42ae-a163-d7a4855e1c55 req-cfbaade9-4797-4608-872f-5e63c67e36b7 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b0d1d9b-d025-442c-a2f6-db22050d9059 HTTP/1.1" status: 200 len: 210 time: 0.0670202 Jun 26 03:04:55.060587 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-3233a4b5-5957-4900-b0ed-86b9b139e184 req-01ef08d0-5c96-4490-8e08-3e80c4931e04 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=aa1dff9e9be549308ec0ad3a13810062&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2715549 Jun 26 03:04:55.189690 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvr_db [None req-8789a365-901e-46cc-ad8b-5e8b747f6ccd None None] Set router e2ad5562-e155-426e-bc35-07301cd63c1e gateway port host: dv-cinder-846842-4-iscsi {{(pid=104016) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 26 03:04:55.220589 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:04:55.251027 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-2c809816-1e84-4ebd-b367-103c0ca82d25 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks [] for security_group_rule (53e1623f-1132-4840-8285-77429c596f9c), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:55.280590 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-2c809816-1e84-4ebd-b367-103c0ca82d25 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692706'] for security_group_rule (53e1623f-1132-4840-8285-77429c596f9c), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:55.325309 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-2c809816-1e84-4ebd-b367-103c0ca82d25 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:55.331194 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-2c809816-1e84-4ebd-b367-103c0ca82d25 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4295979 Jun 26 03:04:55.331348 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 39414) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:04:55.336524 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-20b08a26-577f-486d-a328-279304a637b9 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Request body: {'security_group_rule': {'security_group_id': '195bce6e-5d44-40bd-9d34-9670b1e0c232', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:04:55.350936 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c809816-1e84-4ebd-b367-103c0ca82d25 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53e1623f-1132-4840-8285-77429c596f9c,revision_number=0']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:04:55.374213 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-3233a4b5-5957-4900-b0ed-86b9b139e184 req-17047ea8-e2d5-4f74-97ce-3a4c70432d81 service neutron] 10.222.0.13 "GET /v2.0/networks/4d1cf2ab-1c05-4bc5-9daa-428f3ef27012?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3120797 Jun 26 03:04:55.431081 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-20b08a26-577f-486d-a328-279304a637b9 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks [] for security_group_rule (7e3835eb-29ba-4b6c-ab2a-31e75eb90c87), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:55.466793 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-f16e143c-cd12-43c9-ab3c-6c69e62e22b7 req-7adde63f-3d0f-4ed1-a278-92da2e2fb375 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--609336291&fields=id&tenant_id=ea86edd65ecb4972ba8bb33b34387432 HTTP/1.1" status: 200 len: 267 time: 0.2180746 Jun 26 03:04:55.569702 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:04:55.574284 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:04:55.592024 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d3aad0f6-34d9-40d9-98fd-9eda15418c06 None None] Publish callbacks [] for port (cdaf2926-df93-41e6-bf68-68a05eedce29), precommit_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:55.595325 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-20b08a26-577f-486d-a328-279304a637b9 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks [] for security_group_rule (7e3835eb-29ba-4b6c-ab2a-31e75eb90c87), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:55.605391 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-20b08a26-577f-486d-a328-279304a637b9 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692706'] for security_group_rule (7e3835eb-29ba-4b6c-ab2a-31e75eb90c87), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:55.638423 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b08a26-577f-486d-a328-279304a637b9 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e3835eb-29ba-4b6c-ab2a-31e75eb90c87,revision_number=0']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:04:55.680496 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-20b08a26-577f-486d-a328-279304a637b9 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:55.685202 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-20b08a26-577f-486d-a328-279304a637b9 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3526597 Jun 26 03:04:55.685975 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 39428) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:04:55.701583 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-60976def-e164-480c-8c21-76c7b8bb517f tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Request body: {'floatingip': {'floating_network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:04:55.714498 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-8789a365-901e-46cc-ad8b-5e8b747f6ccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2ad5562-e155-426e-bc35-07301cd63c1e', 'name': 'tempest-AttachVolumeTestJSON-1328918760-router', 'tenant_id': 'ea86edd65ecb4972ba8bb33b34387432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '8e8f72f7-ef84-405c-834b-56a1ba6f45b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:04:34Z', 'updated_at': '2022-06-26T03:04:43Z', 'revision_number': 4, 'project_id': 'ea86edd65ecb4972ba8bb33b34387432', 'gw_port': {'id': '8e8f72f7-ef84-405c-834b-56a1ba6f45b2', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:55:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2ad5562-e155-426e-bc35-07301cd63c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:35Z', 'updated_at': '2022-06-26T03:04:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi', '_interfaces': [{'id': '01915289-5552-434d-814c-f902ddd7513b', 'name': '', 'network_id': '74573779-88f3-4aaa-82c6-e30fd16eafe2', 'tenant_id': 'ea86edd65ecb4972ba8bb33b34387432', 'mac_address': 'fa:16:3e:d0:94:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2ad5562-e155-426e-bc35-07301cd63c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c5ebf334-cb3d-4cb7-af71-a1dac7ba1320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:41Z', 'updated_at': '2022-06-26T03:04:54Z', 'revision_number': 4, 'project_id': 'ea86edd65ecb4972ba8bb33b34387432', 'subnets': [{'id': 'c5ebf334-cb3d-4cb7-af71-a1dac7ba1320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-4-iscsi', False) {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:04:55.749347 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16e143c-cd12-43c9-ab3c-6c69e62e22b7 req-986a343e-e721-4620-92e4-eb8f38d8cc7b tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:04:55.761773 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-f16e143c-cd12-43c9-ab3c-6c69e62e22b7 req-986a343e-e721-4620-92e4-eb8f38d8cc7b tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/networks?id=74573779-88f3-4aaa-82c6-e30fd16eafe2 HTTP/1.1" status: 200 len: 811 time: 0.2931414 Jun 26 03:04:55.769198 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-60976def-e164-480c-8c21-76c7b8bb517f tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:55.812786 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cafa401-51a4-4f47-a6dc-744e7f9bcf69 None None] Pushing event updated for resources: {'Port': ['ID=ce7fec76-a46f-451b-8907-f6049dc22cab,revision_number=5']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:04:55.822257 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d3aad0f6-34d9-40d9-98fd-9eda15418c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (cdaf2926-df93-41e6-bf68-68a05eedce29), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:55.827264 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:DELETE=5,neutron:SELECT=88,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:04:55.829051 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8789a365-901e-46cc-ad8b-5e8b747f6ccd None None] The sync data for ids ['e2ad5562-e155-426e-bc35-07301cd63c1e'] in dv-cinder-846842-4-iscsi is: [{'id': 'e2ad5562-e155-426e-bc35-07301cd63c1e', 'name': 'tempest-AttachVolumeTestJSON-1328918760-router', 'tenant_id': 'ea86edd65ecb4972ba8bb33b34387432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '8e8f72f7-ef84-405c-834b-56a1ba6f45b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:04:34Z', 'updated_at': '2022-06-26T03:04:43Z', 'revision_number': 4, 'project_id': 'ea86edd65ecb4972ba8bb33b34387432', 'gw_port': {'id': '8e8f72f7-ef84-405c-834b-56a1ba6f45b2', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:55:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2ad5562-e155-426e-bc35-07301cd63c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:35Z', 'updated_at': '2022-06-26T03:04:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi', '_interfaces': [{'id': '01915289-5552-434d-814c-f902ddd7513b', 'name': '', 'network_id': '74573779-88f3-4aaa-82c6-e30fd16eafe2', 'tenant_id': 'ea86edd65ecb4972ba8bb33b34387432', 'mac_address': 'fa:16:3e:d0:94:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2ad5562-e155-426e-bc35-07301cd63c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c5ebf334-cb3d-4cb7-af71-a1dac7ba1320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:41Z', 'updated_at': '2022-06-26T03:04:54Z', 'revision_number': 4, 'project_id': 'ea86edd65ecb4972ba8bb33b34387432', 'subnets': [{'id': 'c5ebf334-cb3d-4cb7-af71-a1dac7ba1320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104016) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 03:04:55.862466 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Current status of the port 75233db9-1289-4391-a7bf-d0057e2f9e51 is: ACTIVE; New status is: ACTIVE {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 03:04:55.863742 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Device 732ec1ad-57ee-41e8-85a0-75f05597dbb8 up at agent ovs-agent-dv-cinder-846842-4-iscsi {{(pid=104015) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 03:04:55.880070 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-f16e143c-cd12-43c9-ab3c-6c69e62e22b7 req-9e5d11bc-a968-4f7e-8ad1-305d380fd047 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/quotas/ea86edd65ecb4972ba8bb33b34387432 HTTP/1.1" status: 200 len: 375 time: 0.1127393 Jun 26 03:04:56.039903 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-3233a4b5-5957-4900-b0ed-86b9b139e184 req-16e26297-8cfb-425d-a5fd-6b16d2e49142 service neutron] 10.222.0.13 "GET /v2.0/networks/4d1cf2ab-1c05-4bc5-9daa-428f3ef27012?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6643384 Jun 26 03:04:56.045249 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-1af0d9dc-ea3b-4826-be5f-717db487a808 None None] Current status of the port e8cc937d-db9b-4f0e-ab77-7c522c5d66b7 is: ACTIVE; New status is: ACTIVE {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 03:04:56.078705 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-60976def-e164-480c-8c21-76c7b8bb517f tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:56.108079 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-1af0d9dc-ea3b-4826-be5f-717db487a808 None None] Provisioning complete for port 33327a85-3c8e-4af6-b0c0-537dc6426738 triggered by entity DHCP. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:04:56.108679 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-1af0d9dc-ea3b-4826-be5f-717db487a808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (33327a85-3c8e-4af6-b0c0-537dc6426738), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:56.200372 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-1af0d9dc-ea3b-4826-be5f-717db487a808 None None] Port 33327a85-3c8e-4af6-b0c0-537dc6426738 cannot update to ACTIVE because it is not bound. {{(pid=104015) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 26 03:04:56.220561 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-f16e143c-cd12-43c9-ab3c-6c69e62e22b7 req-b2741c32-fe28-4d8b-b307-dc46869604fb tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ea86edd65ecb4972ba8bb33b34387432&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3360364 Jun 26 03:04:56.284480 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-1af0d9dc-ea3b-4826-be5f-717db487a808 None None] Provisioning complete for port ce7fec76-a46f-451b-8907-f6049dc22cab triggered by entity DHCP. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:04:56.296054 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-1af0d9dc-ea3b-4826-be5f-717db487a808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (ce7fec76-a46f-451b-8907-f6049dc22cab), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:56.299141 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Provisioning complete for port 732ec1ad-57ee-41e8-85a0-75f05597dbb8 triggered by entity L2. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:04:56.300552 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (732ec1ad-57ee-41e8-85a0-75f05597dbb8), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:56.488717 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.db.db_base_plugin_common [None req-60976def-e164-480c-8c21-76c7b8bb517f tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Allocated IP 172.27.2.170 (9f069e5f-e57e-4e35-ad51-5f4f2e2f15df/6b24a38a-90db-41c5-beaf-6fa087899576/239a5580-6129-4cae-8383-1cb683da271a) {{(pid=104013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 03:04:56.544363 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35c9474-c6ac-4892-9670-3627d0552de1 None None] Pushing event updated for resources: {'Port': ['ID=cdaf2926-df93-41e6-bf68-68a05eedce29,revision_number=3']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:04:56.629008 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:04:56.631568 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Current status of the port 732ec1ad-57ee-41e8-85a0-75f05597dbb8 is: ACTIVE; New status is: ACTIVE {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 03:04:56.633281 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Device 5970bc2f-279c-4e02-8df2-77f6d5aa9b5f up at agent ovs-agent-dv-cinder-846842-4-iscsi {{(pid=104015) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 03:04:56.655575 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-f16e143c-cd12-43c9-ab3c-6c69e62e22b7 req-c01a141f-0d10-4bc3-b598-9741ef989bf0 service neutron] 10.222.0.13 "GET /v2.0/networks/74573779-88f3-4aaa-82c6-e30fd16eafe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4293292 Jun 26 03:04:56.689331 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-60976def-e164-480c-8c21-76c7b8bb517f tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks [] for port (239a5580-6129-4cae-8383-1cb683da271a), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:56.747029 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:04:56.765023 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-60976def-e164-480c-8c21-76c7b8bb517f tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787575245469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7375238'] for port (239a5580-6129-4cae-8383-1cb683da271a), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:56.780603 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [None req-d3aad0f6-34d9-40d9-98fd-9eda15418c06 None None] Attempting to bind port cdaf2926-df93-41e6-bf68-68a05eedce29 on host dv-cinder-846842-4-iscsi for vnic_type normal with profile {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 26 03:04:56.784017 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [None req-d3aad0f6-34d9-40d9-98fd-9eda15418c06 None None] Attempting to bind port cdaf2926-df93-41e6-bf68-68a05eedce29 by drivers openvswitch,hyperv on host dv-cinder-846842-4-iscsi at level 0 using segments [{'id': '5b86e525-c15a-4ec4-b614-b7765ac125bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '4d1cf2ab-1c05-4bc5-9daa-428f3ef27012'}] {{(pid=104015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 26 03:04:56.784540 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3aad0f6-34d9-40d9-98fd-9eda15418c06 None None] Attempting to bind port cdaf2926-df93-41e6-bf68-68a05eedce29 on network 4d1cf2ab-1c05-4bc5-9daa-428f3ef27012 {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 26 03:04:56.808531 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3aad0f6-34d9-40d9-98fd-9eda15418c06 None None] Checking agent: {'id': '16f9b602-7baf-4f7a-ab92-1b0788147fb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 26, 2, 56, 46), 'started_at': datetime.datetime(2022, 6, 26, 2, 57, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 26, 3, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 26 03:04:56.809037 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3aad0f6-34d9-40d9-98fd-9eda15418c06 None None] Checking segment: {'id': '5b86e525-c15a-4ec4-b614-b7765ac125bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '4d1cf2ab-1c05-4bc5-9daa-428f3ef27012'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 26 03:04:56.816800 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d3aad0f6-34d9-40d9-98fd-9eda15418c06 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:56.817465 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3aad0f6-34d9-40d9-98fd-9eda15418c06 None None] Bound using segment: {'id': '5b86e525-c15a-4ec4-b614-b7765ac125bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '4d1cf2ab-1c05-4bc5-9daa-428f3ef27012'} {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 26 03:04:56.818131 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [None req-d3aad0f6-34d9-40d9-98fd-9eda15418c06 None None] Bound port: cdaf2926-df93-41e6-bf68-68a05eedce29, host: dv-cinder-846842-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b86e525-c15a-4ec4-b614-b7765ac125bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '4d1cf2ab-1c05-4bc5-9daa-428f3ef27012'}}] {{(pid=104015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 26 03:04:56.818624 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d3aad0f6-34d9-40d9-98fd-9eda15418c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (cdaf2926-df93-41e6-bf68-68a05eedce29), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:56.882081 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60976def-e164-480c-8c21-76c7b8bb517f tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Network 9f069e5f-e57e-4e35-ad51-5f4f2e2f15df is already hosted by enough agents. {{(pid=104013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 03:04:56.885063 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.scheduler.base_scheduler [None req-60976def-e164-480c-8c21-76c7b8bb517f tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Resources bound (agent type, host, resource id): {{(pid=104013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 03:04:56.888956 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60976def-e164-480c-8c21-76c7b8bb517f tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Received port after_create {{(pid=104013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 26 03:04:56.905496 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-9635003f-152b-4fe3-8a6b-1b943bc0fe9a req-575c2d82-73fd-4e86-9298-de7a5b790e5d tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e1cf9b3-1e3f-4760-81a4-4f4e8c4d5d7a HTTP/1.1" status: 200 len: 210 time: 0.0595031 Jun 26 03:04:56.949821 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-f16e143c-cd12-43c9-ab3c-6c69e62e22b7 req-8e1309ae-8cee-4cf2-b0c9-2e2a7c4ba005 service neutron] 10.222.0.13 "GET /v2.0/networks/74573779-88f3-4aaa-82c6-e30fd16eafe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2889786 Jun 26 03:04:56.951923 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-1af0d9dc-ea3b-4826-be5f-717db487a808 None None] Current status of the port ce7fec76-a46f-451b-8907-f6049dc22cab is: ACTIVE; New status is: ACTIVE {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 03:04:56.960771 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60976def-e164-480c-8c21-76c7b8bb517f tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Pushing event updated for resources: {'Port': ['ID=239a5580-6129-4cae-8383-1cb683da271a,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:04:56.998407 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Provisioning complete for port 5970bc2f-279c-4e02-8df2-77f6d5aa9b5f triggered by entity L2. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:04:57.000062 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (5970bc2f-279c-4e02-8df2-77f6d5aa9b5f), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:57.064962 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-d3aad0f6-34d9-40d9-98fd-9eda15418c06 None None] For port cdaf2926-df93-41e6-bf68-68a05eedce29, host dv-cinder-846842-4-iscsi, cleared binding levels {{(pid=104015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 03:04:57.094824 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-d3aad0f6-34d9-40d9-98fd-9eda15418c06 None None] For port cdaf2926-df93-41e6-bf68-68a05eedce29, host dv-cinder-846842-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-4-iscsi',level=0,port_id=cdaf2926-df93-41e6-bf68-68a05eedce29,segment=NetworkSegment(5b86e525-c15a-4ec4-b614-b7765ac125bb),segment_id=5b86e525-c15a-4ec4-b614-b7765ac125bb)] {{(pid=104015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 03:04:57.098767 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-8603e8a1-dfa8-433d-b378-929efbc3bef0 None None] Provisioning complete for port 01915289-5552-434d-814c-f902ddd7513b triggered by entity DHCP. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:04:57.099250 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-8603e8a1-dfa8-433d-b378-929efbc3bef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (01915289-5552-434d-814c-f902ddd7513b), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:57.150097 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-7f3109bd-305e-4089-be55-63c2a8126387 req-68e2eba9-2cc6-48b7-9287-ce5b07295a96 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b0d1d9b-d025-442c-a2f6-db22050d9059 HTTP/1.1" status: 200 len: 210 time: 0.0541334 Jun 26 03:04:57.229405 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-60976def-e164-480c-8c21-76c7b8bb517f tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks [] for floatingip (74c1ed37-0d2c-4a5f-be26-5accfeb331af), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:57.238706 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d3aad0f6-34d9-40d9-98fd-9eda15418c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (cdaf2926-df93-41e6-bf68-68a05eedce29), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:57.282723 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-f8d03c8e-85b2-44d2-ae13-873a631cc324 req-f917bfe7-eb9f-4901-a968-1607cdf3c69e tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=cddc852a-2aa2-4a44-ad1a-e9e930e3bddf HTTP/1.1" status: 200 len: 210 time: 0.0464375 Jun 26 03:04:57.308161 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Current status of the port 5970bc2f-279c-4e02-8df2-77f6d5aa9b5f is: DOWN; New status is: ACTIVE {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 03:04:57.309138 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (5970bc2f-279c-4e02-8df2-77f6d5aa9b5f), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:57.325056 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-f19bab78-1f4a-4c94-961e-b6899be993bc req-2f1b9618-5cde-44ed-8bc5-ea4e53992ad6 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c55ca6d-bad0-4964-83fe-4352b7fb1b1d HTTP/1.1" status: 200 len: 210 time: 0.0409656 Jun 26 03:04:57.359252 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] For port 5970bc2f-279c-4e02-8df2-77f6d5aa9b5f, host dv-cinder-846842-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-4-iscsi',level=0,port_id=5970bc2f-279c-4e02-8df2-77f6d5aa9b5f,segment=NetworkSegment(968602fb-f834-40ea-ad2f-658bf3156d3b),segment_id=968602fb-f834-40ea-ad2f-658bf3156d3b)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:04:57.365454 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-60976def-e164-480c-8c21-76c7b8bb517f tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (239a5580-6129-4cae-8383-1cb683da271a), before_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:57.424947 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:04:57.459102 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (5970bc2f-279c-4e02-8df2-77f6d5aa9b5f), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:57.493831 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-8603e8a1-dfa8-433d-b378-929efbc3bef0 None None] Current status of the port 01915289-5552-434d-814c-f902ddd7513b is: DOWN; New status is: ACTIVE {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 03:04:57.494252 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-8603e8a1-dfa8-433d-b378-929efbc3bef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (01915289-5552-434d-814c-f902ddd7513b), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:57.663319 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-8603e8a1-dfa8-433d-b378-929efbc3bef0 None None] For port 01915289-5552-434d-814c-f902ddd7513b, host dv-cinder-846842-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-4-iscsi',level=0,port_id=01915289-5552-434d-814c-f902ddd7513b,segment=NetworkSegment(2a397e09-d789-4683-aae4-87be6784786c),segment_id=2a397e09-d789-4683-aae4-87be6784786c)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:04:57.684767 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-8603e8a1-dfa8-433d-b378-929efbc3bef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (01915289-5552-434d-814c-f902ddd7513b), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:57.691728 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3aad0f6-34d9-40d9-98fd-9eda15418c06 None None] Routers {'ba98c50f-28e4-48ab-9551-c9e6cb46713b'} bound to L3 agent in host dv-cinder-846842-4-iscsi {{(pid=104015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 26 03:04:57.692426 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-d3aad0f6-34d9-40d9-98fd-9eda15418c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-26T02:56:44Z,description=,heartbeat_timestamp=2022-06-26T03:04:44Z,host='dv-cinder-846842-4-iscsi',id=0122de27-3097-4d47-a0ca-0fb90e28ac1e,load=0,resource_versions=,resources_synced=,started_at=2022-06-26T02:56:44Z,topic='l3_agent')) {'router_ids': ['ba98c50f-28e4-48ab-9551-c9e6cb46713b'], 'active': True} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:04:57.754882 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-8603e8a1-dfa8-433d-b378-929efbc3bef0 None None] Provisioning complete for port cdaf2926-df93-41e6-bf68-68a05eedce29 triggered by entity DHCP. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:04:57.755277 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-8603e8a1-dfa8-433d-b378-929efbc3bef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (cdaf2926-df93-41e6-bf68-68a05eedce29), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:57.767562 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35c9474-c6ac-4892-9670-3627d0552de1 None None] Pushing event updated for resources: {'Port': ['ID=cdaf2926-df93-41e6-bf68-68a05eedce29,revision_number=4']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:04:57.878883 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15edba86-987f-4c4f-900b-e940f9a8cfc8 req-07732e64-7ed4-46f5-b4a1-3380118e014b tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:04:57.880348 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-15edba86-987f-4c4f-900b-e940f9a8cfc8 req-07732e64-7ed4-46f5-b4a1-3380118e014b tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/networks?id=4d1cf2ab-1c05-4bc5-9daa-428f3ef27012 HTTP/1.1" status: 200 len: 819 time: 0.1909373 Jun 26 03:04:57.919366 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-15edba86-987f-4c4f-900b-e940f9a8cfc8 req-e5f81c79-2572-4220-adba-225e976f3edb tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/quotas/aa1dff9e9be549308ec0ad3a13810062 HTTP/1.1" status: 200 len: 375 time: 0.0321445 Jun 26 03:04:57.921759 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:DELETE=1,neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:04:57.999896 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-60976def-e164-480c-8c21-76c7b8bb517f tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks [] for port (239a5580-6129-4cae-8383-1cb683da271a), precommit_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:58.008095 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-60976def-e164-480c-8c21-76c7b8bb517f tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7375263'] for port (239a5580-6129-4cae-8383-1cb683da271a), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:58.041546 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-15edba86-987f-4c4f-900b-e940f9a8cfc8 req-596c5fd1-2885-4c02-8730-337313f4f33f tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=aa1dff9e9be549308ec0ad3a13810062&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1135144 Jun 26 03:04:58.092150 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Pushing event updated for resources: {'Port': ['ID=5970bc2f-279c-4e02-8df2-77f6d5aa9b5f,revision_number=4']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:04:58.177017 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-60976def-e164-480c-8c21-76c7b8bb517f tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620021'] for floatingip (74c1ed37-0d2c-4a5f-be26-5accfeb331af), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:58.195678 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:04:58.209748 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Device ce7fec76-a46f-451b-8907-f6049dc22cab up at agent ovs-agent-dv-cinder-846842-4-iscsi {{(pid=104015) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 03:04:58.225692 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60976def-e164-480c-8c21-76c7b8bb517f tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Pushing event updated for resources: {'Port': ['ID=239a5580-6129-4cae-8383-1cb683da271a,revision_number=2']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:04:58.238499 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-60976def-e164-480c-8c21-76c7b8bb517f tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515864'] for floatingip (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:58.254898 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-60976def-e164-480c-8c21-76c7b8bb517f tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5676649 Jun 26 03:04:58.260875 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8603e8a1-dfa8-433d-b378-929efbc3bef0 None None] Pushing event updated for resources: {'Port': ['ID=01915289-5552-434d-814c-f902ddd7513b,revision_number=5']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:04:58.347733 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:04:58.429222 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvr_db [None req-d3aad0f6-34d9-40d9-98fd-9eda15418c06 None None] Set router ba98c50f-28e4-48ab-9551-c9e6cb46713b gateway port host: dv-cinder-846842-4-iscsi {{(pid=104015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 26 03:04:58.437348 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-8603e8a1-dfa8-433d-b378-929efbc3bef0 None None] Current status of the port cdaf2926-df93-41e6-bf68-68a05eedce29 is: DOWN; New status is: ACTIVE {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 03:04:58.438403 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-8603e8a1-dfa8-433d-b378-929efbc3bef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (cdaf2926-df93-41e6-bf68-68a05eedce29), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:58.521269 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Provisioning complete for port ce7fec76-a46f-451b-8907-f6049dc22cab triggered by entity L2. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:04:58.522491 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (ce7fec76-a46f-451b-8907-f6049dc22cab), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:58.555080 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-0f468a59-3382-4175-a84b-b129d4149fd5 req-1b69afff-6527-4f4f-ba35-2438de45a1de tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e1cf9b3-1e3f-4760-81a4-4f4e8c4d5d7a HTTP/1.1" status: 200 len: 210 time: 0.0535066 Jun 26 03:04:58.602121 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-15edba86-987f-4c4f-900b-e940f9a8cfc8 req-422856ff-b36f-4825-886b-6a658a5f3b79 service neutron] 10.222.0.13 "GET /v2.0/networks/4d1cf2ab-1c05-4bc5-9daa-428f3ef27012?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5510087 Jun 26 03:04:58.605019 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-8603e8a1-dfa8-433d-b378-929efbc3bef0 None None] For port cdaf2926-df93-41e6-bf68-68a05eedce29, host dv-cinder-846842-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-4-iscsi',level=0,port_id=cdaf2926-df93-41e6-bf68-68a05eedce29,segment=NetworkSegment(5b86e525-c15a-4ec4-b614-b7765ac125bb),segment_id=5b86e525-c15a-4ec4-b614-b7765ac125bb)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:04:58.653217 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-8603e8a1-dfa8-433d-b378-929efbc3bef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (cdaf2926-df93-41e6-bf68-68a05eedce29), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:58.728431 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-15edba86-987f-4c4f-900b-e940f9a8cfc8 req-7fefac34-6673-4807-ac8c-7498fc9e9ab1 service neutron] 10.222.0.13 "GET /v2.0/networks/4d1cf2ab-1c05-4bc5-9daa-428f3ef27012?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232567 Jun 26 03:04:58.799836 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-34e398b5-1a4d-45e3-8b30-b011b6cfea7e req-f7f69c65-84fe-413a-95a2-1ec22a1eea50 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b0d1d9b-d025-442c-a2f6-db22050d9059 HTTP/1.1" status: 200 len: 210 time: 0.0695484 Jun 26 03:04:58.814259 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-6a35dc00-bb82-46d9-b675-6303511afb8c None None] Provisioning complete for port cdaf2926-df93-41e6-bf68-68a05eedce29 triggered by entity DHCP. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:04:58.814415 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-6a35dc00-bb82-46d9-b675-6303511afb8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (cdaf2926-df93-41e6-bf68-68a05eedce29), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:58.922160 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8603e8a1-dfa8-433d-b378-929efbc3bef0 None None] Pushing event updated for resources: {'Port': ['ID=cdaf2926-df93-41e6-bf68-68a05eedce29,revision_number=5']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:04:58.961429 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-c4385092-bc5c-4bfa-a566-e8c5ac6ad3c7 req-c40e3dc5-0d4e-42c4-ac0c-ac5dee823c79 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c55ca6d-bad0-4964-83fe-4352b7fb1b1d HTTP/1.1" status: 200 len: 210 time: 0.0724320 Jun 26 03:04:58.968754 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Current status of the port ce7fec76-a46f-451b-8907-f6049dc22cab is: ACTIVE; New status is: ACTIVE {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 03:04:58.969901 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Device 9cca5d8c-99f7-4073-a841-c41cec400914 up at agent ovs-agent-dv-cinder-846842-4-iscsi {{(pid=104015) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 03:04:58.975090 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:04:59.060891 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-d3aad0f6-34d9-40d9-98fd-9eda15418c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba98c50f-28e4-48ab-9551-c9e6cb46713b', 'name': 'tempest-ServerRescueNegativeTestJSON-1891208908-router', 'tenant_id': 'aa1dff9e9be549308ec0ad3a13810062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '9cca5d8c-99f7-4073-a841-c41cec400914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:04:34Z', 'updated_at': '2022-06-26T03:04:45Z', 'revision_number': 4, 'project_id': 'aa1dff9e9be549308ec0ad3a13810062', 'gw_port': {'id': '9cca5d8c-99f7-4073-a841-c41cec400914', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:4b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba98c50f-28e4-48ab-9551-c9e6cb46713b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:36Z', 'updated_at': '2022-06-26T03:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi', '_interfaces': [{'id': 'cdaf2926-df93-41e6-bf68-68a05eedce29', 'name': '', 'network_id': '4d1cf2ab-1c05-4bc5-9daa-428f3ef27012', 'tenant_id': 'aa1dff9e9be549308ec0ad3a13810062', 'mac_address': 'fa:16:3e:68:8d:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba98c50f-28e4-48ab-9551-c9e6cb46713b', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '50d12281-21a2-4343-ba8b-93c5382e067a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:44Z', 'updated_at': '2022-06-26T03:04:57Z', 'revision_number': 4, 'project_id': 'aa1dff9e9be549308ec0ad3a13810062', 'subnets': [{'id': '50d12281-21a2-4343-ba8b-93c5382e067a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-4-iscsi', False) {} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:04:59.097597 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-3deea20a-1dd2-4b1b-bec5-8c328a009dc5 req-0eb44958-272b-474b-81c7-996bd83990e5 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=b753d813-95df-4256-a8c0-dcd4681dfe27 HTTP/1.1" status: 200 len: 210 time: 0.0559592 Jun 26 03:04:59.122207 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3aad0f6-34d9-40d9-98fd-9eda15418c06 None None] The sync data for ids ['ba98c50f-28e4-48ab-9551-c9e6cb46713b'] in dv-cinder-846842-4-iscsi is: [{'id': 'ba98c50f-28e4-48ab-9551-c9e6cb46713b', 'name': 'tempest-ServerRescueNegativeTestJSON-1891208908-router', 'tenant_id': 'aa1dff9e9be549308ec0ad3a13810062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '9cca5d8c-99f7-4073-a841-c41cec400914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:04:34Z', 'updated_at': '2022-06-26T03:04:45Z', 'revision_number': 4, 'project_id': 'aa1dff9e9be549308ec0ad3a13810062', 'gw_port': {'id': '9cca5d8c-99f7-4073-a841-c41cec400914', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:4b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba98c50f-28e4-48ab-9551-c9e6cb46713b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:36Z', 'updated_at': '2022-06-26T03:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi', '_interfaces': [{'id': 'cdaf2926-df93-41e6-bf68-68a05eedce29', 'name': '', 'network_id': '4d1cf2ab-1c05-4bc5-9daa-428f3ef27012', 'tenant_id': 'aa1dff9e9be549308ec0ad3a13810062', 'mac_address': 'fa:16:3e:68:8d:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba98c50f-28e4-48ab-9551-c9e6cb46713b', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '50d12281-21a2-4343-ba8b-93c5382e067a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:44Z', 'updated_at': '2022-06-26T03:04:57Z', 'revision_number': 4, 'project_id': 'aa1dff9e9be549308ec0ad3a13810062', 'subnets': [{'id': '50d12281-21a2-4343-ba8b-93c5382e067a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 03:04:59.128498 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-6a35dc00-bb82-46d9-b675-6303511afb8c None None] Current status of the port cdaf2926-df93-41e6-bf68-68a05eedce29 is: ACTIVE; New status is: ACTIVE {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 03:04:59.140149 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Provisioning complete for port 9cca5d8c-99f7-4073-a841-c41cec400914 triggered by entity L2. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:04:59.140502 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (9cca5d8c-99f7-4073-a841-c41cec400914), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:59.150881 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-5990189d-aaf9-4ffe-9d37-febc2c1c445b req-8102a153-2fea-425a-84fc-ad1bb6f61444 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--374171752&fields=id&tenant_id=1850f9f425294a82add8a09690dc1df0 HTTP/1.1" status: 200 len: 267 time: 0.1333830 Jun 26 03:04:59.228682 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Current status of the port 9cca5d8c-99f7-4073-a841-c41cec400914 is: ACTIVE; New status is: ACTIVE {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 03:04:59.230200 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Device 8e8f72f7-ef84-405c-834b-56a1ba6f45b2 up at agent ovs-agent-dv-cinder-846842-4-iscsi {{(pid=104015) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 03:04:59.293574 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=100 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:04:59.312488 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Provisioning complete for port 8e8f72f7-ef84-405c-834b-56a1ba6f45b2 triggered by entity L2. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:04:59.312870 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (8e8f72f7-ef84-405c-834b-56a1ba6f45b2), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:59.314286 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:04:59.337141 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5990189d-aaf9-4ffe-9d37-febc2c1c445b req-ac39a5ed-78e7-4ab4-93c0-5323f20308df tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:04:59.344465 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-5990189d-aaf9-4ffe-9d37-febc2c1c445b req-ac39a5ed-78e7-4ab4-93c0-5323f20308df tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/networks?id=02cd0f74-99cd-4eb9-aeb7-aae2b7255a50 HTTP/1.1" status: 200 len: 814 time: 0.1801479 Jun 26 03:04:59.360760 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-5990189d-aaf9-4ffe-9d37-febc2c1c445b req-6c854a30-c0e2-45b4-870c-7b190ff7f85e tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/quotas/1850f9f425294a82add8a09690dc1df0 HTTP/1.1" status: 200 len: 375 time: 0.0149374 Jun 26 03:04:59.425413 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Current status of the port 8e8f72f7-ef84-405c-834b-56a1ba6f45b2 is: DOWN; New status is: ACTIVE {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 03:04:59.428624 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (8e8f72f7-ef84-405c-834b-56a1ba6f45b2), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:59.443346 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-5990189d-aaf9-4ffe-9d37-febc2c1c445b req-4be3a254-6430-41ed-8510-d148bbe3d7b0 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1850f9f425294a82add8a09690dc1df0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0779963 Jun 26 03:04:59.456335 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] For port 8e8f72f7-ef84-405c-834b-56a1ba6f45b2, host dv-cinder-846842-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-4-iscsi',level=0,port_id=8e8f72f7-ef84-405c-834b-56a1ba6f45b2,segment=NetworkSegment(968602fb-f834-40ea-ad2f-658bf3156d3b),segment_id=968602fb-f834-40ea-ad2f-658bf3156d3b)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:04:59.463525 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (8e8f72f7-ef84-405c-834b-56a1ba6f45b2), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:59.464625 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Device e8cc937d-db9b-4f0e-ab77-7c522c5d66b7 up at agent ovs-agent-dv-cinder-846842-4-iscsi {{(pid=104015) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 03:04:59.597511 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-5990189d-aaf9-4ffe-9d37-febc2c1c445b req-b5ca3e40-099e-4e14-82bd-c117cabf04f9 service neutron] 10.222.0.13 "GET /v2.0/networks/02cd0f74-99cd-4eb9-aeb7-aae2b7255a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466944 Jun 26 03:04:59.679114 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Pushing event updated for resources: {'Port': ['ID=8e8f72f7-ef84-405c-834b-56a1ba6f45b2,revision_number=4']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:04:59.695871 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Provisioning complete for port e8cc937d-db9b-4f0e-ab77-7c522c5d66b7 triggered by entity L2. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:04:59.696558 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (e8cc937d-db9b-4f0e-ab77-7c522c5d66b7), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:04:59.729427 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-2ce29ac2-f6a4-4eeb-98d3-f7cd211374f3 req-7cf051f9-b737-492d-986d-216492cded38 tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e1cf9b3-1e3f-4760-81a4-4f4e8c4d5d7a HTTP/1.1" status: 200 len: 210 time: 0.0462337 Jun 26 03:04:59.819453 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.43', 51531) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:04:59.845679 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Current status of the port e8cc937d-db9b-4f0e-ab77-7c522c5d66b7 is: ACTIVE; New status is: ACTIVE {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 03:04:59.846891 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-5990189d-aaf9-4ffe-9d37-febc2c1c445b req-01f18d73-7946-4985-bcee-a87dacf75603 service neutron] 10.222.0.13 "GET /v2.0/networks/02cd0f74-99cd-4eb9-aeb7-aae2b7255a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2479396 Jun 26 03:04:59.849520 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Device 01915289-5552-434d-814c-f902ddd7513b up at agent ovs-agent-dv-cinder-846842-4-iscsi {{(pid=104015) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 03:04:59.987606 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Provisioning complete for port 01915289-5552-434d-814c-f902ddd7513b triggered by entity L2. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:04:59.989047 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (01915289-5552-434d-814c-f902ddd7513b), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:00.011998 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-4652bcfc-65b6-45f6-bf07-67e2c7df6b1d req-eef2241d-3436-48b8-92d6-c6e11d2e2568 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b0d1d9b-d025-442c-a2f6-db22050d9059 HTTP/1.1" status: 200 len: 210 time: 0.0599883 Jun 26 03:05:00.103652 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.43', 51532) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:05:00.284386 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Current status of the port 01915289-5552-434d-814c-f902ddd7513b is: ACTIVE; New status is: ACTIVE {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 03:05:00.371297 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2269f6-9710-4ac1-afae-c312f9c56d9d req-2f7c07f0-d755-4ccd-80a0-996c6e81fc2f tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:00.375049 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-3e2269f6-9710-4ac1-afae-c312f9c56d9d req-2f7c07f0-d755-4ccd-80a0-996c6e81fc2f tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] 10.222.0.43 "GET /v2.0/networks?id=26d75899-1607-4d4e-b529-22178d34e095 HTTP/1.1" status: 200 len: 812 time: 0.5452909 Jun 26 03:05:00.476295 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.43', 51533) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:05:00.533089 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-07f53d21-1bec-4880-b370-0f4b54093089 req-045d5cda-f1ec-4320-9623-19392bf13482 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/ports?device_id=d87611df-64cb-42cb-b734-782bf9ebb9ab HTTP/1.1" status: 200 len: 210 time: 0.2689254 Jun 26 03:05:00.564780 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-e2ed2e0e-fa2c-4e23-8c13-d6d2d2c60d64 req-483aa38d-ebc4-497b-a8b4-2a8a55eff52b tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c55ca6d-bad0-4964-83fe-4352b7fb1b1d HTTP/1.1" status: 200 len: 210 time: 0.2990258 Jun 26 03:05:00.754146 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Device 5970bc2f-279c-4e02-8df2-77f6d5aa9b5f up at agent ovs-agent-dv-cinder-846842-4-iscsi {{(pid=104015) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 03:05:00.755335 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.43', 51535) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:05:00.835748 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [req-3e2269f6-9710-4ac1-afae-c312f9c56d9d req-d9e24607-e258-417e-814d-2432527b7d2b tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] Request body: {'port': {'device_id': '0e1cf9b3-1e3f-4760-81a4-4f4e8c4d5d7a', 'network_id': '26d75899-1607-4d4e-b529-22178d34e095', 'admin_state_up': True, 'tenant_id': '23078d86cd394c749328fb9dd7992919'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:05:00.844736 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-39aacf9c-11e6-48cc-a743-1746e88b0eae req-9920629c-ae59-46b1-8347-403c11a4569c tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=b753d813-95df-4256-a8c0-dcd4681dfe27 HTTP/1.1" status: 200 len: 210 time: 0.1158013 Jun 26 03:05:00.883765 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16e143c-cd12-43c9-ab3c-6c69e62e22b7 req-1a3c4ca2-f69a-49cd-bb16-8709543b2f57 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:00.885424 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-f16e143c-cd12-43c9-ab3c-6c69e62e22b7 req-1a3c4ca2-f69a-49cd-bb16-8709543b2f57 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.43 "GET /v2.0/networks?id=74573779-88f3-4aaa-82c6-e30fd16eafe2 HTTP/1.1" status: 200 len: 811 time: 0.4077322 Jun 26 03:05:00.902688 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Provisioning complete for port 5970bc2f-279c-4e02-8df2-77f6d5aa9b5f triggered by entity L2. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:05:00.903146 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (5970bc2f-279c-4e02-8df2-77f6d5aa9b5f), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:00.943461 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a2685a-ecc9-47d6-920e-476abdc60daf req-c8f2fa97-d245-4ef6-a71e-3e4cab1e9986 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:00.944997 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-98a2685a-ecc9-47d6-920e-476abdc60daf req-c8f2fa97-d245-4ef6-a71e-3e4cab1e9986 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.43 "GET /v2.0/networks?id=151cdbb9-618f-46a1-a7b5-564e53db9cea HTTP/1.1" status: 200 len: 817 time: 0.8291876 Jun 26 03:05:01.040010 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=100 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:05:01.044523 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-d6c24879-b84a-49ff-8f14-86f68dcf22a8 req-f2af0e9c-7f33-4c44-ba77-a476151e4c30 tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e1cf9b3-1e3f-4760-81a4-4f4e8c4d5d7a HTTP/1.1" status: 200 len: 210 time: 0.0671279 Jun 26 03:05:01.153042 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Current status of the port 5970bc2f-279c-4e02-8df2-77f6d5aa9b5f is: ACTIVE; New status is: ACTIVE {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 03:05:01.156364 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Device 8e8f72f7-ef84-405c-834b-56a1ba6f45b2 up at agent ovs-agent-dv-cinder-846842-4-iscsi {{(pid=104015) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 03:05:01.209080 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:05:01.245421 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Provisioning complete for port 8e8f72f7-ef84-405c-834b-56a1ba6f45b2 triggered by entity L2. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:05:01.246091 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (8e8f72f7-ef84-405c-834b-56a1ba6f45b2), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:01.367981 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-f16e143c-cd12-43c9-ab3c-6c69e62e22b7 req-d2f13f53-e9a0-4a50-8b76-30b88f763654 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ea86edd65ecb4972ba8bb33b34387432 HTTP/1.1" status: 200 len: 379 time: 0.3702698 Jun 26 03:05:01.385910 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [req-f16e143c-cd12-43c9-ab3c-6c69e62e22b7 req-858ca730-f6be-448a-8b6a-dcfe3c0e4890 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Request body: {'port': {'device_id': '1c55ca6d-bad0-4964-83fe-4352b7fb1b1d', 'network_id': '74573779-88f3-4aaa-82c6-e30fd16eafe2', 'admin_state_up': True, 'tenant_id': 'ea86edd65ecb4972ba8bb33b34387432', 'security_groups': ['8443e5b4-cfe8-43f3-9dfe-63aae7d635f6']}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:05:01.495978 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Current status of the port 8e8f72f7-ef84-405c-834b-56a1ba6f45b2 is: ACTIVE; New status is: ACTIVE {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 03:05:01.499742 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Device 01915289-5552-434d-814c-f902ddd7513b up at agent ovs-agent-dv-cinder-846842-4-iscsi {{(pid=104015) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 03:05:01.531750 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-d0aaed4e-7352-415b-a594-ca9676867ad9 req-9616e090-51d7-45f0-b5e7-0ca26daa5135 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b0d1d9b-d025-442c-a2f6-db22050d9059 HTTP/1.1" status: 200 len: 210 time: 0.2901757 Jun 26 03:05:01.655033 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:05:01.673287 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-98a2685a-ecc9-47d6-920e-476abdc60daf req-40028eb9-79eb-467a-8051-b69943eb62a4 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5dd1a7a651fa4d27a1b6488ca13effca HTTP/1.1" status: 200 len: 380 time: 0.7015607 Jun 26 03:05:01.680873 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Provisioning complete for port 01915289-5552-434d-814c-f902ddd7513b triggered by entity L2. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:05:01.688292 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3233a4b5-5957-4900-b0ed-86b9b139e184 req-649d5110-8898-4ceb-8294-1a161b333027 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:01.690091 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (01915289-5552-434d-814c-f902ddd7513b), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:01.703397 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-3233a4b5-5957-4900-b0ed-86b9b139e184 req-649d5110-8898-4ceb-8294-1a161b333027 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.43 "GET /v2.0/networks?id=4d1cf2ab-1c05-4bc5-9daa-428f3ef27012 HTTP/1.1" status: 200 len: 819 time: 0.9449015 Jun 26 03:05:01.708918 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e2269f6-9710-4ac1-afae-c312f9c56d9d req-d9e24607-e258-417e-814d-2432527b7d2b tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] Made reservation on behalf of 23078d86cd394c749328fb9dd7992919 for: {'port': 1} {{(pid=104013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 03:05:01.712969 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-3e2269f6-9710-4ac1-afae-c312f9c56d9d req-d9e24607-e258-417e-814d-2432527b7d2b tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:01.861362 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-1af3aa10-780c-407e-9460-3a5d5ae34b9c req-b98d98fc-ea3b-4b14-8918-94dcb4346d14 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c55ca6d-bad0-4964-83fe-4352b7fb1b1d HTTP/1.1" status: 200 len: 210 time: 0.0696259 Jun 26 03:05:01.879975 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-bd9a77c6-8e13-4eee-8450-36be3b728582 req-dd4ff702-658b-4bc9-9280-1209c2cb3d08 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/ports?device_id=d87611df-64cb-42cb-b734-782bf9ebb9ab HTTP/1.1" status: 200 len: 210 time: 0.1722376 Jun 26 03:05:01.904518 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Current status of the port 01915289-5552-434d-814c-f902ddd7513b is: ACTIVE; New status is: ACTIVE {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 03:05:01.914492 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [req-3233a4b5-5957-4900-b0ed-86b9b139e184 req-3fd895bc-f586-4d96-ad3c-e6abc417d24c tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Request body: {'port': {'device_id': 'cddc852a-2aa2-4a44-ad1a-e9e930e3bddf', 'network_id': '4d1cf2ab-1c05-4bc5-9daa-428f3ef27012', 'admin_state_up': True, 'tenant_id': 'aa1dff9e9be549308ec0ad3a13810062'}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:05:02.125564 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [req-98a2685a-ecc9-47d6-920e-476abdc60daf req-c4afe214-f8b7-46d6-a4e2-0611ae7a7e3d tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Request body: {'port': {'device_id': '3b0d1d9b-d025-442c-a2f6-db22050d9059', 'network_id': '151cdbb9-618f-46a1-a7b5-564e53db9cea', 'admin_state_up': True, 'tenant_id': '5dd1a7a651fa4d27a1b6488ca13effca', 'security_groups': ['cae80eaa-bfa7-4de0-8fc0-ae5390068214']}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:05:02.131806 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.43', 51548) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:05:02.193590 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f16e143c-cd12-43c9-ab3c-6c69e62e22b7 req-858ca730-f6be-448a-8b6a-dcfe3c0e4890 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Made reservation on behalf of ea86edd65ecb4972ba8bb33b34387432 for: {'port': 1} {{(pid=104013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 03:05:02.213530 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-f16e143c-cd12-43c9-ab3c-6c69e62e22b7 req-858ca730-f6be-448a-8b6a-dcfe3c0e4890 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:02.215650 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-0fd98ffa-c5c3-493a-9e79-b936bf3b7ebb req-d4b4436f-e07b-426d-8c8a-dce36766821b tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=b753d813-95df-4256-a8c0-dcd4681dfe27 HTTP/1.1" status: 200 len: 210 time: 0.0852501 Jun 26 03:05:02.402946 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3233a4b5-5957-4900-b0ed-86b9b139e184 req-3fd895bc-f586-4d96-ad3c-e6abc417d24c tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Made reservation on behalf of aa1dff9e9be549308ec0ad3a13810062 for: {'port': 1} {{(pid=104014) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 03:05:02.408086 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-3233a4b5-5957-4900-b0ed-86b9b139e184 req-3fd895bc-f586-4d96-ad3c-e6abc417d24c tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:02.511650 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-1bda0ab3-1da5-4ca3-bc1d-7c7b8bc6a213 req-02779193-6109-4bd0-ae05-7b50daf4f7b5 tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e1cf9b3-1e3f-4760-81a4-4f4e8c4d5d7a HTTP/1.1" status: 200 len: 210 time: 0.1906207 Jun 26 03:05:02.624382 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Device 3834b01e-26c6-4922-bf2c-dc4e4c924aa3 up at agent ovs-agent-dv-cinder-846842-4-iscsi {{(pid=104015) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 03:05:02.994543 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.43', 51551) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:05:03.043542 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.db.db_base_plugin_common [req-f16e143c-cd12-43c9-ab3c-6c69e62e22b7 req-858ca730-f6be-448a-8b6a-dcfe3c0e4890 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Allocated IP 172.20.0.12 (74573779-88f3-4aaa-82c6-e30fd16eafe2/c5ebf334-cb3d-4cb7-af71-a1dac7ba1320/2d68efe6-d264-4cfb-8cd4-414d529eb007) {{(pid=104013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 03:05:03.181456 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Provisioning complete for port 3834b01e-26c6-4922-bf2c-dc4e4c924aa3 triggered by entity L2. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:05:03.182035 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (3834b01e-26c6-4922-bf2c-dc4e4c924aa3), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:03.332078 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-8d94cee4-d2de-4044-90db-f5cfa5c87ce7 req-1e49df82-b256-43b4-bed3-a43b045d449e tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b0d1d9b-d025-442c-a2f6-db22050d9059 HTTP/1.1" status: 200 len: 210 time: 0.4048409 Jun 26 03:05:03.357073 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:05:03.357073 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:05:03.361386 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Current status of the port 3834b01e-26c6-4922-bf2c-dc4e4c924aa3 is: DOWN; New status is: ACTIVE {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 03:05:03.362276 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (3834b01e-26c6-4922-bf2c-dc4e4c924aa3), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:03.423226 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] For port 3834b01e-26c6-4922-bf2c-dc4e4c924aa3, host dv-cinder-846842-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-4-iscsi',level=0,port_id=3834b01e-26c6-4922-bf2c-dc4e4c924aa3,segment=NetworkSegment(968602fb-f834-40ea-ad2f-658bf3156d3b),segment_id=968602fb-f834-40ea-ad2f-658bf3156d3b)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:05:03.432447 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (3834b01e-26c6-4922-bf2c-dc4e4c924aa3), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:03.433879 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Device cdaf2926-df93-41e6-bf68-68a05eedce29 up at agent ovs-agent-dv-cinder-846842-4-iscsi {{(pid=104015) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 03:05:03.471125 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.db.db_base_plugin_common [req-3e2269f6-9710-4ac1-afae-c312f9c56d9d req-d9e24607-e258-417e-814d-2432527b7d2b tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] Allocated IP 172.20.0.6 (26d75899-1607-4d4e-b529-22178d34e095/767e1a0e-9ad6-4e3d-acf7-7ae8d7e1ee4a/d9366ecd-7ca4-4109-bdc7-b47e7cb83078) {{(pid=104013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 03:05:03.531481 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-f16e143c-cd12-43c9-ab3c-6c69e62e22b7 req-858ca730-f6be-448a-8b6a-dcfe3c0e4890 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Publish callbacks [] for port (2d68efe6-d264-4cfb-8cd4-414d529eb007), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:03.568538 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Provisioning complete for port cdaf2926-df93-41e6-bf68-68a05eedce29 triggered by entity L2. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:05:03.568917 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (cdaf2926-df93-41e6-bf68-68a05eedce29), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:03.574101 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Pushing event updated for resources: {'Port': ['ID=3834b01e-26c6-4922-bf2c-dc4e4c924aa3,revision_number=4']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:05:03.644236 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15edba86-987f-4c4f-900b-e940f9a8cfc8 req-dbaed142-1451-49d1-8725-342657061b3a tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:03.645987 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-15edba86-987f-4c4f-900b-e940f9a8cfc8 req-dbaed142-1451-49d1-8725-342657061b3a tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.43 "GET /v2.0/networks?id=4d1cf2ab-1c05-4bc5-9daa-428f3ef27012 HTTP/1.1" status: 200 len: 819 time: 1.5129504 Jun 26 03:05:03.678852 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Current status of the port cdaf2926-df93-41e6-bf68-68a05eedce29 is: ACTIVE; New status is: ACTIVE {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 03:05:03.747446 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-f16e143c-cd12-43c9-ab3c-6c69e62e22b7 req-858ca730-f6be-448a-8b6a-dcfe3c0e4890 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787575245469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7375238'] for port (2d68efe6-d264-4cfb-8cd4-414d529eb007), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:03.751812 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-399e0373-e939-4ce8-a042-27d0a2a92768 req-3262f1d0-0793-4c8a-8411-ab547cce8d08 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c55ca6d-bad0-4964-83fe-4352b7fb1b1d HTTP/1.1" status: 200 len: 210 time: 0.0945854 Jun 26 03:05:03.778088 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:05:03.786243 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-11dcc579-be78-4f37-b9d1-5e5711ebac1a req-b00c4471-c633-4ea1-8bb2-afc3280c114a tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/ports?device_id=d87611df-64cb-42cb-b734-782bf9ebb9ab HTTP/1.1" status: 200 len: 210 time: 0.6247005 Jun 26 03:05:03.893805 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:05:03.998865 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-7420e669-f62d-4c63-b759-139125762f12 req-f0230f62-8e62-4997-bac9-40020fa11ec8 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=b753d813-95df-4256-a8c0-dcd4681dfe27 HTTP/1.1" status: 200 len: 210 time: 0.0925157 Jun 26 03:05:04.015195 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-1475ae51-916a-4bc6-9643-e687a5af40ac req-87deed38-112f-4d03-b594-f4d5278491ed tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e1cf9b3-1e3f-4760-81a4-4f4e8c4d5d7a HTTP/1.1" status: 200 len: 210 time: 0.0968268 Jun 26 03:05:04.028646 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.db.db_base_plugin_common [req-3233a4b5-5957-4900-b0ed-86b9b139e184 req-3fd895bc-f586-4d96-ad3c-e6abc417d24c tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Allocated IP 172.20.0.7 (4d1cf2ab-1c05-4bc5-9daa-428f3ef27012/50d12281-21a2-4343-ba8b-93c5382e067a/634b866a-e4dd-43d0-84a2-3a0a964abbff) {{(pid=104014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 03:05:04.032920 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98a2685a-ecc9-47d6-920e-476abdc60daf req-c4afe214-f8b7-46d6-a4e2-0611ae7a7e3d tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Made reservation on behalf of 5dd1a7a651fa4d27a1b6488ca13effca for: {'port': 1} {{(pid=104014) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 03:05:04.037610 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-98a2685a-ecc9-47d6-920e-476abdc60daf req-c4afe214-f8b7-46d6-a4e2-0611ae7a7e3d tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:04.093245 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-3e2269f6-9710-4ac1-afae-c312f9c56d9d req-d9e24607-e258-417e-814d-2432527b7d2b tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] Publish callbacks [] for port (d9366ecd-7ca4-4109-bdc7-b47e7cb83078), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:04.095885 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858ca730-f6be-448a-8b6a-dcfe3c0e4890 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Pushing event updated for resources: {'Port': ['ID=2d68efe6-d264-4cfb-8cd4-414d529eb007,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:05:04.102514 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f16e143c-cd12-43c9-ab3c-6c69e62e22b7 req-858ca730-f6be-448a-8b6a-dcfe3c0e4890 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Network 74573779-88f3-4aaa-82c6-e30fd16eafe2 is already hosted by enough agents. {{(pid=104013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 03:05:04.106368 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5990189d-aaf9-4ffe-9d37-febc2c1c445b req-6e2b1fdb-a75a-4bba-9f36-cbafc81dd468 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:04.108725 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-5990189d-aaf9-4ffe-9d37-febc2c1c445b req-6e2b1fdb-a75a-4bba-9f36-cbafc81dd468 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.43 "GET /v2.0/networks?id=02cd0f74-99cd-4eb9-aeb7-aae2b7255a50 HTTP/1.1" status: 200 len: 814 time: 1.0514777 Jun 26 03:05:04.116335 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.scheduler.base_scheduler [req-f16e143c-cd12-43c9-ab3c-6c69e62e22b7 req-858ca730-f6be-448a-8b6a-dcfe3c0e4890 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Resources bound (agent type, host, resource id): {{(pid=104013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 03:05:04.136623 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [req-f16e143c-cd12-43c9-ab3c-6c69e62e22b7 req-858ca730-f6be-448a-8b6a-dcfe3c0e4890 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Received port after_create {{(pid=104013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 26 03:05:04.284161 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16e143c-cd12-43c9-ab3c-6c69e62e22b7 req-858ca730-f6be-448a-8b6a-dcfe3c0e4890 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:04.291079 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-f16e143c-cd12-43c9-ab3c-6c69e62e22b7 req-858ca730-f6be-448a-8b6a-dcfe3c0e4890 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628900'] for port (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:04.344398 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-3e2269f6-9710-4ac1-afae-c312f9c56d9d req-d9e24607-e258-417e-814d-2432527b7d2b tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787575245469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7375238'] for port (d9366ecd-7ca4-4109-bdc7-b47e7cb83078), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:04.452546 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-f16e143c-cd12-43c9-ab3c-6c69e62e22b7 req-858ca730-f6be-448a-8b6a-dcfe3c0e4890 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0737405 Jun 26 03:05:04.468043 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e2269f6-9710-4ac1-afae-c312f9c56d9d req-d9e24607-e258-417e-814d-2432527b7d2b tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] Network 26d75899-1607-4d4e-b529-22178d34e095 is already hosted by enough agents. {{(pid=104013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 03:05:04.473991 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.scheduler.base_scheduler [req-3e2269f6-9710-4ac1-afae-c312f9c56d9d req-d9e24607-e258-417e-814d-2432527b7d2b tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] Resources bound (agent type, host, resource id): {{(pid=104013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 03:05:04.482121 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e2269f6-9710-4ac1-afae-c312f9c56d9d req-d9e24607-e258-417e-814d-2432527b7d2b tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] Received port after_create {{(pid=104013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 26 03:05:04.495405 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e24607-e258-417e-814d-2432527b7d2b tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] Pushing event updated for resources: {'Port': ['ID=d9366ecd-7ca4-4109-bdc7-b47e7cb83078,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:05:04.513782 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-6ea68516-e89a-4821-9b4b-f2f678756148 None None] Provisioning complete for port 2d68efe6-d264-4cfb-8cd4-414d529eb007 triggered by entity DHCP. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:05:04.515803 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-6ea68516-e89a-4821-9b4b-f2f678756148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (2d68efe6-d264-4cfb-8cd4-414d529eb007), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:04.556084 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2269f6-9710-4ac1-afae-c312f9c56d9d req-d9e24607-e258-417e-814d-2432527b7d2b tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:04.556715 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-3e2269f6-9710-4ac1-afae-c312f9c56d9d req-d9e24607-e258-417e-814d-2432527b7d2b tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628900'] for port (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:04.578119 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-53a478c1-cfcd-4387-92bf-2762c72ef6f7 req-4de1e00f-baf6-491f-b8fa-95e6e256273c tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b0d1d9b-d025-442c-a2f6-db22050d9059 HTTP/1.1" status: 200 len: 210 time: 0.0935321 Jun 26 03:05:04.598933 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-3e2269f6-9710-4ac1-afae-c312f9c56d9d req-d9e24607-e258-417e-814d-2432527b7d2b tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7833047 Jun 26 03:05:04.599387 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-6ea68516-e89a-4821-9b4b-f2f678756148 None None] Port 2d68efe6-d264-4cfb-8cd4-414d529eb007 cannot update to ACTIVE because it is not bound. {{(pid=104015) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 26 03:05:04.600986 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Device 3834b01e-26c6-4922-bf2c-dc4e4c924aa3 up at agent ovs-agent-dv-cinder-846842-4-iscsi {{(pid=104015) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 03:05:04.628845 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.db.db_base_plugin_common [req-98a2685a-ecc9-47d6-920e-476abdc60daf req-c4afe214-f8b7-46d6-a4e2-0611ae7a7e3d tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Allocated IP 172.20.0.13 (151cdbb9-618f-46a1-a7b5-564e53db9cea/b3475431-7645-416a-9b3b-e23c4a132926/52fe6654-0bad-4f8c-9c8b-2d810ffaeb4f) {{(pid=104014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 03:05:04.642189 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 39786) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:05:04.676816 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-3233a4b5-5957-4900-b0ed-86b9b139e184 req-3fd895bc-f586-4d96-ad3c-e6abc417d24c tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Publish callbacks [] for port (634b866a-e4dd-43d0-84a2-3a0a964abbff), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:04.690493 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Provisioning complete for port 3834b01e-26c6-4922-bf2c-dc4e4c924aa3 triggered by entity L2. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:05:04.691861 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (3834b01e-26c6-4922-bf2c-dc4e4c924aa3), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:04.788912 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Current status of the port 3834b01e-26c6-4922-bf2c-dc4e4c924aa3 is: ACTIVE; New status is: ACTIVE {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 03:05:04.812180 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-8f862439-120f-4702-aa57-3edae5f246b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:04.814191 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:05:04.818982 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-3233a4b5-5957-4900-b0ed-86b9b139e184 req-3fd895bc-f586-4d96-ad3c-e6abc417d24c tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787575245469'] for port (634b866a-e4dd-43d0-84a2-3a0a964abbff), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:04.845906 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3233a4b5-5957-4900-b0ed-86b9b139e184 req-3fd895bc-f586-4d96-ad3c-e6abc417d24c tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Network 4d1cf2ab-1c05-4bc5-9daa-428f3ef27012 is already hosted by enough agents. {{(pid=104014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 03:05:04.918715 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-86aead10-2993-4e30-9876-a510efe4ca82 None None] Provisioning complete for port d9366ecd-7ca4-4109-bdc7-b47e7cb83078 triggered by entity DHCP. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:05:04.919321 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-86aead10-2993-4e30-9876-a510efe4ca82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (d9366ecd-7ca4-4109-bdc7-b47e7cb83078), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:04.927924 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.scheduler.base_scheduler [req-3233a4b5-5957-4900-b0ed-86b9b139e184 req-3fd895bc-f586-4d96-ad3c-e6abc417d24c tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Resources bound (agent type, host, resource id): {{(pid=104014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 03:05:04.930567 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [req-3233a4b5-5957-4900-b0ed-86b9b139e184 req-3fd895bc-f586-4d96-ad3c-e6abc417d24c tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Received port after_create {{(pid=104014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 26 03:05:04.936722 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3233a4b5-5957-4900-b0ed-86b9b139e184 req-3fd895bc-f586-4d96-ad3c-e6abc417d24c tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:04.937521 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-3233a4b5-5957-4900-b0ed-86b9b139e184 req-3fd895bc-f586-4d96-ad3c-e6abc417d24c tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628900'] for port (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:04.938109 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-8f862439-120f-4702-aa57-3edae5f246b7 admin admin] Publish callbacks [] for security_group (52a7eb39-5481-4da4-92d8-51b8556d56e6), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:04.943485 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-8f862439-120f-4702-aa57-3edae5f246b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (52a7eb39-5481-4da4-92d8-51b8556d56e6), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:04.971900 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-86aead10-2993-4e30-9876-a510efe4ca82 None None] Port d9366ecd-7ca4-4109-bdc7-b47e7cb83078 cannot update to ACTIVE because it is not bound. {{(pid=104015) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 26 03:05:05.006150 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-8f862439-120f-4702-aa57-3edae5f246b7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b9afae2a48e34178bdb031839b1781bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3625762 Jun 26 03:05:05.007509 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f862439-120f-4702-aa57-3edae5f246b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52a7eb39-5481-4da4-92d8-51b8556d56e6,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:05:05.010091 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 39796) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:05:05.030580 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:INSERT=8,neutron:SELECT=86,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:05:05.040756 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:UPDATE=2,neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:05:05.076098 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-834dbf8b-a02c-4b50-8891-68d672a1844e admin admin] Publish callbacks [] for security_group (52a7eb39-5481-4da4-92d8-51b8556d56e6), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:05.076189 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-bc2fe070-fbcf-4f82-8a92-ea6894670bdd req-e779dc05-192e-439f-b7da-3750741d7ecc tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/ports?device_id=d87611df-64cb-42cb-b734-782bf9ebb9ab HTTP/1.1" status: 200 len: 210 time: 0.1216688 Jun 26 03:05:05.105498 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-834dbf8b-a02c-4b50-8891-68d672a1844e admin admin] Publish callbacks [] for security_group (52a7eb39-5481-4da4-92d8-51b8556d56e6), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:05.127570 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-98a2685a-ecc9-47d6-920e-476abdc60daf req-c4afe214-f8b7-46d6-a4e2-0611ae7a7e3d tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Publish callbacks [] for port (52fe6654-0bad-4f8c-9c8b-2d810ffaeb4f), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:05.150440 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e93e73-ffcf-4f68-b4b9-227300fe75fc req-17d784e7-f58c-42f3-9bb7-66d1a1e895af tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:05.154923 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-d4e93e73-ffcf-4f68-b4b9-227300fe75fc req-17d784e7-f58c-42f3-9bb7-66d1a1e895af tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c55ca6d-bad0-4964-83fe-4352b7fb1b1d HTTP/1.1" status: 200 len: 932 time: 0.1992300 Jun 26 03:05:05.157550 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd895bc-f586-4d96-ad3c-e6abc417d24c tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Pushing event updated for resources: {'Port': ['ID=634b866a-e4dd-43d0-84a2-3a0a964abbff,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:05:05.172734 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-834dbf8b-a02c-4b50-8891-68d672a1844e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (52a7eb39-5481-4da4-92d8-51b8556d56e6), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:05.176302 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-834dbf8b-a02c-4b50-8891-68d672a1844e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:05.177378 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-834dbf8b-a02c-4b50-8891-68d672a1844e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/52a7eb39-5481-4da4-92d8-51b8556d56e6 HTTP/1.1" status: 204 len: 168 time: 0.1663940 Jun 26 03:05:05.187697 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834dbf8b-a02c-4b50-8891-68d672a1844e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52a7eb39-5481-4da4-92d8-51b8556d56e6,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:05:05.200992 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:05:05.203345 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-3233a4b5-5957-4900-b0ed-86b9b139e184 req-3fd895bc-f586-4d96-ad3c-e6abc417d24c tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3185298 Jun 26 03:05:05.254670 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=5,neutron:DELETE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:05:05.258493 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-42af6e0c-abe0-4688-836c-4fcc664fd44a req-173ddca0-6e2b-421c-b2d8-1d4e4db4e491 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=b753d813-95df-4256-a8c0-dcd4681dfe27 HTTP/1.1" status: 200 len: 210 time: 0.0903425 Jun 26 03:05:05.291976 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-98a2685a-ecc9-47d6-920e-476abdc60daf req-c4afe214-f8b7-46d6-a4e2-0611ae7a7e3d tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787575245469'] for port (52fe6654-0bad-4f8c-9c8b-2d810ffaeb4f), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:05.300765 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-f978a6ee-5751-4fb1-828a-4dc06fc59992 None None] Provisioning complete for port 634b866a-e4dd-43d0-84a2-3a0a964abbff triggered by entity DHCP. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:05:05.301162 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-f978a6ee-5751-4fb1-828a-4dc06fc59992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (634b866a-e4dd-43d0-84a2-3a0a964abbff), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:05.355620 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-f978a6ee-5751-4fb1-828a-4dc06fc59992 None None] Port 634b866a-e4dd-43d0-84a2-3a0a964abbff cannot update to ACTIVE because it is not bound. {{(pid=104015) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 26 03:05:05.380209 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-d4e93e73-ffcf-4f68-b4b9-227300fe75fc req-b356535a-de0e-4d58-918b-e918370ec2ef tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/security-groups?id=8443e5b4-cfe8-43f3-9dfe-63aae7d635f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2088563 Jun 26 03:05:05.405042 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98a2685a-ecc9-47d6-920e-476abdc60daf req-c4afe214-f8b7-46d6-a4e2-0611ae7a7e3d tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Network 151cdbb9-618f-46a1-a7b5-564e53db9cea is already hosted by enough agents. {{(pid=104014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 03:05:05.410616 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.scheduler.base_scheduler [req-98a2685a-ecc9-47d6-920e-476abdc60daf req-c4afe214-f8b7-46d6-a4e2-0611ae7a7e3d tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Resources bound (agent type, host, resource id): {{(pid=104014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 03:05:05.412498 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4afe214-f8b7-46d6-a4e2-0611ae7a7e3d tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Pushing event updated for resources: {'Port': ['ID=52fe6654-0bad-4f8c-9c8b-2d810ffaeb4f,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:05:05.417602 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [req-98a2685a-ecc9-47d6-920e-476abdc60daf req-c4afe214-f8b7-46d6-a4e2-0611ae7a7e3d tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Received port after_create {{(pid=104014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 26 03:05:05.421908 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a2685a-ecc9-47d6-920e-476abdc60daf req-c4afe214-f8b7-46d6-a4e2-0611ae7a7e3d tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:05.422545 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-98a2685a-ecc9-47d6-920e-476abdc60daf req-c4afe214-f8b7-46d6-a4e2-0611ae7a7e3d tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628900'] for port (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:05.449334 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59960c9-b178-4eb4-be86-6a4365aaaa12 req-f62628fb-8cc6-4211-8423-db34c094b5f1 tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:05.450899 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-d59960c9-b178-4eb4-be86-6a4365aaaa12 req-f62628fb-8cc6-4211-8423-db34c094b5f1 tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e1cf9b3-1e3f-4760-81a4-4f4e8c4d5d7a HTTP/1.1" status: 200 len: 931 time: 0.0985136 Jun 26 03:05:05.455583 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-98a2685a-ecc9-47d6-920e-476abdc60daf req-c4afe214-f8b7-46d6-a4e2-0611ae7a7e3d tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5719581 Jun 26 03:05:05.534535 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-d59960c9-b178-4eb4-be86-6a4365aaaa12 req-471bb9c5-b0bc-402d-81f3-ba1c3e733d48 tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] 10.222.0.13 "GET /v2.0/security-groups?id=b8d578a3-20a0-4dfd-8c42-86b3b60e3ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643890 Jun 26 03:05:05.664325 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 39822) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:05:05.678642 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-cdbf3b4e-1ebf-4470-8a0c-66efebf3de54 None None] Provisioning complete for port 52fe6654-0bad-4f8c-9c8b-2d810ffaeb4f triggered by entity DHCP. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:05:05.679084 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-cdbf3b4e-1ebf-4470-8a0c-66efebf3de54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (52fe6654-0bad-4f8c-9c8b-2d810ffaeb4f), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:05.695437 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ab19cdbf-1b29-4958-b2c1-ccd9e44a6951 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:05.710110 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:05:05.713287 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-cdbf3b4e-1ebf-4470-8a0c-66efebf3de54 None None] Port 52fe6654-0bad-4f8c-9c8b-2d810ffaeb4f cannot update to ACTIVE because it is not bound. {{(pid=104015) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 26 03:05:05.727570 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5e8dbc-04e8-4111-a1dd-71fb350d9417 req-f8bbebb0-02e1-4436-9e53-f7fe41f48103 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:05.729238 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-5b5e8dbc-04e8-4111-a1dd-71fb350d9417 req-f8bbebb0-02e1-4436-9e53-f7fe41f48103 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b0d1d9b-d025-442c-a2f6-db22050d9059 HTTP/1.1" status: 200 len: 932 time: 0.0566525 Jun 26 03:05:05.780803 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-5b5e8dbc-04e8-4111-a1dd-71fb350d9417 req-17c1c729-354f-4f22-9ef9-0d4ed6c9bbbe tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=cae80eaa-bfa7-4de0-8fc0-ae5390068214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458014 Jun 26 03:05:05.909458 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac21f4af-1be9-4927-9b89-f3a5582db08c None None] Sync routers for ids ['7690237a-df65-454c-8ae7-05722406d1b3'] in dv-cinder-846842-4-iscsi {{(pid=104015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 03:05:05.918824 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac21f4af-1be9-4927-9b89-f3a5582db08c None None] Routers {'7690237a-df65-454c-8ae7-05722406d1b3'} bound to L3 agent in host dv-cinder-846842-4-iscsi {{(pid=104015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 26 03:05:05.919438 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-ac21f4af-1be9-4927-9b89-f3a5582db08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-26T02:56:44Z,description=,heartbeat_timestamp=2022-06-26T03:04:44Z,host='dv-cinder-846842-4-iscsi',id=0122de27-3097-4d47-a0ca-0fb90e28ac1e,load=0,resource_versions=,resources_synced=,started_at=2022-06-26T02:56:44Z,topic='l3_agent')) {'router_ids': ['7690237a-df65-454c-8ae7-05722406d1b3'], 'active': True} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:05:05.932117 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ab19cdbf-1b29-4958-b2c1-ccd9e44a6951 admin admin] Publish callbacks [] for security_group (4a8b49a5-0a2f-48e3-9d12-b5aabe08444e), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:05.939607 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ab19cdbf-1b29-4958-b2c1-ccd9e44a6951 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (4a8b49a5-0a2f-48e3-9d12-b5aabe08444e), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:05.978913 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab19cdbf-1b29-4958-b2c1-ccd9e44a6951 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a8b49a5-0a2f-48e3-9d12-b5aabe08444e,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:05:05.983532 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-ab19cdbf-1b29-4958-b2c1-ccd9e44a6951 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=766319fd756043ec966c9d6f82565c41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3176906 Jun 26 03:05:05.987123 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 39824) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:05:06.037454 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d60a9739-5f0e-4f33-b7bf-28857cc77910 admin admin] Publish callbacks [] for security_group (4a8b49a5-0a2f-48e3-9d12-b5aabe08444e), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:06.044759 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvr_db [None req-ac21f4af-1be9-4927-9b89-f3a5582db08c None None] Set router 7690237a-df65-454c-8ae7-05722406d1b3 gateway port host: dv-cinder-846842-4-iscsi {{(pid=104015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 26 03:05:06.058876 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d60a9739-5f0e-4f33-b7bf-28857cc77910 admin admin] Publish callbacks [] for security_group (4a8b49a5-0a2f-48e3-9d12-b5aabe08444e), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:06.106530 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d60a9739-5f0e-4f33-b7bf-28857cc77910 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (4a8b49a5-0a2f-48e3-9d12-b5aabe08444e), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:06.109156 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d60a9739-5f0e-4f33-b7bf-28857cc77910 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:06.110485 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-d60a9739-5f0e-4f33-b7bf-28857cc77910 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4a8b49a5-0a2f-48e3-9d12-b5aabe08444e HTTP/1.1" status: 204 len: 168 time: 0.1224396 Jun 26 03:05:06.119168 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60a9739-5f0e-4f33-b7bf-28857cc77910 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a8b49a5-0a2f-48e3-9d12-b5aabe08444e,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:05:06.204918 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-cf01d88d-0783-4982-8e79-37bf82d3089b req-3df7fe20-c818-4adb-bdc8-cbe08805d98f tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/ports?device_id=d87611df-64cb-42cb-b734-782bf9ebb9ab HTTP/1.1" status: 200 len: 210 time: 0.0336752 Jun 26 03:05:06.247123 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-ac21f4af-1be9-4927-9b89-f3a5582db08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7690237a-df65-454c-8ae7-05722406d1b3', 'name': 'tempest-AttachVolumeNegativeTest-896095934-router', 'tenant_id': '1850f9f425294a82add8a09690dc1df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '3834b01e-26c6-4922-bf2c-dc4e4c924aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:04:34Z', 'updated_at': '2022-06-26T03:04:48Z', 'revision_number': 4, 'project_id': '1850f9f425294a82add8a09690dc1df0', 'gw_port': {'id': '3834b01e-26c6-4922-bf2c-dc4e4c924aa3', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:54:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7690237a-df65-454c-8ae7-05722406d1b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:36Z', 'updated_at': '2022-06-26T03:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi', '_interfaces': [{'id': '33327a85-3c8e-4af6-b0c0-537dc6426738', 'name': '', 'network_id': '02cd0f74-99cd-4eb9-aeb7-aae2b7255a50', 'tenant_id': '1850f9f425294a82add8a09690dc1df0', 'mac_address': 'fa:16:3e:cc:43:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7690237a-df65-454c-8ae7-05722406d1b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'e97e6f7f-41a5-4383-a841-52482c75f2ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:45Z', 'updated_at': '2022-06-26T03:04:48Z', 'revision_number': 2, 'project_id': '1850f9f425294a82add8a09690dc1df0', 'subnets': [{'id': 'e97e6f7f-41a5-4383-a841-52482c75f2ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-4-iscsi', False) {} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:05:06.272166 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac21f4af-1be9-4927-9b89-f3a5582db08c None None] Checking router: 7690237a-df65-454c-8ae7-05722406d1b3 for host: dv-cinder-846842-4-iscsi {{(pid=104015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 03:05:06.272590 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac21f4af-1be9-4927-9b89-f3a5582db08c None None] Updating router 7690237a-df65-454c-8ae7-05722406d1b3 port 33327a85-3c8e-4af6-b0c0-537dc6426738 binding host dv-cinder-846842-4-iscsi {{(pid=104015) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 26 03:05:06.302449 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-ac21f4af-1be9-4927-9b89-f3a5582db08c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (33327a85-3c8e-4af6-b0c0-537dc6426738), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:06.377225 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-586e015e-4346-48e0-90f8-b897f913d8c9 req-e68b0e18-ed2e-4e51-a795-d23694e0e117 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=b753d813-95df-4256-a8c0-dcd4681dfe27 HTTP/1.1" status: 200 len: 210 time: 0.0295298 Jun 26 03:05:06.516177 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb04b699-2230-43f4-be98-8c6ca9cc45be req-37d61dc0-629d-479d-9015-b36193f968f4 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:06.517679 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-fb04b699-2230-43f4-be98-8c6ca9cc45be req-37d61dc0-629d-479d-9015-b36193f968f4 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c55ca6d-bad0-4964-83fe-4352b7fb1b1d HTTP/1.1" status: 200 len: 932 time: 0.0484948 Jun 26 03:05:06.578757 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-fb04b699-2230-43f4-be98-8c6ca9cc45be req-74fde28c-a393-4f24-b255-053090c6782e tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/security-groups?id=8443e5b4-cfe8-43f3-9dfe-63aae7d635f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548589 Jun 26 03:05:06.618832 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-ac21f4af-1be9-4927-9b89-f3a5582db08c None None] Publish callbacks [] for port (33327a85-3c8e-4af6-b0c0-537dc6426738), precommit_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:06.625847 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-ac21f4af-1be9-4927-9b89-f3a5582db08c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (33327a85-3c8e-4af6-b0c0-537dc6426738), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:06.692838 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d31c6ee-8deb-464a-87e0-330aa2179692 None None] Pushing event updated for resources: {'Port': ['ID=33327a85-3c8e-4af6-b0c0-537dc6426738,revision_number=3']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:05:06.720677 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47964001-7917-4e2a-b31b-8e8467f83fab req-05160691-e169-48ba-b7a7-db5ee67026bc tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:06.722262 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-47964001-7917-4e2a-b31b-8e8467f83fab req-05160691-e169-48ba-b7a7-db5ee67026bc tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e1cf9b3-1e3f-4760-81a4-4f4e8c4d5d7a HTTP/1.1" status: 200 len: 931 time: 0.0717015 Jun 26 03:05:06.797692 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [None req-ac21f4af-1be9-4927-9b89-f3a5582db08c None None] Attempting to bind port 33327a85-3c8e-4af6-b0c0-537dc6426738 on host dv-cinder-846842-4-iscsi for vnic_type normal with profile {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 26 03:05:06.798639 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [None req-ac21f4af-1be9-4927-9b89-f3a5582db08c None None] Attempting to bind port 33327a85-3c8e-4af6-b0c0-537dc6426738 by drivers openvswitch,hyperv on host dv-cinder-846842-4-iscsi at level 0 using segments [{'id': '4d81c647-e55d-4122-8ce3-5fece06ad477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '02cd0f74-99cd-4eb9-aeb7-aae2b7255a50'}] {{(pid=104015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 26 03:05:06.799008 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac21f4af-1be9-4927-9b89-f3a5582db08c None None] Attempting to bind port 33327a85-3c8e-4af6-b0c0-537dc6426738 on network 02cd0f74-99cd-4eb9-aeb7-aae2b7255a50 {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 26 03:05:06.806483 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac21f4af-1be9-4927-9b89-f3a5582db08c None None] Checking agent: {'id': '16f9b602-7baf-4f7a-ab92-1b0788147fb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 26, 2, 56, 46), 'started_at': datetime.datetime(2022, 6, 26, 2, 57, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 26, 3, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 26 03:05:06.806871 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac21f4af-1be9-4927-9b89-f3a5582db08c None None] Checking segment: {'id': '4d81c647-e55d-4122-8ce3-5fece06ad477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '02cd0f74-99cd-4eb9-aeb7-aae2b7255a50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 26 03:05:06.807271 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-ac21f4af-1be9-4927-9b89-f3a5582db08c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:06.807654 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac21f4af-1be9-4927-9b89-f3a5582db08c None None] Bound using segment: {'id': '4d81c647-e55d-4122-8ce3-5fece06ad477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '02cd0f74-99cd-4eb9-aeb7-aae2b7255a50'} {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 26 03:05:06.808117 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [None req-ac21f4af-1be9-4927-9b89-f3a5582db08c None None] Bound port: 33327a85-3c8e-4af6-b0c0-537dc6426738, host: dv-cinder-846842-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d81c647-e55d-4122-8ce3-5fece06ad477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '02cd0f74-99cd-4eb9-aeb7-aae2b7255a50'}}] {{(pid=104015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 26 03:05:06.809285 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-ac21f4af-1be9-4927-9b89-f3a5582db08c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (33327a85-3c8e-4af6-b0c0-537dc6426738), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:06.866469 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-47964001-7917-4e2a-b31b-8e8467f83fab req-6eae8189-db9c-4053-ba18-19e986058c9b tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] 10.222.0.13 "GET /v2.0/security-groups?id=b8d578a3-20a0-4dfd-8c42-86b3b60e3ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347547 Jun 26 03:05:06.903788 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:05:06.917864 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-ac21f4af-1be9-4927-9b89-f3a5582db08c None None] For port 33327a85-3c8e-4af6-b0c0-537dc6426738, host dv-cinder-846842-4-iscsi, cleared binding levels {{(pid=104015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 03:05:06.921361 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-ac21f4af-1be9-4927-9b89-f3a5582db08c None None] For port 33327a85-3c8e-4af6-b0c0-537dc6426738, host dv-cinder-846842-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-4-iscsi',level=0,port_id=33327a85-3c8e-4af6-b0c0-537dc6426738,segment=NetworkSegment(4d81c647-e55d-4122-8ce3-5fece06ad477),segment_id=4d81c647-e55d-4122-8ce3-5fece06ad477)] {{(pid=104015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 03:05:06.928160 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-ac21f4af-1be9-4927-9b89-f3a5582db08c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (33327a85-3c8e-4af6-b0c0-537dc6426738), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:06.983869 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cbecbb-52ee-4985-8345-ee682c714871 req-6995e5d4-3bc5-4e96-a88a-e36ce2e1e9e7 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:06.985482 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-19cbecbb-52ee-4985-8345-ee682c714871 req-6995e5d4-3bc5-4e96-a88a-e36ce2e1e9e7 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b0d1d9b-d025-442c-a2f6-db22050d9059 HTTP/1.1" status: 200 len: 932 time: 0.0979025 Jun 26 03:05:06.988979 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:05:07.051845 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac21f4af-1be9-4927-9b89-f3a5582db08c None None] Routers {'7690237a-df65-454c-8ae7-05722406d1b3'} bound to L3 agent in host dv-cinder-846842-4-iscsi {{(pid=104015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 26 03:05:07.052506 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-ac21f4af-1be9-4927-9b89-f3a5582db08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-26T02:56:44Z,description=,heartbeat_timestamp=2022-06-26T03:04:44Z,host='dv-cinder-846842-4-iscsi',id=0122de27-3097-4d47-a0ca-0fb90e28ac1e,load=0,resource_versions=,resources_synced=,started_at=2022-06-26T02:56:44Z,topic='l3_agent')) {'router_ids': ['7690237a-df65-454c-8ae7-05722406d1b3'], 'active': True} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:05:07.062619 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-19cbecbb-52ee-4985-8345-ee682c714871 req-29212f71-07fb-4bb6-9dff-86c81ae0dbe9 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=cae80eaa-bfa7-4de0-8fc0-ae5390068214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696089 Jun 26 03:05:07.138363 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d31c6ee-8deb-464a-87e0-330aa2179692 None None] Pushing event updated for resources: {'Port': ['ID=33327a85-3c8e-4af6-b0c0-537dc6426738,revision_number=4']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:05:07.162596 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-7a9dea21-c3f2-4273-936d-1d9bb7002820 None None] Provisioning complete for port 33327a85-3c8e-4af6-b0c0-537dc6426738 triggered by entity DHCP. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:05:07.163065 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-7a9dea21-c3f2-4273-936d-1d9bb7002820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (33327a85-3c8e-4af6-b0c0-537dc6426738), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:07.325598 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvr_db [None req-ac21f4af-1be9-4927-9b89-f3a5582db08c None None] Set router 7690237a-df65-454c-8ae7-05722406d1b3 gateway port host: dv-cinder-846842-4-iscsi {{(pid=104015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 26 03:05:07.356940 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-7a9dea21-c3f2-4273-936d-1d9bb7002820 None None] Current status of the port 33327a85-3c8e-4af6-b0c0-537dc6426738 is: DOWN; New status is: ACTIVE {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 03:05:07.357327 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-7a9dea21-c3f2-4273-936d-1d9bb7002820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (33327a85-3c8e-4af6-b0c0-537dc6426738), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:07.415946 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-72ba488b-8f6e-4b7a-9bb6-5674c79f673f req-e45d6e07-8689-4533-9e2d-0606cf237936 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/ports?device_id=d87611df-64cb-42cb-b734-782bf9ebb9ab HTTP/1.1" status: 200 len: 210 time: 0.0676007 Jun 26 03:05:07.483780 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-7a9dea21-c3f2-4273-936d-1d9bb7002820 None None] For port 33327a85-3c8e-4af6-b0c0-537dc6426738, host dv-cinder-846842-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-4-iscsi',level=0,port_id=33327a85-3c8e-4af6-b0c0-537dc6426738,segment=NetworkSegment(4d81c647-e55d-4122-8ce3-5fece06ad477),segment_id=4d81c647-e55d-4122-8ce3-5fece06ad477)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:05:07.492567 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-7a9dea21-c3f2-4273-936d-1d9bb7002820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (33327a85-3c8e-4af6-b0c0-537dc6426738), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:07.566644 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-45a01d85-ae6e-436f-a087-fa042313bc46 req-f550fe43-7767-416f-a7a5-ab5908efb616 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=b753d813-95df-4256-a8c0-dcd4681dfe27 HTTP/1.1" status: 200 len: 210 time: 0.0759194 Jun 26 03:05:07.608337 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9dea21-c3f2-4273-936d-1d9bb7002820 None None] Pushing event updated for resources: {'Port': ['ID=33327a85-3c8e-4af6-b0c0-537dc6426738,revision_number=5']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:05:07.661188 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-82b83b0e-ca1b-4dcf-8e38-11334a8cee16 None None] Provisioning complete for port 33327a85-3c8e-4af6-b0c0-537dc6426738 triggered by entity DHCP. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:05:07.661564 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-82b83b0e-ca1b-4dcf-8e38-11334a8cee16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (33327a85-3c8e-4af6-b0c0-537dc6426738), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:07.713349 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-ac21f4af-1be9-4927-9b89-f3a5582db08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7690237a-df65-454c-8ae7-05722406d1b3', 'name': 'tempest-AttachVolumeNegativeTest-896095934-router', 'tenant_id': '1850f9f425294a82add8a09690dc1df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '3834b01e-26c6-4922-bf2c-dc4e4c924aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:04:34Z', 'updated_at': '2022-06-26T03:04:48Z', 'revision_number': 4, 'project_id': '1850f9f425294a82add8a09690dc1df0', 'gw_port': {'id': '3834b01e-26c6-4922-bf2c-dc4e4c924aa3', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:54:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7690237a-df65-454c-8ae7-05722406d1b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:36Z', 'updated_at': '2022-06-26T03:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi', '_interfaces': [{'id': '33327a85-3c8e-4af6-b0c0-537dc6426738', 'name': '', 'network_id': '02cd0f74-99cd-4eb9-aeb7-aae2b7255a50', 'tenant_id': '1850f9f425294a82add8a09690dc1df0', 'mac_address': 'fa:16:3e:cc:43:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7690237a-df65-454c-8ae7-05722406d1b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'e97e6f7f-41a5-4383-a841-52482c75f2ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:45Z', 'updated_at': '2022-06-26T03:05:06Z', 'revision_number': 4, 'project_id': '1850f9f425294a82add8a09690dc1df0', 'subnets': [{'id': 'e97e6f7f-41a5-4383-a841-52482c75f2ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-4-iscsi', False) {} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:05:07.781868 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac21f4af-1be9-4927-9b89-f3a5582db08c None None] The sync data for ids ['7690237a-df65-454c-8ae7-05722406d1b3'] in dv-cinder-846842-4-iscsi is: [{'id': '7690237a-df65-454c-8ae7-05722406d1b3', 'name': 'tempest-AttachVolumeNegativeTest-896095934-router', 'tenant_id': '1850f9f425294a82add8a09690dc1df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '3834b01e-26c6-4922-bf2c-dc4e4c924aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:04:34Z', 'updated_at': '2022-06-26T03:04:48Z', 'revision_number': 4, 'project_id': '1850f9f425294a82add8a09690dc1df0', 'gw_port': {'id': '3834b01e-26c6-4922-bf2c-dc4e4c924aa3', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:54:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7690237a-df65-454c-8ae7-05722406d1b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:36Z', 'updated_at': '2022-06-26T03:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi', '_interfaces': [{'id': '33327a85-3c8e-4af6-b0c0-537dc6426738', 'name': '', 'network_id': '02cd0f74-99cd-4eb9-aeb7-aae2b7255a50', 'tenant_id': '1850f9f425294a82add8a09690dc1df0', 'mac_address': 'fa:16:3e:cc:43:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7690237a-df65-454c-8ae7-05722406d1b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'e97e6f7f-41a5-4383-a841-52482c75f2ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:45Z', 'updated_at': '2022-06-26T03:05:06Z', 'revision_number': 4, 'project_id': '1850f9f425294a82add8a09690dc1df0', 'subnets': [{'id': 'e97e6f7f-41a5-4383-a841-52482c75f2ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 03:05:07.843621 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-82b83b0e-ca1b-4dcf-8e38-11334a8cee16 None None] Current status of the port 33327a85-3c8e-4af6-b0c0-537dc6426738 is: ACTIVE; New status is: ACTIVE {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 03:05:07.857213 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c04f30-a7ed-4ed2-8a15-eb48a7181f11 req-9cde4fc6-6a3d-48ae-82a5-d570bd49fee0 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:07.868639 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-20c04f30-a7ed-4ed2-8a15-eb48a7181f11 req-9cde4fc6-6a3d-48ae-82a5-d570bd49fee0 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c55ca6d-bad0-4964-83fe-4352b7fb1b1d HTTP/1.1" status: 200 len: 932 time: 0.1246717 Jun 26 03:05:08.073674 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3712a140-299b-4d39-b72a-076a0fcc49dd req-52b2df0b-0fd5-4b2b-96c8-822792d108fe tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:08.081541 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-3712a140-299b-4d39-b72a-076a0fcc49dd req-52b2df0b-0fd5-4b2b-96c8-822792d108fe tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e1cf9b3-1e3f-4760-81a4-4f4e8c4d5d7a HTTP/1.1" status: 200 len: 931 time: 0.0900221 Jun 26 03:05:08.095629 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-20c04f30-a7ed-4ed2-8a15-eb48a7181f11 req-f2621c52-1ca5-42b8-bcc0-afc011b54315 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/security-groups?id=8443e5b4-cfe8-43f3-9dfe-63aae7d635f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2250574 Jun 26 03:05:08.224586 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:05:08.255511 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-3712a140-299b-4d39-b72a-076a0fcc49dd req-e9919043-4359-46be-85ad-9c088cb9be7b tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] 10.222.0.13 "GET /v2.0/security-groups?id=b8d578a3-20a0-4dfd-8c42-86b3b60e3ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729946 Jun 26 03:05:08.529329 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f9c0b2-3c44-4d78-b2ea-c5442f774767 req-baac80d0-13a9-420a-b803-5c68c2929e28 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:08.536344 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Device 33327a85-3c8e-4af6-b0c0-537dc6426738 up at agent ovs-agent-dv-cinder-846842-4-iscsi {{(pid=104015) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 03:05:08.537415 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-30f9c0b2-3c44-4d78-b2ea-c5442f774767 req-baac80d0-13a9-420a-b803-5c68c2929e28 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b0d1d9b-d025-442c-a2f6-db22050d9059 HTTP/1.1" status: 200 len: 932 time: 0.3310916 Jun 26 03:05:08.611306 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-f617f9bf-d7da-4eb9-bef1-aec9853c1d7c req-e2800e18-0ec3-47dd-ad80-26df93dd10cd tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/ports?device_id=d87611df-64cb-42cb-b734-782bf9ebb9ab HTTP/1.1" status: 200 len: 210 time: 0.0394216 Jun 26 03:05:08.680818 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-30f9c0b2-3c44-4d78-b2ea-c5442f774767 req-ee133c58-6f4d-4824-b1e5-7a1620924279 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=cae80eaa-bfa7-4de0-8fc0-ae5390068214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1369405 Jun 26 03:05:08.704721 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Provisioning complete for port 33327a85-3c8e-4af6-b0c0-537dc6426738 triggered by entity L2. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:05:08.705408 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (33327a85-3c8e-4af6-b0c0-537dc6426738), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:08.746657 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-34437085-a125-4f2b-bd9f-6f2546f2b092 req-ecdd1249-1d49-4b30-a59b-4198a8da0f0d tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=b753d813-95df-4256-a8c0-dcd4681dfe27 HTTP/1.1" status: 200 len: 210 time: 0.0303714 Jun 26 03:05:08.798189 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:05:08.808108 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Current status of the port 33327a85-3c8e-4af6-b0c0-537dc6426738 is: ACTIVE; New status is: ACTIVE {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 03:05:08.939761 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 39916) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:05:09.054205 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a82e64b4-42cb-4cde-8c22-404d4811363d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:09.136106 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a82e64b4-42cb-4cde-8c22-404d4811363d admin admin] Publish callbacks [] for security_group (cac2d0ee-fb5d-4187-9108-68486dcf4159), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:09.139999 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a82e64b4-42cb-4cde-8c22-404d4811363d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (cac2d0ee-fb5d-4187-9108-68486dcf4159), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:09.151266 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:INSERT=16,neutron:SELECT=79,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:05:09.183289 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82e64b4-42cb-4cde-8c22-404d4811363d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cac2d0ee-fb5d-4187-9108-68486dcf4159,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:05:09.192013 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 39928) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:05:09.192514 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-a82e64b4-42cb-4cde-8c22-404d4811363d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=935b7d68d52b4a87800f5159bdc4e896&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2512558 Jun 26 03:05:09.216108 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24ce4e4-bcbd-4753-b590-c0fcb0aaabc2 req-166a6dc5-d916-476b-8ac2-422da225a417 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:09.218100 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-e24ce4e4-bcbd-4753-b590-c0fcb0aaabc2 req-166a6dc5-d916-476b-8ac2-422da225a417 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c55ca6d-bad0-4964-83fe-4352b7fb1b1d HTTP/1.1" status: 200 len: 932 time: 0.0615761 Jun 26 03:05:09.284784 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-8b8ca703-b124-4ff3-b3ca-fd74bd186291 admin admin] Publish callbacks [] for security_group (cac2d0ee-fb5d-4187-9108-68486dcf4159), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:09.290155 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-e24ce4e4-bcbd-4753-b590-c0fcb0aaabc2 req-27cff6bc-b62d-4eb4-ad03-0dfa62e2d56f tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/security-groups?id=8443e5b4-cfe8-43f3-9dfe-63aae7d635f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645387 Jun 26 03:05:09.301947 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:05:09.313030 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-8b8ca703-b124-4ff3-b3ca-fd74bd186291 admin admin] Publish callbacks [] for security_group (cac2d0ee-fb5d-4187-9108-68486dcf4159), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:09.387676 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd011e4-5021-4bb6-905d-62a3f6e77ac2 req-8cd9de71-0479-4600-8dfa-9f0ba6048abe tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:09.389194 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-cdd011e4-5021-4bb6-905d-62a3f6e77ac2 req-8cd9de71-0479-4600-8dfa-9f0ba6048abe tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e1cf9b3-1e3f-4760-81a4-4f4e8c4d5d7a HTTP/1.1" status: 200 len: 931 time: 0.0612538 Jun 26 03:05:09.416199 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-8b8ca703-b124-4ff3-b3ca-fd74bd186291 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (cac2d0ee-fb5d-4187-9108-68486dcf4159), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:09.422518 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-8b8ca703-b124-4ff3-b3ca-fd74bd186291 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:09.423603 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-8b8ca703-b124-4ff3-b3ca-fd74bd186291 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cac2d0ee-fb5d-4187-9108-68486dcf4159 HTTP/1.1" status: 204 len: 168 time: 0.2306614 Jun 26 03:05:09.441439 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8ca703-b124-4ff3-b3ca-fd74bd186291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cac2d0ee-fb5d-4187-9108-68486dcf4159,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:05:09.454705 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-cdd011e4-5021-4bb6-905d-62a3f6e77ac2 req-48314685-9792-406c-8460-1f9d63bf7a5d tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] 10.222.0.13 "GET /v2.0/security-groups?id=b8d578a3-20a0-4dfd-8c42-86b3b60e3ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595138 Jun 26 03:05:09.705339 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 39946) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:05:09.721317 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-6b733451-5cc0-4898-a93e-248fbb5e1251 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:09.725325 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-58573dbd-a576-4fe4-8bfd-27d9e025f459 req-9b4fac67-b4ce-4466-89b0-ce67e9da3fb6 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/ports?device_id=d87611df-64cb-42cb-b734-782bf9ebb9ab HTTP/1.1" status: 200 len: 210 time: 0.0302835 Jun 26 03:05:09.793064 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abab68b5-aa3c-4010-98ea-bcc16ced5699 req-dec0181b-8e7d-4467-ae54-55fe0575cbef tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:09.794567 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-abab68b5-aa3c-4010-98ea-bcc16ced5699 req-dec0181b-8e7d-4467-ae54-55fe0575cbef tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b0d1d9b-d025-442c-a2f6-db22050d9059 HTTP/1.1" status: 200 len: 932 time: 0.0483644 Jun 26 03:05:09.809359 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-6b733451-5cc0-4898-a93e-248fbb5e1251 admin admin] Publish callbacks [] for security_group (46ef9c79-af07-4f70-b9a6-8968ce480536), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:09.814170 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-6b733451-5cc0-4898-a93e-248fbb5e1251 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (46ef9c79-af07-4f70-b9a6-8968ce480536), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:09.833425 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=78,neutron:DELETE=4,neutron:INSERT=17,neutron:UPDATE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:05:09.859654 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-6b733451-5cc0-4898-a93e-248fbb5e1251 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9bebf16bc97d46a081defcbd4585fbf6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1524310 Jun 26 03:05:09.860377 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b733451-5cc0-4898-a93e-248fbb5e1251 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46ef9c79-af07-4f70-b9a6-8968ce480536,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:05:09.862920 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 39950) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:05:09.868654 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-41898f0c-0428-4ef7-8c91-b3aec7d9a049 req-6c950ef5-4905-48ed-9ade-d495fdd012a3 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=b753d813-95df-4256-a8c0-dcd4681dfe27 HTTP/1.1" status: 200 len: 210 time: 0.0411882 Jun 26 03:05:09.873003 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-abab68b5-aa3c-4010-98ea-bcc16ced5699 req-d6819971-152c-4a2b-8a47-08aca7083af1 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=cae80eaa-bfa7-4de0-8fc0-ae5390068214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720074 Jun 26 03:05:09.922288 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-08cd8f3b-9c24-44cb-b382-349ad15cb9bc admin admin] Publish callbacks [] for security_group (46ef9c79-af07-4f70-b9a6-8968ce480536), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:09.942757 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-08cd8f3b-9c24-44cb-b382-349ad15cb9bc admin admin] Publish callbacks [] for security_group (46ef9c79-af07-4f70-b9a6-8968ce480536), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:09.991508 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-08cd8f3b-9c24-44cb-b382-349ad15cb9bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (46ef9c79-af07-4f70-b9a6-8968ce480536), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:09.994073 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-08cd8f3b-9c24-44cb-b382-349ad15cb9bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:09.995197 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-08cd8f3b-9c24-44cb-b382-349ad15cb9bc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/46ef9c79-af07-4f70-b9a6-8968ce480536 HTTP/1.1" status: 204 len: 168 time: 0.1312466 Jun 26 03:05:10.003209 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cd8f3b-9c24-44cb-b382-349ad15cb9bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46ef9c79-af07-4f70-b9a6-8968ce480536,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:05:10.404388 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404ec3be-55d2-4950-a492-fc58a92ed10e req-2bf1ad74-05b7-49ca-8aea-559211a10988 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:10.406454 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-404ec3be-55d2-4950-a492-fc58a92ed10e req-2bf1ad74-05b7-49ca-8aea-559211a10988 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c55ca6d-bad0-4964-83fe-4352b7fb1b1d HTTP/1.1" status: 200 len: 932 time: 0.0473986 Jun 26 03:05:10.457710 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-404ec3be-55d2-4950-a492-fc58a92ed10e req-e01d50e0-aaf8-4dc8-8da2-6b7e9aacde13 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/security-groups?id=8443e5b4-cfe8-43f3-9dfe-63aae7d635f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453658 Jun 26 03:05:10.570036 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcfae38-29f3-45be-9f3d-a0b552902eb6 req-39f495b1-afd8-466b-a065-3d5043c58d7c tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:10.571548 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-8dcfae38-29f3-45be-9f3d-a0b552902eb6 req-39f495b1-afd8-466b-a065-3d5043c58d7c tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e1cf9b3-1e3f-4760-81a4-4f4e8c4d5d7a HTTP/1.1" status: 200 len: 931 time: 0.0479000 Jun 26 03:05:10.620192 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-8dcfae38-29f3-45be-9f3d-a0b552902eb6 req-0f2b2e7b-2395-443f-be0c-e655237e5fa5 tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] 10.222.0.13 "GET /v2.0/security-groups?id=b8d578a3-20a0-4dfd-8c42-86b3b60e3ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422008 Jun 26 03:05:10.857906 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-03c9e2c2-2d3f-413f-8270-92d89e82fb82 req-7ad1db59-ff00-4993-bdf4-7bae950ae069 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/ports?device_id=d87611df-64cb-42cb-b734-782bf9ebb9ab HTTP/1.1" status: 200 len: 210 time: 0.0450127 Jun 26 03:05:11.010009 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-04529370-6b3d-459b-86bb-56243719ba8d req-3dca32c1-e11b-4778-b7a3-7835afaf1d75 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=b753d813-95df-4256-a8c0-dcd4681dfe27 HTTP/1.1" status: 200 len: 210 time: 0.0420561 Jun 26 03:05:11.050102 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f94a64b-3d5f-4889-8ac7-9f67752632ae req-364f3cb5-fdf1-45a0-a6ed-73b570d6ac29 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:11.051898 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-5f94a64b-3d5f-4889-8ac7-9f67752632ae req-364f3cb5-fdf1-45a0-a6ed-73b570d6ac29 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b0d1d9b-d025-442c-a2f6-db22050d9059 HTTP/1.1" status: 200 len: 932 time: 0.0731628 Jun 26 03:05:11.119681 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-5f94a64b-3d5f-4889-8ac7-9f67752632ae req-5bd649ee-3e20-4079-b585-890e6927d3aa tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=cae80eaa-bfa7-4de0-8fc0-ae5390068214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557780 Jun 26 03:05:11.395347 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-4d6fb1a3-1ba6-46a4-9811-44f7e9f2143d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (7168f7b9-c398-4364-91f8-35e2ce03f4c4), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:11.574993 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9204b3-d6a3-40e0-9eef-d5e0ec20bb0d req-6a9e1f94-ca7a-403a-a62c-55fdc9beb806 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:11.576472 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-8e9204b3-d6a3-40e0-9eef-d5e0ec20bb0d req-6a9e1f94-ca7a-403a-a62c-55fdc9beb806 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c55ca6d-bad0-4964-83fe-4352b7fb1b1d HTTP/1.1" status: 200 len: 932 time: 0.0472715 Jun 26 03:05:11.629023 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-8e9204b3-d6a3-40e0-9eef-d5e0ec20bb0d req-0e3c209a-6b81-4ccd-b66e-d57893f0ac65 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/security-groups?id=8443e5b4-cfe8-43f3-9dfe-63aae7d635f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467420 Jun 26 03:05:11.761608 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dda061-e2f9-4685-a367-c9b9ee69d2f4 req-1b190392-c42d-43b5-9203-a75dcef44da0 tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:11.763276 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-13dda061-e2f9-4685-a367-c9b9ee69d2f4 req-1b190392-c42d-43b5-9203-a75dcef44da0 tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e1cf9b3-1e3f-4760-81a4-4f4e8c4d5d7a HTTP/1.1" status: 200 len: 931 time: 0.0490310 Jun 26 03:05:11.812873 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:05:11.817902 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-13dda061-e2f9-4685-a367-c9b9ee69d2f4 req-7efcc84b-9516-4175-84fc-2d804803ce09 tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] 10.222.0.13 "GET /v2.0/security-groups?id=b8d578a3-20a0-4dfd-8c42-86b3b60e3ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431349 Jun 26 03:05:11.956936 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-208cbaee-f613-4221-a3d9-05c6215f3b66 req-9587ee1a-78a0-40aa-8ab9-6b72b32a0fd9 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/ports?device_id=d87611df-64cb-42cb-b734-782bf9ebb9ab HTTP/1.1" status: 200 len: 210 time: 0.0275731 Jun 26 03:05:12.115978 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-c80c3561-53e3-42bf-ae87-a48f8bf31c87 req-e77573ea-749f-4373-a82b-7a7bf48989aa tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=b753d813-95df-4256-a8c0-dcd4681dfe27 HTTP/1.1" status: 200 len: 210 time: 0.0330286 Jun 26 03:05:12.238839 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25fb925-8d1a-4865-a7e8-728d2a267c7d req-6316c016-b8a9-40c2-827e-f438fccaf7a8 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:12.240324 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-b25fb925-8d1a-4865-a7e8-728d2a267c7d req-6316c016-b8a9-40c2-827e-f438fccaf7a8 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b0d1d9b-d025-442c-a2f6-db22050d9059 HTTP/1.1" status: 200 len: 932 time: 0.0468123 Jun 26 03:05:12.314577 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-b25fb925-8d1a-4865-a7e8-728d2a267c7d req-5f7942d0-e5a7-47a6-b0de-945d31fca588 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=cae80eaa-bfa7-4de0-8fc0-ae5390068214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667672 Jun 26 03:05:12.766447 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2794737c-b4f9-42fa-85b4-85e6df18386f req-090ad35e-5815-44c9-b4fa-25c4b0b81cdd tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:12.767893 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-2794737c-b4f9-42fa-85b4-85e6df18386f req-090ad35e-5815-44c9-b4fa-25c4b0b81cdd tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c55ca6d-bad0-4964-83fe-4352b7fb1b1d HTTP/1.1" status: 200 len: 932 time: 0.0479608 Jun 26 03:05:12.817638 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-2794737c-b4f9-42fa-85b4-85e6df18386f req-55d8ebc1-1958-4398-b657-bb5c6689ae5e tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/security-groups?id=8443e5b4-cfe8-43f3-9dfe-63aae7d635f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440695 Jun 26 03:05:12.931360 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:05:12.942384 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fbcbf1-b784-40d1-a286-da6aaa247082 req-68346085-f95e-4fea-b3b8-a8a095f135f0 tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:12.943865 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-b2fbcbf1-b784-40d1-a286-da6aaa247082 req-68346085-f95e-4fea-b3b8-a8a095f135f0 tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e1cf9b3-1e3f-4760-81a4-4f4e8c4d5d7a HTTP/1.1" status: 200 len: 931 time: 0.0536461 Jun 26 03:05:12.982552 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=64,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:05:13.008985 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-b2fbcbf1-b784-40d1-a286-da6aaa247082 req-bd55126c-d834-4ad1-a833-c37bc8335f3c tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] 10.222.0.13 "GET /v2.0/security-groups?id=b8d578a3-20a0-4dfd-8c42-86b3b60e3ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591538 Jun 26 03:05:13.056780 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (e7a0895f-45bb-4130-be69-32df3e039043), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:13.081422 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-56944001-3661-4a30-8410-47221bd0f8d4 req-5df64d1f-1821-4a35-9a35-e330faa8115a tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/ports?device_id=d87611df-64cb-42cb-b734-782bf9ebb9ab HTTP/1.1" status: 200 len: 210 time: 0.0308552 Jun 26 03:05:13.216838 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a5ee2f04-9143-4403-8f64-0b38eeb6a2ac req-afe11cd6-6169-40d0-9108-b67e47a6026e tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=b753d813-95df-4256-a8c0-dcd4681dfe27 HTTP/1.1" status: 200 len: 210 time: 0.0298905 Jun 26 03:05:13.444247 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e13956-1367-4979-bf9b-d8d83dcb8e4a req-98532ce7-b272-4f27-9683-1c0e50349e98 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:13.445699 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-d6e13956-1367-4979-bf9b-d8d83dcb8e4a req-98532ce7-b272-4f27-9683-1c0e50349e98 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b0d1d9b-d025-442c-a2f6-db22050d9059 HTTP/1.1" status: 200 len: 932 time: 0.0496938 Jun 26 03:05:13.497972 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-d6e13956-1367-4979-bf9b-d8d83dcb8e4a req-4366fe13-935d-4e0f-8cae-8982566b83d6 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=cae80eaa-bfa7-4de0-8fc0-ae5390068214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465994 Jun 26 03:05:13.738811 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-248c0f9c-e48c-4079-a8d0-a353bba21466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (0122de27-3097-4d47-a0ca-0fb90e28ac1e), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:13.937113 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a77dd6-d24b-48c5-b04c-fa0a4d3690c1 req-78d28b44-2b82-4aa3-b34a-dfb654879413 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:13.938667 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-c3a77dd6-d24b-48c5-b04c-fa0a4d3690c1 req-78d28b44-2b82-4aa3-b34a-dfb654879413 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c55ca6d-bad0-4964-83fe-4352b7fb1b1d HTTP/1.1" status: 200 len: 932 time: 0.0487676 Jun 26 03:05:13.988833 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-c3a77dd6-d24b-48c5-b04c-fa0a4d3690c1 req-9a27adde-74f6-409b-a837-46da48bb3121 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/security-groups?id=8443e5b4-cfe8-43f3-9dfe-63aae7d635f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439901 Jun 26 03:05:14.117798 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe37ad6-03b9-47bb-aa7c-c0922c51d204 req-3a9e7dda-4c24-4f2c-8b9c-2d5262c27f64 tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:14.119230 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-0fe37ad6-03b9-47bb-aa7c-c0922c51d204 req-3a9e7dda-4c24-4f2c-8b9c-2d5262c27f64 tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e1cf9b3-1e3f-4760-81a4-4f4e8c4d5d7a HTTP/1.1" status: 200 len: 931 time: 0.0463047 Jun 26 03:05:14.188930 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-0fe37ad6-03b9-47bb-aa7c-c0922c51d204 req-c19fce85-f44f-423a-8716-170b6eb19b52 tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] 10.222.0.13 "GET /v2.0/security-groups?id=b8d578a3-20a0-4dfd-8c42-86b3b60e3ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641088 Jun 26 03:05:14.214862 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-2cef82aa-ae64-474e-b2a3-c50502fd76ed req-7fef180a-1637-4e58-bcaa-923f43ebb962 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/ports?device_id=d87611df-64cb-42cb-b734-782bf9ebb9ab HTTP/1.1" status: 200 len: 210 time: 0.0452125 Jun 26 03:05:14.320205 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-d8612133-e9cc-48d9-a394-d63e6c2c18e1 req-352b3212-53e0-4077-888f-3e5a86db1acd tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=b753d813-95df-4256-a8c0-dcd4681dfe27 HTTP/1.1" status: 200 len: 210 time: 0.0292506 Jun 26 03:05:14.611432 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac412c0-53b6-423c-99bb-f1d94b967828 req-d17e5fd4-5626-45dd-aaa2-4e1475f533dc tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:14.612861 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-cac412c0-53b6-423c-99bb-f1d94b967828 req-d17e5fd4-5626-45dd-aaa2-4e1475f533dc tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b0d1d9b-d025-442c-a2f6-db22050d9059 HTTP/1.1" status: 200 len: 932 time: 0.0451722 Jun 26 03:05:14.658954 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-cac412c0-53b6-423c-99bb-f1d94b967828 req-3aec0c72-e3bd-446e-aae5-0902e63995e4 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=cae80eaa-bfa7-4de0-8fc0-ae5390068214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406086 Jun 26 03:05:14.806236 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a0725410-9e6c-45cb-9ff8-c6c4931d6b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (ece691f0-a7cc-4e31-b59a-0e18fd9fccde), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:15.030300 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:05:15.117923 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3a68da-9772-487e-a6fa-dfbd72aae4ed req-c6b46117-e629-4c42-a3b6-e45319dd7956 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:15.119451 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-fe3a68da-9772-487e-a6fa-dfbd72aae4ed req-c6b46117-e629-4c42-a3b6-e45319dd7956 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c55ca6d-bad0-4964-83fe-4352b7fb1b1d HTTP/1.1" status: 200 len: 932 time: 0.0591526 Jun 26 03:05:15.169395 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-fe3a68da-9772-487e-a6fa-dfbd72aae4ed req-70c49e73-4eaf-4654-b883-86db39727093 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/security-groups?id=8443e5b4-cfe8-43f3-9dfe-63aae7d635f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443316 Jun 26 03:05:15.325964 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-338f44f8-0bd2-413d-a56a-e8beaca40863 req-850c4ec4-0055-414a-8c1d-6517960d82cc tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/ports?device_id=d87611df-64cb-42cb-b734-782bf9ebb9ab HTTP/1.1" status: 200 len: 210 time: 0.0313988 Jun 26 03:05:15.334511 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167ee950-e1b4-48c3-8ea9-36e649b3de48 req-ac6d7213-c3ae-4387-9f15-be5abdad8514 tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:15.336139 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-167ee950-e1b4-48c3-8ea9-36e649b3de48 req-ac6d7213-c3ae-4387-9f15-be5abdad8514 tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e1cf9b3-1e3f-4760-81a4-4f4e8c4d5d7a HTTP/1.1" status: 200 len: 931 time: 0.0793080 Jun 26 03:05:15.414314 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-167ee950-e1b4-48c3-8ea9-36e649b3de48 req-d5b7c7fb-9b29-483c-b422-0219f1a489ca tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] 10.222.0.13 "GET /v2.0/security-groups?id=b8d578a3-20a0-4dfd-8c42-86b3b60e3ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726180 Jun 26 03:05:15.438658 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-eb0318a0-0225-4680-9715-a9cbd27e160d req-5c178b1a-c0d0-4710-a770-8d7cbf5c2287 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=b753d813-95df-4256-a8c0-dcd4681dfe27 HTTP/1.1" status: 200 len: 210 time: 0.0455983 Jun 26 03:05:15.788291 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9520fa3e-5b7b-4d6d-85f2-5482d8376320 req-88d9e37c-3410-4e7c-b34b-7fcfc05f0915 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:15.789837 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-9520fa3e-5b7b-4d6d-85f2-5482d8376320 req-88d9e37c-3410-4e7c-b34b-7fcfc05f0915 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b0d1d9b-d025-442c-a2f6-db22050d9059 HTTP/1.1" status: 200 len: 932 time: 0.0529773 Jun 26 03:05:15.838331 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-9520fa3e-5b7b-4d6d-85f2-5482d8376320 req-6786eefd-8dc4-4f77-bef6-43a30fb4023e tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=cae80eaa-bfa7-4de0-8fc0-ae5390068214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416460 Jun 26 03:05:16.243705 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d2867017-9ae3-4ae5-b018-59cb98d1258b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (3b87920d-6933-41a3-b47c-185b87d68e87), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:16.295426 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c66e4b7-71e8-4dab-a065-6f1a76931eab req-9110bdae-ce9f-4f2b-99da-7bb61ee9c4b3 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:16.297212 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-0c66e4b7-71e8-4dab-a065-6f1a76931eab req-9110bdae-ce9f-4f2b-99da-7bb61ee9c4b3 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c55ca6d-bad0-4964-83fe-4352b7fb1b1d HTTP/1.1" status: 200 len: 932 time: 0.0555592 Jun 26 03:05:16.310987 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=100 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:05:16.386204 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-0c66e4b7-71e8-4dab-a065-6f1a76931eab req-14c79c46-0829-4f81-98be-ae83ca2a7574 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/security-groups?id=8443e5b4-cfe8-43f3-9dfe-63aae7d635f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828083 Jun 26 03:05:16.429927 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-fba1727f-9372-40b1-a1aa-baea4802b2fb req-1e110d09-da27-4faf-81e2-b4a8266b742f tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/ports?device_id=d87611df-64cb-42cb-b734-782bf9ebb9ab HTTP/1.1" status: 200 len: 210 time: 0.0274858 Jun 26 03:05:16.512733 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (16f9b602-7baf-4f7a-ab92-1b0788147fb5), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:16.550463 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-6c5d393d-9646-469e-b411-dae1262e31cd req-adc23ad2-d476-4de6-a133-463d7fc20485 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=b753d813-95df-4256-a8c0-dcd4681dfe27 HTTP/1.1" status: 200 len: 210 time: 0.0313551 Jun 26 03:05:16.562186 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf5b87b-e762-47fa-a6c9-98f3dddc1307 req-dc47c043-cd74-4774-bb01-68d8f38d819d tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:16.563699 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-abf5b87b-e762-47fa-a6c9-98f3dddc1307 req-dc47c043-cd74-4774-bb01-68d8f38d819d tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e1cf9b3-1e3f-4760-81a4-4f4e8c4d5d7a HTTP/1.1" status: 200 len: 931 time: 0.0746696 Jun 26 03:05:16.645561 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-abf5b87b-e762-47fa-a6c9-98f3dddc1307 req-a78decd0-ea4b-479d-bebe-6ce17e971505 tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] 10.222.0.13 "GET /v2.0/security-groups?id=b8d578a3-20a0-4dfd-8c42-86b3b60e3ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751050 Jun 26 03:05:16.964519 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608c2553-fdb3-4a43-b395-ae894c478194 req-92f136b6-3ead-4d58-aa9a-ed7bef58c939 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:16.975428 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-608c2553-fdb3-4a43-b395-ae894c478194 req-92f136b6-3ead-4d58-aa9a-ed7bef58c939 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b0d1d9b-d025-442c-a2f6-db22050d9059 HTTP/1.1" status: 200 len: 932 time: 0.0549209 Jun 26 03:05:16.987821 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=100 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:05:17.016749 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-608c2553-fdb3-4a43-b395-ae894c478194 req-f5ae80bb-8e5c-41a4-9e88-274a30dabdd7 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=cae80eaa-bfa7-4de0-8fc0-ae5390068214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444863 Jun 26 03:05:17.521379 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547cf235-8664-4e45-a009-bb63970277f7 req-fd60843a-79bc-4042-bd95-be16e6baccdc tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:17.521379 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-547cf235-8664-4e45-a009-bb63970277f7 req-fd60843a-79bc-4042-bd95-be16e6baccdc tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c55ca6d-bad0-4964-83fe-4352b7fb1b1d HTTP/1.1" status: 200 len: 932 time: 0.0601254 Jun 26 03:05:17.539182 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-d84f90fd-d012-4731-b813-863b28e5f0f5 req-fccfd910-ac66-4988-aadb-a5ca5ff9ffa2 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/ports?device_id=d87611df-64cb-42cb-b734-782bf9ebb9ab HTTP/1.1" status: 200 len: 210 time: 0.0407386 Jun 26 03:05:17.586265 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-547cf235-8664-4e45-a009-bb63970277f7 req-19b183c8-f33d-424b-a31a-a8f7f04ac650 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/security-groups?id=8443e5b4-cfe8-43f3-9dfe-63aae7d635f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498455 Jun 26 03:05:17.650645 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-0c1c3da1-a702-40ee-8eb2-6106bf49a8a6 req-40e0fa09-9e3e-482f-b464-834fb99d8c63 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=b753d813-95df-4256-a8c0-dcd4681dfe27 HTTP/1.1" status: 200 len: 210 time: 0.0280545 Jun 26 03:05:17.757771 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9449be-bbf6-41a2-9733-1e35002a36ef req-7d1cc040-ad4b-426a-ae00-a9b806a76d4b tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:17.759210 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-1d9449be-bbf6-41a2-9733-1e35002a36ef req-7d1cc040-ad4b-426a-ae00-a9b806a76d4b tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e1cf9b3-1e3f-4760-81a4-4f4e8c4d5d7a HTTP/1.1" status: 200 len: 931 time: 0.0450335 Jun 26 03:05:17.806076 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-1d9449be-bbf6-41a2-9733-1e35002a36ef req-77548900-618a-4424-96a4-df92534534ae tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] 10.222.0.13 "GET /v2.0/security-groups?id=b8d578a3-20a0-4dfd-8c42-86b3b60e3ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413113 Jun 26 03:05:18.141818 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a093f4e-c001-46c1-be45-4a4d011e4240 req-4cee62fa-085d-4025-9ed9-346c776a6701 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:18.143290 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-3a093f4e-c001-46c1-be45-4a4d011e4240 req-4cee62fa-085d-4025-9ed9-346c776a6701 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b0d1d9b-d025-442c-a2f6-db22050d9059 HTTP/1.1" status: 200 len: 932 time: 0.0464120 Jun 26 03:05:18.191389 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-3a093f4e-c001-46c1-be45-4a4d011e4240 req-f0f6fc34-8344-4279-b534-17fcbfb58ca3 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=cae80eaa-bfa7-4de0-8fc0-ae5390068214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426991 Jun 26 03:05:18.638942 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-472d5e88-7b25-4ab5-8efb-05e18aea8b20 req-2242c340-db57-4a84-860e-3fac15ceb708 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/ports?device_id=d87611df-64cb-42cb-b734-782bf9ebb9ab HTTP/1.1" status: 200 len: 210 time: 0.0286779 Jun 26 03:05:18.700120 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e569b353-e86d-433e-9ea7-cd9dd08fc294 req-5cea0358-1d52-445a-a592-926e07dc25f0 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:18.701582 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-e569b353-e86d-433e-9ea7-cd9dd08fc294 req-5cea0358-1d52-445a-a592-926e07dc25f0 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c55ca6d-bad0-4964-83fe-4352b7fb1b1d HTTP/1.1" status: 200 len: 932 time: 0.0474794 Jun 26 03:05:18.752310 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-44e17b59-354d-4dcc-bd2c-212fbfa67335 req-1e138017-755f-4121-9022-f59eda49351d tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=b753d813-95df-4256-a8c0-dcd4681dfe27 HTTP/1.1" status: 200 len: 210 time: 0.0306256 Jun 26 03:05:18.774967 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-e569b353-e86d-433e-9ea7-cd9dd08fc294 req-76ff3aa1-f40f-44c5-ac23-b0a169abc517 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/security-groups?id=8443e5b4-cfe8-43f3-9dfe-63aae7d635f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672011 Jun 26 03:05:18.918020 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d136b7-8135-4f86-992c-2db4aa7c7fd0 req-e943cfbf-2f81-490b-a6c4-b314a534a46c tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:18.919461 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-d4d136b7-8135-4f86-992c-2db4aa7c7fd0 req-e943cfbf-2f81-490b-a6c4-b314a534a46c tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e1cf9b3-1e3f-4760-81a4-4f4e8c4d5d7a HTTP/1.1" status: 200 len: 931 time: 0.0492709 Jun 26 03:05:18.966501 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-d4d136b7-8135-4f86-992c-2db4aa7c7fd0 req-07674b72-2328-42e3-a766-402af7e40c10 tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] 10.222.0.13 "GET /v2.0/security-groups?id=b8d578a3-20a0-4dfd-8c42-86b3b60e3ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415289 Jun 26 03:05:19.304185 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c3faa0-1866-47e3-9d8c-f107ae4e6400 req-34b05e73-5c83-4a70-ba1d-060a47b1299d tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:19.305592 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-d2c3faa0-1866-47e3-9d8c-f107ae4e6400 req-34b05e73-5c83-4a70-ba1d-060a47b1299d tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b0d1d9b-d025-442c-a2f6-db22050d9059 HTTP/1.1" status: 200 len: 932 time: 0.0445395 Jun 26 03:05:19.350862 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-d2c3faa0-1866-47e3-9d8c-f107ae4e6400 req-4b87addc-237e-447f-974d-2dc3a13b5227 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=cae80eaa-bfa7-4de0-8fc0-ae5390068214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399868 Jun 26 03:05:19.377033 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [req-15edba86-987f-4c4f-900b-e940f9a8cfc8 req-1a4d1d2d-5775-42ec-9b93-2abb8e9cb181 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Request body: {'port': {'device_id': 'b753d813-95df-4256-a8c0-dcd4681dfe27', 'network_id': '4d1cf2ab-1c05-4bc5-9daa-428f3ef27012', 'admin_state_up': True, 'tenant_id': 'aa1dff9e9be549308ec0ad3a13810062'}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:05:19.491766 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=100 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:05:19.499911 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-5990189d-aaf9-4ffe-9d37-febc2c1c445b req-ad51804d-bd84-4e39-9aa4-5466d429d378 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1850f9f425294a82add8a09690dc1df0 HTTP/1.1" status: 200 len: 379 time: 0.1274314 Jun 26 03:05:19.527371 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15edba86-987f-4c4f-900b-e940f9a8cfc8 req-1a4d1d2d-5775-42ec-9b93-2abb8e9cb181 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Made reservation on behalf of aa1dff9e9be549308ec0ad3a13810062 for: {'port': 1} {{(pid=104014) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 03:05:19.530746 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-15edba86-987f-4c4f-900b-e940f9a8cfc8 req-1a4d1d2d-5775-42ec-9b93-2abb8e9cb181 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:19.614395 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [req-f16e143c-cd12-43c9-ab3c-6c69e62e22b7 req-444ccedc-07b0-4d83-9064-33c12dcafae7 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104013) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 26 03:05:19.615372 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-f16e143c-cd12-43c9-ab3c-6c69e62e22b7 req-444ccedc-07b0-4d83-9064-33c12dcafae7 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0077286 Jun 26 03:05:19.618182 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [req-98a2685a-ecc9-47d6-920e-476abdc60daf req-6b4203f8-6532-493d-8c51-9381cc9cc4bd tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104014) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 26 03:05:19.619076 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [req-3e2269f6-9710-4ac1-afae-c312f9c56d9d req-7ef7de8f-666d-4c78-9f30-7d2305655be0 tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104013) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 26 03:05:19.619179 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-98a2685a-ecc9-47d6-920e-476abdc60daf req-6b4203f8-6532-493d-8c51-9381cc9cc4bd tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0082650 Jun 26 03:05:19.620268 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-3e2269f6-9710-4ac1-afae-c312f9c56d9d req-7ef7de8f-666d-4c78-9f30-7d2305655be0 tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0112410 Jun 26 03:05:19.622611 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [req-3233a4b5-5957-4900-b0ed-86b9b139e184 req-83e2cbf3-9a4c-42c9-92bb-cc6620727cf7 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104014) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 26 03:05:19.623583 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-3233a4b5-5957-4900-b0ed-86b9b139e184 req-83e2cbf3-9a4c-42c9-92bb-cc6620727cf7 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0116837 Jun 26 03:05:19.661207 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:05:19.678976 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.db.db_base_plugin_common [req-15edba86-987f-4c4f-900b-e940f9a8cfc8 req-1a4d1d2d-5775-42ec-9b93-2abb8e9cb181 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Allocated IP 172.20.0.4 (4d1cf2ab-1c05-4bc5-9daa-428f3ef27012/50d12281-21a2-4343-ba8b-93c5382e067a/343e4080-88b4-47fd-8dd1-6b13277216f9) {{(pid=104014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 03:05:19.757633 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-6d8a5db0-d088-462a-9abd-fc4e481c026f req-cfe15b4a-9d31-4fe8-8fb1-0a94b0eb7846 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/ports?device_id=d87611df-64cb-42cb-b734-782bf9ebb9ab HTTP/1.1" status: 200 len: 210 time: 0.0401428 Jun 26 03:05:19.894574 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [req-5990189d-aaf9-4ffe-9d37-febc2c1c445b req-95d53d86-b35c-4b64-8db2-331e027adeec tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Request body: {'port': {'device_id': 'd87611df-64cb-42cb-b734-782bf9ebb9ab', 'network_id': '02cd0f74-99cd-4eb9-aeb7-aae2b7255a50', 'admin_state_up': True, 'tenant_id': '1850f9f425294a82add8a09690dc1df0', 'security_groups': ['195bce6e-5d44-40bd-9d34-9670b1e0c232']}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:05:19.982095 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-e5656934-45f3-4892-8e9d-7f42646087af req-e12b7072-0126-43c8-9544-da2de749fd29 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=b753d813-95df-4256-a8c0-dcd4681dfe27 HTTP/1.1" status: 200 len: 210 time: 0.1045246 Jun 26 03:05:19.998448 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=44,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:05:19.999750 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=14,neutron:DELETE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:05:20.049973 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35e96e3-1dbc-4137-b266-6d3f51cc97a6 req-62bccad1-2b12-4340-9431-022ff23f99ac tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:20.051586 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-b35e96e3-1dbc-4137-b266-6d3f51cc97a6 req-62bccad1-2b12-4340-9431-022ff23f99ac tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c55ca6d-bad0-4964-83fe-4352b7fb1b1d HTTP/1.1" status: 200 len: 932 time: 0.1603806 Jun 26 03:05:20.087253 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-15edba86-987f-4c4f-900b-e940f9a8cfc8 req-1a4d1d2d-5775-42ec-9b93-2abb8e9cb181 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Publish callbacks [] for port (343e4080-88b4-47fd-8dd1-6b13277216f9), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:20.106025 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [req-3233a4b5-5957-4900-b0ed-86b9b139e184 req-2295f8c4-fbdb-431c-93ed-c3fc29b9c3f3 service neutron] Request body: {'port': {'device_id': 'cddc852a-2aa2-4a44-ad1a-e9e930e3bddf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84684'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:05:20.119796 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [req-98a2685a-ecc9-47d6-920e-476abdc60daf req-7ffdd328-71e9-4f91-9259-d7765c0118d7 service neutron] Request body: {'port': {'device_id': '3b0d1d9b-d025-442c-a2f6-db22050d9059', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84684'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:05:20.238034 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-98a2685a-ecc9-47d6-920e-476abdc60daf req-7ffdd328-71e9-4f91-9259-d7765c0118d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (52fe6654-0bad-4f8c-9c8b-2d810ffaeb4f), before_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:20.241215 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-3233a4b5-5957-4900-b0ed-86b9b139e184 req-2295f8c4-fbdb-431c-93ed-c3fc29b9c3f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (634b866a-e4dd-43d0-84a2-3a0a964abbff), before_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:20.282096 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [req-3e2269f6-9710-4ac1-afae-c312f9c56d9d req-292eacd7-5eef-4140-aa65-dbb3f2546afa service neutron] Request body: {'port': {'device_id': '0e1cf9b3-1e3f-4760-81a4-4f4e8c4d5d7a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84684'}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:05:20.288335 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [req-f16e143c-cd12-43c9-ab3c-6c69e62e22b7 req-e408efe0-2c05-4982-bfb8-dd11c033f214 service neutron] Request body: {'port': {'device_id': '1c55ca6d-bad0-4964-83fe-4352b7fb1b1d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84684'}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:05:20.366546 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abff9589-3b58-4aad-948e-1a3893fb964a req-65add0d4-8bd5-4be7-98be-8ed5d351d8ec tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:20.367978 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-abff9589-3b58-4aad-948e-1a3893fb964a req-65add0d4-8bd5-4be7-98be-8ed5d351d8ec tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e1cf9b3-1e3f-4760-81a4-4f4e8c4d5d7a HTTP/1.1" status: 200 len: 931 time: 0.3075769 Jun 26 03:05:20.472274 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-b35e96e3-1dbc-4137-b266-6d3f51cc97a6 req-a0dd0c80-9ee1-4e98-81ba-1c215903ee76 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/security-groups?id=8443e5b4-cfe8-43f3-9dfe-63aae7d635f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4050658 Jun 26 03:05:20.494651 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:05:20.495618 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5990189d-aaf9-4ffe-9d37-febc2c1c445b req-95d53d86-b35c-4b64-8db2-331e027adeec tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Made reservation on behalf of 1850f9f425294a82add8a09690dc1df0 for: {'port': 1} {{(pid=104014) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 03:05:20.499409 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-5990189d-aaf9-4ffe-9d37-febc2c1c445b req-95d53d86-b35c-4b64-8db2-331e027adeec tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:20.514880 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-15edba86-987f-4c4f-900b-e940f9a8cfc8 req-1a4d1d2d-5775-42ec-9b93-2abb8e9cb181 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787575245469'] for port (343e4080-88b4-47fd-8dd1-6b13277216f9), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:20.532804 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-3e2269f6-9710-4ac1-afae-c312f9c56d9d req-292eacd7-5eef-4140-aa65-dbb3f2546afa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (d9366ecd-7ca4-4109-bdc7-b47e7cb83078), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:20.545625 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-f16e143c-cd12-43c9-ab3c-6c69e62e22b7 req-e408efe0-2c05-4982-bfb8-dd11c033f214 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (2d68efe6-d264-4cfb-8cd4-414d529eb007), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:20.613419 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-abff9589-3b58-4aad-948e-1a3893fb964a req-c3aff02c-eb3c-44e4-861d-b61f3a4d5a0a tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] 10.222.0.13 "GET /v2.0/security-groups?id=b8d578a3-20a0-4dfd-8c42-86b3b60e3ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325814 Jun 26 03:05:20.636016 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15edba86-987f-4c4f-900b-e940f9a8cfc8 req-1a4d1d2d-5775-42ec-9b93-2abb8e9cb181 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Network 4d1cf2ab-1c05-4bc5-9daa-428f3ef27012 is already hosted by enough agents. {{(pid=104014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 03:05:20.714671 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:UPDATE=1,neutron:SELECT=94,neutron:INSERT=5 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:05:20.734436 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.scheduler.base_scheduler [req-15edba86-987f-4c4f-900b-e940f9a8cfc8 req-1a4d1d2d-5775-42ec-9b93-2abb8e9cb181 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Resources bound (agent type, host, resource id): {{(pid=104014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 03:05:20.749452 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.notifiers.nova [req-3233a4b5-5957-4900-b0ed-86b9b139e184 req-2295f8c4-fbdb-431c-93ed-c3fc29b9c3f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 634b866a-e4dd-43d0-84a2-3a0a964abbff {{(pid=104013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 26 03:05:20.767567 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-3233a4b5-5957-4900-b0ed-86b9b139e184 req-2295f8c4-fbdb-431c-93ed-c3fc29b9c3f3 service neutron] Publish callbacks [] for port (634b866a-e4dd-43d0-84a2-3a0a964abbff), precommit_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:20.772692 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [req-15edba86-987f-4c4f-900b-e940f9a8cfc8 req-1a4d1d2d-5775-42ec-9b93-2abb8e9cb181 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Received port after_create {{(pid=104014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 26 03:05:20.778010 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15edba86-987f-4c4f-900b-e940f9a8cfc8 req-1a4d1d2d-5775-42ec-9b93-2abb8e9cb181 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:20.778666 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-15edba86-987f-4c4f-900b-e940f9a8cfc8 req-1a4d1d2d-5775-42ec-9b93-2abb8e9cb181 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628900'] for port (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:20.782505 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4d1d2d-5775-42ec-9b93-2abb8e9cb181 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Pushing event updated for resources: {'Port': ['ID=343e4080-88b4-47fd-8dd1-6b13277216f9,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:05:20.792239 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.db.provisioning_blocks [req-3233a4b5-5957-4900-b0ed-86b9b139e184 req-2295f8c4-fbdb-431c-93ed-c3fc29b9c3f3 service neutron] Transition to ACTIVE for port object 634b866a-e4dd-43d0-84a2-3a0a964abbff will not be triggered until provisioned by entity L2. {{(pid=104013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 26 03:05:20.798973 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5961dff-c091-414f-add9-9ca877871de5 req-140b113c-b5bf-451d-857b-346c1bd7f93d tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:20.801084 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-d5961dff-c091-414f-add9-9ca877871de5 req-140b113c-b5bf-451d-857b-346c1bd7f93d tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b0d1d9b-d025-442c-a2f6-db22050d9059 HTTP/1.1" status: 200 len: 932 time: 0.2282844 Jun 26 03:05:20.804309 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-3233a4b5-5957-4900-b0ed-86b9b139e184 req-2295f8c4-fbdb-431c-93ed-c3fc29b9c3f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7375263'] for port (634b866a-e4dd-43d0-84a2-3a0a964abbff), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:20.906858 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2295f8c4-fbdb-431c-93ed-c3fc29b9c3f3 service neutron] Pushing event updated for resources: {'Port': ['ID=634b866a-e4dd-43d0-84a2-3a0a964abbff,revision_number=2']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:05:20.930021 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.notifiers.nova [req-98a2685a-ecc9-47d6-920e-476abdc60daf req-7ffdd328-71e9-4f91-9259-d7765c0118d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52fe6654-0bad-4f8c-9c8b-2d810ffaeb4f {{(pid=104013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 26 03:05:20.940534 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-98a2685a-ecc9-47d6-920e-476abdc60daf req-7ffdd328-71e9-4f91-9259-d7765c0118d7 service neutron] Publish callbacks [] for port (52fe6654-0bad-4f8c-9c8b-2d810ffaeb4f), precommit_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:20.960132 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.db.provisioning_blocks [req-98a2685a-ecc9-47d6-920e-476abdc60daf req-7ffdd328-71e9-4f91-9259-d7765c0118d7 service neutron] Transition to ACTIVE for port object 52fe6654-0bad-4f8c-9c8b-2d810ffaeb4f will not be triggered until provisioned by entity L2. {{(pid=104013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 26 03:05:20.980778 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-98a2685a-ecc9-47d6-920e-476abdc60daf req-7ffdd328-71e9-4f91-9259-d7765c0118d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7375263'] for port (52fe6654-0bad-4f8c-9c8b-2d810ffaeb4f), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:20.986890 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:05:21.063476 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-15edba86-987f-4c4f-900b-e940f9a8cfc8 req-1a4d1d2d-5775-42ec-9b93-2abb8e9cb181 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6919158 Jun 26 03:05:21.089754 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-9635a2b8-a3ce-4ba3-9dbd-dd3c7ffcf122 req-a52b4af6-8d53-4ef7-88d0-1004f94cae2a tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/ports?device_id=d87611df-64cb-42cb-b734-782bf9ebb9ab HTTP/1.1" status: 200 len: 210 time: 0.1363912 Jun 26 03:05:21.097178 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:05:21.099715 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [req-15edba86-987f-4c4f-900b-e940f9a8cfc8 req-b9dfbc32-c1dd-4ebe-acd3-d029c2708c92 service neutron] Request body: {'port': {'device_id': 'b753d813-95df-4256-a8c0-dcd4681dfe27', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84684'}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:05:21.111962 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-e17181b1-17b8-4cb2-9991-fe2093d08ee9 None None] Provisioning complete for port 343e4080-88b4-47fd-8dd1-6b13277216f9 triggered by entity DHCP. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:05:21.112334 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-e17181b1-17b8-4cb2-9991-fe2093d08ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (343e4080-88b4-47fd-8dd1-6b13277216f9), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:21.157620 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:05:21.201910 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-e17181b1-17b8-4cb2-9991-fe2093d08ee9 None None] Port 343e4080-88b4-47fd-8dd1-6b13277216f9 cannot update to ACTIVE because it is not bound. {{(pid=104015) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 26 03:05:21.240234 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.db.db_base_plugin_common [req-5990189d-aaf9-4ffe-9d37-febc2c1c445b req-95d53d86-b35c-4b64-8db2-331e027adeec tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Allocated IP 172.20.0.3 (02cd0f74-99cd-4eb9-aeb7-aae2b7255a50/e97e6f7f-41a5-4383-a841-52482c75f2ee/964b9885-7663-4cc6-bfd4-5bb8f0e20bea) {{(pid=104014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 03:05:21.260154 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffdd328-71e9-4f91-9259-d7765c0118d7 service neutron] Pushing event updated for resources: {'Port': ['ID=52fe6654-0bad-4f8c-9c8b-2d810ffaeb4f,revision_number=2']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:05:21.335555 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.managers [req-3233a4b5-5957-4900-b0ed-86b9b139e184 req-2295f8c4-fbdb-431c-93ed-c3fc29b9c3f3 service neutron] Attempting to bind port 634b866a-e4dd-43d0-84a2-3a0a964abbff on host hv-cinder-84684 for vnic_type normal with profile {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 26 03:05:21.336687 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.managers [req-3233a4b5-5957-4900-b0ed-86b9b139e184 req-2295f8c4-fbdb-431c-93ed-c3fc29b9c3f3 service neutron] Attempting to bind port 634b866a-e4dd-43d0-84a2-3a0a964abbff by drivers openvswitch,hyperv on host hv-cinder-84684 at level 0 using segments [{'id': '5b86e525-c15a-4ec4-b614-b7765ac125bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '4d1cf2ab-1c05-4bc5-9daa-428f3ef27012'}] {{(pid=104013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 26 03:05:21.336687 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3233a4b5-5957-4900-b0ed-86b9b139e184 req-2295f8c4-fbdb-431c-93ed-c3fc29b9c3f3 service neutron] Attempting to bind port 634b866a-e4dd-43d0-84a2-3a0a964abbff on network 4d1cf2ab-1c05-4bc5-9daa-428f3ef27012 {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 26 03:05:21.350876 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3233a4b5-5957-4900-b0ed-86b9b139e184 req-2295f8c4-fbdb-431c-93ed-c3fc29b9c3f3 service neutron] Port 634b866a-e4dd-43d0-84a2-3a0a964abbff on network 4d1cf2ab-1c05-4bc5-9daa-428f3ef27012 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84684 {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 26 03:05:21.351331 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3233a4b5-5957-4900-b0ed-86b9b139e184 req-2295f8c4-fbdb-431c-93ed-c3fc29b9c3f3 service neutron] Attempting to bind port 634b866a-e4dd-43d0-84a2-3a0a964abbff on network 4d1cf2ab-1c05-4bc5-9daa-428f3ef27012 {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 26 03:05:21.358143 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3233a4b5-5957-4900-b0ed-86b9b139e184 req-2295f8c4-fbdb-431c-93ed-c3fc29b9c3f3 service neutron] Checking agent: {'id': 'e7a0895f-45bb-4130-be69-32df3e039043', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84684', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 26, 3, 2, 40), 'started_at': datetime.datetime(2022, 6, 26, 3, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 26, 3, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 26 03:05:21.358532 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3233a4b5-5957-4900-b0ed-86b9b139e184 req-2295f8c4-fbdb-431c-93ed-c3fc29b9c3f3 service neutron] Checking segment: {'id': '5b86e525-c15a-4ec4-b614-b7765ac125bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '4d1cf2ab-1c05-4bc5-9daa-428f3ef27012'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 26 03:05:21.359161 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3233a4b5-5957-4900-b0ed-86b9b139e184 req-2295f8c4-fbdb-431c-93ed-c3fc29b9c3f3 service neutron] Bound using segment: {'id': '5b86e525-c15a-4ec4-b614-b7765ac125bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '4d1cf2ab-1c05-4bc5-9daa-428f3ef27012'} {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 26 03:05:21.360312 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.managers [req-3233a4b5-5957-4900-b0ed-86b9b139e184 req-2295f8c4-fbdb-431c-93ed-c3fc29b9c3f3 service neutron] Bound port: 634b866a-e4dd-43d0-84a2-3a0a964abbff, host: hv-cinder-84684, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b86e525-c15a-4ec4-b614-b7765ac125bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '4d1cf2ab-1c05-4bc5-9daa-428f3ef27012'}}] {{(pid=104013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 26 03:05:21.360761 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-3233a4b5-5957-4900-b0ed-86b9b139e184 req-2295f8c4-fbdb-431c-93ed-c3fc29b9c3f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (634b866a-e4dd-43d0-84a2-3a0a964abbff), before_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:21.380936 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.managers [req-98a2685a-ecc9-47d6-920e-476abdc60daf req-7ffdd328-71e9-4f91-9259-d7765c0118d7 service neutron] Attempting to bind port 52fe6654-0bad-4f8c-9c8b-2d810ffaeb4f on host hv-cinder-84684 for vnic_type normal with profile {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 26 03:05:21.381366 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.managers [req-98a2685a-ecc9-47d6-920e-476abdc60daf req-7ffdd328-71e9-4f91-9259-d7765c0118d7 service neutron] Attempting to bind port 52fe6654-0bad-4f8c-9c8b-2d810ffaeb4f by drivers openvswitch,hyperv on host hv-cinder-84684 at level 0 using segments [{'id': '9b1bc4ce-7d03-4b55-892a-abd91da4af67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '151cdbb9-618f-46a1-a7b5-564e53db9cea'}] {{(pid=104013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 26 03:05:21.381872 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a2685a-ecc9-47d6-920e-476abdc60daf req-7ffdd328-71e9-4f91-9259-d7765c0118d7 service neutron] Attempting to bind port 52fe6654-0bad-4f8c-9c8b-2d810ffaeb4f on network 151cdbb9-618f-46a1-a7b5-564e53db9cea {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 26 03:05:21.403343 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a2685a-ecc9-47d6-920e-476abdc60daf req-7ffdd328-71e9-4f91-9259-d7765c0118d7 service neutron] Port 52fe6654-0bad-4f8c-9c8b-2d810ffaeb4f on network 151cdbb9-618f-46a1-a7b5-564e53db9cea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84684 {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 26 03:05:21.403789 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a2685a-ecc9-47d6-920e-476abdc60daf req-7ffdd328-71e9-4f91-9259-d7765c0118d7 service neutron] Attempting to bind port 52fe6654-0bad-4f8c-9c8b-2d810ffaeb4f on network 151cdbb9-618f-46a1-a7b5-564e53db9cea {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 26 03:05:21.441559 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a2685a-ecc9-47d6-920e-476abdc60daf req-7ffdd328-71e9-4f91-9259-d7765c0118d7 service neutron] Checking agent: {'id': 'e7a0895f-45bb-4130-be69-32df3e039043', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84684', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 26, 3, 2, 40), 'started_at': datetime.datetime(2022, 6, 26, 3, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 26, 3, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 26 03:05:21.442350 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a2685a-ecc9-47d6-920e-476abdc60daf req-7ffdd328-71e9-4f91-9259-d7765c0118d7 service neutron] Checking segment: {'id': '9b1bc4ce-7d03-4b55-892a-abd91da4af67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '151cdbb9-618f-46a1-a7b5-564e53db9cea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 26 03:05:21.442862 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a2685a-ecc9-47d6-920e-476abdc60daf req-7ffdd328-71e9-4f91-9259-d7765c0118d7 service neutron] Bound using segment: {'id': '9b1bc4ce-7d03-4b55-892a-abd91da4af67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '151cdbb9-618f-46a1-a7b5-564e53db9cea'} {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 26 03:05:21.443379 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.managers [req-98a2685a-ecc9-47d6-920e-476abdc60daf req-7ffdd328-71e9-4f91-9259-d7765c0118d7 service neutron] Bound port: 52fe6654-0bad-4f8c-9c8b-2d810ffaeb4f, host: hv-cinder-84684, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b1bc4ce-7d03-4b55-892a-abd91da4af67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '151cdbb9-618f-46a1-a7b5-564e53db9cea'}}] {{(pid=104013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 26 03:05:21.443862 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-98a2685a-ecc9-47d6-920e-476abdc60daf req-7ffdd328-71e9-4f91-9259-d7765c0118d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (52fe6654-0bad-4f8c-9c8b-2d810ffaeb4f), before_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:21.471129 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-15edba86-987f-4c4f-900b-e940f9a8cfc8 req-b9dfbc32-c1dd-4ebe-acd3-d029c2708c92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (343e4080-88b4-47fd-8dd1-6b13277216f9), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:21.485818 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2d4cbb-8f58-4b7f-8b4d-2283954a3d3c req-848fa517-9ce9-4690-8f2e-f8725c0a53aa tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:21.487323 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-ac2d4cbb-8f58-4b7f-8b4d-2283954a3d3c req-848fa517-9ce9-4690-8f2e-f8725c0a53aa tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=b753d813-95df-4256-a8c0-dcd4681dfe27 HTTP/1.1" status: 200 len: 931 time: 0.1410031 Jun 26 03:05:21.500916 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-d5961dff-c091-414f-add9-9ca877871de5 req-622d347f-d139-4405-8ef6-71f5748c8d14 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=cae80eaa-bfa7-4de0-8fc0-ae5390068214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6850817 Jun 26 03:05:21.534988 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [req-3233a4b5-5957-4900-b0ed-86b9b139e184 req-2295f8c4-fbdb-431c-93ed-c3fc29b9c3f3 service neutron] For port 634b866a-e4dd-43d0-84a2-3a0a964abbff, host hv-cinder-84684, cleared binding levels {{(pid=104013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 03:05:21.557467 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [req-3233a4b5-5957-4900-b0ed-86b9b139e184 req-2295f8c4-fbdb-431c-93ed-c3fc29b9c3f3 service neutron] For port 634b866a-e4dd-43d0-84a2-3a0a964abbff, host hv-cinder-84684, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=634b866a-e4dd-43d0-84a2-3a0a964abbff,segment=NetworkSegment(5b86e525-c15a-4ec4-b614-b7765ac125bb),segment_id=5b86e525-c15a-4ec4-b614-b7765ac125bb)] {{(pid=104013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 03:05:21.571226 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-3233a4b5-5957-4900-b0ed-86b9b139e184 req-2295f8c4-fbdb-431c-93ed-c3fc29b9c3f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7375263'] for port (634b866a-e4dd-43d0-84a2-3a0a964abbff), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:21.638460 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3233a4b5-5957-4900-b0ed-86b9b139e184 req-2295f8c4-fbdb-431c-93ed-c3fc29b9c3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:21.639076 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-3233a4b5-5957-4900-b0ed-86b9b139e184 req-2295f8c4-fbdb-431c-93ed-c3fc29b9c3f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628900'] for port (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:21.640521 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-3233a4b5-5957-4900-b0ed-86b9b139e184 req-2295f8c4-fbdb-431c-93ed-c3fc29b9c3f3 service neutron] 10.222.0.43 "PUT /v2.0/ports/634b866a-e4dd-43d0-84a2-3a0a964abbff HTTP/1.1" status: 200 len: 1093 time: 1.5940158 Jun 26 03:05:21.641515 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cddc852a-2aa2-4a44-ad1a-e9e930e3bddf', 'tag': '634b866a-e4dd-43d0-84a2-3a0a964abbff'}] {{(pid=104013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 26 03:05:21.652023 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=88,neutron:UPDATE=9,neutron:DELETE=1,neutron:INSERT=2 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:05:21.683593 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [req-98a2685a-ecc9-47d6-920e-476abdc60daf req-7ffdd328-71e9-4f91-9259-d7765c0118d7 service neutron] For port 52fe6654-0bad-4f8c-9c8b-2d810ffaeb4f, host hv-cinder-84684, cleared binding levels {{(pid=104013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 03:05:21.701166 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2295f8c4-fbdb-431c-93ed-c3fc29b9c3f3 service neutron] Pushing event updated for resources: {'Port': ['ID=634b866a-e4dd-43d0-84a2-3a0a964abbff,revision_number=3']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:05:21.705687 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [req-98a2685a-ecc9-47d6-920e-476abdc60daf req-7ffdd328-71e9-4f91-9259-d7765c0118d7 service neutron] For port 52fe6654-0bad-4f8c-9c8b-2d810ffaeb4f, host hv-cinder-84684, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=52fe6654-0bad-4f8c-9c8b-2d810ffaeb4f,segment=NetworkSegment(9b1bc4ce-7d03-4b55-892a-abd91da4af67),segment_id=9b1bc4ce-7d03-4b55-892a-abd91da4af67)] {{(pid=104013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 03:05:21.777971 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-98a2685a-ecc9-47d6-920e-476abdc60daf req-7ffdd328-71e9-4f91-9259-d7765c0118d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7375263'] for port (52fe6654-0bad-4f8c-9c8b-2d810ffaeb4f), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:21.820538 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3233a4b5-5957-4900-b0ed-86b9b139e184 req-60d2d2ce-4646-45d5-981c-6f91d663112d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:21.822086 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-3233a4b5-5957-4900-b0ed-86b9b139e184 req-60d2d2ce-4646-45d5-981c-6f91d663112d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=aa1dff9e9be549308ec0ad3a13810062&device_id=cddc852a-2aa2-4a44-ad1a-e9e930e3bddf HTTP/1.1" status: 200 len: 1127 time: 0.1104026 Jun 26 03:05:21.897745 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}139ce4dbef1e3d377c6aaa27dc3378ac98104fcd26dfc0ba8b816af75a6f94ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6416e49-a618-4652-ab93-dd27baf54c88" -d '{"events": [{"name": "network-changed", "server_uuid": "cddc852a-2aa2-4a44-ad1a-e9e930e3bddf", "tag": "634b866a-e4dd-43d0-84a2-3a0a964abbff"}]}' {{(pid=104013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 03:05:21.900309 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a2685a-ecc9-47d6-920e-476abdc60daf req-7ffdd328-71e9-4f91-9259-d7765c0118d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:21.901230 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-98a2685a-ecc9-47d6-920e-476abdc60daf req-7ffdd328-71e9-4f91-9259-d7765c0118d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628900'] for port (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:21.902931 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-98a2685a-ecc9-47d6-920e-476abdc60daf req-7ffdd328-71e9-4f91-9259-d7765c0118d7 service neutron] 10.222.0.43 "PUT /v2.0/ports/52fe6654-0bad-4f8c-9c8b-2d810ffaeb4f HTTP/1.1" status: 200 len: 1094 time: 1.8576245 Jun 26 03:05:21.925207 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-ac2d4cbb-8f58-4b7f-8b4d-2283954a3d3c req-309eb73c-8930-4a81-9d4d-d3c752139c93 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f19f5d9-470f-45a6-8bfb-d516ad826927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4193122 Jun 26 03:05:21.931174 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3facf590-814d-4c73-8680-c330ba229edd req-86215028-9f1f-4772-9398-ea07063b5948 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:21.932650 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-3facf590-814d-4c73-8680-c330ba229edd req-86215028-9f1f-4772-9398-ea07063b5948 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c55ca6d-bad0-4964-83fe-4352b7fb1b1d HTTP/1.1" status: 200 len: 932 time: 0.2875636 Jun 26 03:05:21.940320 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-3233a4b5-5957-4900-b0ed-86b9b139e184 req-31977005-a819-497e-82d4-1a25b01f1c59 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=634b866a-e4dd-43d0-84a2-3a0a964abbff HTTP/1.1" status: 200 len: 217 time: 0.0952353 Jun 26 03:05:21.941578 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffdd328-71e9-4f91-9259-d7765c0118d7 service neutron] Pushing event updated for resources: {'Port': ['ID=52fe6654-0bad-4f8c-9c8b-2d810ffaeb4f,revision_number=3']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:05:22.036834 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-5990189d-aaf9-4ffe-9d37-febc2c1c445b req-95d53d86-b35c-4b64-8db2-331e027adeec tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks [] for port (964b9885-7663-4cc6-bfd4-5bb8f0e20bea), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:22.111302 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3233a4b5-5957-4900-b0ed-86b9b139e184 req-6bb358f0-e096-47c3-9c2c-cc2bc2dfc85b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:22.112881 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-3233a4b5-5957-4900-b0ed-86b9b139e184 req-6bb358f0-e096-47c3-9c2c-cc2bc2dfc85b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=50d12281-21a2-4343-ba8b-93c5382e067a HTTP/1.1" status: 200 len: 858 time: 0.1661737 Jun 26 03:05:22.113771 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a2685a-ecc9-47d6-920e-476abdc60daf req-2a959d3b-99a5-4581-8e97-d4023d1384a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:22.115298 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-98a2685a-ecc9-47d6-920e-476abdc60daf req-2a959d3b-99a5-4581-8e97-d4023d1384a2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5dd1a7a651fa4d27a1b6488ca13effca&device_id=3b0d1d9b-d025-442c-a2f6-db22050d9059 HTTP/1.1" status: 200 len: 1128 time: 0.0889912 Jun 26 03:05:22.217993 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:DELETE=1,neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:05:22.227486 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-98a2685a-ecc9-47d6-920e-476abdc60daf req-df8b5f52-0249-42dd-bb66-676e0e919276 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=52fe6654-0bad-4f8c-9c8b-2d810ffaeb4f HTTP/1.1" status: 200 len: 217 time: 0.0950441 Jun 26 03:05:22.275632 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-5990189d-aaf9-4ffe-9d37-febc2c1c445b req-95d53d86-b35c-4b64-8db2-331e027adeec tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787575245469'] for port (964b9885-7663-4cc6-bfd4-5bb8f0e20bea), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:22.381731 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d53d86-b35c-4b64-8db2-331e027adeec tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Pushing event updated for resources: {'Port': ['ID=964b9885-7663-4cc6-bfd4-5bb8f0e20bea,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:05:22.385261 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:05:22.399240 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5990189d-aaf9-4ffe-9d37-febc2c1c445b req-95d53d86-b35c-4b64-8db2-331e027adeec tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Network 02cd0f74-99cd-4eb9-aeb7-aae2b7255a50 is already hosted by enough agents. {{(pid=104014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 03:05:22.421175 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.scheduler.base_scheduler [req-5990189d-aaf9-4ffe-9d37-febc2c1c445b req-95d53d86-b35c-4b64-8db2-331e027adeec tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Resources bound (agent type, host, resource id): {{(pid=104014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 03:05:22.425266 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [req-5990189d-aaf9-4ffe-9d37-febc2c1c445b req-95d53d86-b35c-4b64-8db2-331e027adeec tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Received port after_create {{(pid=104014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 26 03:05:22.430492 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5990189d-aaf9-4ffe-9d37-febc2c1c445b req-95d53d86-b35c-4b64-8db2-331e027adeec tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:22.431115 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-5990189d-aaf9-4ffe-9d37-febc2c1c445b req-95d53d86-b35c-4b64-8db2-331e027adeec tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628900'] for port (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:22.458583 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cba64f-7fb9-4240-9b52-f152f71f2201 req-1fcb2147-b6d7-4950-a5ec-f9f972499f28 tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:22.460071 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-f9cba64f-7fb9-4240-9b52-f152f71f2201 req-1fcb2147-b6d7-4950-a5ec-f9f972499f28 tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e1cf9b3-1e3f-4760-81a4-4f4e8c4d5d7a HTTP/1.1" status: 200 len: 931 time: 0.2224748 Jun 26 03:05:22.481045 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3233a4b5-5957-4900-b0ed-86b9b139e184 req-ec1d3506-c784-4cde-a19f-1a8ef7bed135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:22.482606 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-3233a4b5-5957-4900-b0ed-86b9b139e184 req-ec1d3506-c784-4cde-a19f-1a8ef7bed135 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4d1cf2ab-1c05-4bc5-9daa-428f3ef27012&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3410835 Jun 26 03:05:22.491590 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-5990189d-aaf9-4ffe-9d37-febc2c1c445b req-95d53d86-b35c-4b64-8db2-331e027adeec tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6106553 Jun 26 03:05:22.506028 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.notifiers.nova [req-15edba86-987f-4c4f-900b-e940f9a8cfc8 req-b9dfbc32-c1dd-4ebe-acd3-d029c2708c92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 343e4080-88b4-47fd-8dd1-6b13277216f9 {{(pid=104014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 26 03:05:22.525983 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [req-5990189d-aaf9-4ffe-9d37-febc2c1c445b req-d397d0d3-c352-4734-a32a-9433dd4941ba service neutron] Request body: {'port': {'device_id': 'd87611df-64cb-42cb-b734-782bf9ebb9ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84684'}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:05:22.530323 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a2685a-ecc9-47d6-920e-476abdc60daf req-f7d218af-040b-495c-a853-250879e0df6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:22.532015 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-98a2685a-ecc9-47d6-920e-476abdc60daf req-f7d218af-040b-495c-a853-250879e0df6d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b3475431-7645-416a-9b3b-e23c4a132926 HTTP/1.1" status: 200 len: 856 time: 0.2974772 Jun 26 03:05:22.558817 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-15edba86-987f-4c4f-900b-e940f9a8cfc8 req-b9dfbc32-c1dd-4ebe-acd3-d029c2708c92 service neutron] Publish callbacks [] for port (343e4080-88b4-47fd-8dd1-6b13277216f9), precommit_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:22.604780 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:05:22.623539 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a2685a-ecc9-47d6-920e-476abdc60daf req-0d47ef4e-c87f-420b-96f9-d2601b26d65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:22.625575 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-98a2685a-ecc9-47d6-920e-476abdc60daf req-0d47ef4e-c87f-420b-96f9-d2601b26d65a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=151cdbb9-618f-46a1-a7b5-564e53db9cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0812523 Jun 26 03:05:22.685211 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-3233a4b5-5957-4900-b0ed-86b9b139e184 req-16c3c21f-6eab-4cd4-94e8-d140596e3f78 service neutron] 10.222.0.43 "GET /v2.0/networks/4d1cf2ab-1c05-4bc5-9daa-428f3ef27012?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958399 Jun 26 03:05:22.854389 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-98a2685a-ecc9-47d6-920e-476abdc60daf req-7b5d9164-6ecd-4000-a85b-0aba680918af service neutron] 10.222.0.43 "GET /v2.0/networks/151cdbb9-618f-46a1-a7b5-564e53db9cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219114 Jun 26 03:05:22.861270 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-bd38efb3-d9c1-4a50-afff-e1d80dfdb0e9 None None] Provisioning complete for port 964b9885-7663-4cc6-bfd4-5bb8f0e20bea triggered by entity DHCP. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:05:22.862252 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-bd38efb3-d9c1-4a50-afff-e1d80dfdb0e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (964b9885-7663-4cc6-bfd4-5bb8f0e20bea), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:22.871215 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.notifiers.nova [req-3e2269f6-9710-4ac1-afae-c312f9c56d9d req-292eacd7-5eef-4140-aa65-dbb3f2546afa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9366ecd-7ca4-4109-bdc7-b47e7cb83078 {{(pid=104014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 26 03:05:22.880411 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-3e2269f6-9710-4ac1-afae-c312f9c56d9d req-292eacd7-5eef-4140-aa65-dbb3f2546afa service neutron] Publish callbacks [] for port (d9366ecd-7ca4-4109-bdc7-b47e7cb83078), precommit_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:22.891882 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:05:22.901440 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [req-3e2269f6-9710-4ac1-afae-c312f9c56d9d req-292eacd7-5eef-4140-aa65-dbb3f2546afa service neutron] Transition to ACTIVE for port object d9366ecd-7ca4-4109-bdc7-b47e7cb83078 will not be triggered until provisioned by entity L2. {{(pid=104014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 26 03:05:22.927596 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-3233a4b5-5957-4900-b0ed-86b9b139e184 req-5c5a432a-caaa-4274-bb71-203be73ed115 service neutron] 10.222.0.43 "GET /v2.0/networks/4d1cf2ab-1c05-4bc5-9daa-428f3ef27012?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2318544 Jun 26 03:05:22.927750 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-3e2269f6-9710-4ac1-afae-c312f9c56d9d req-292eacd7-5eef-4140-aa65-dbb3f2546afa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (d9366ecd-7ca4-4109-bdc7-b47e7cb83078), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:22.972565 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-bd38efb3-d9c1-4a50-afff-e1d80dfdb0e9 None None] Port 964b9885-7663-4cc6-bfd4-5bb8f0e20bea cannot update to ACTIVE because it is not bound. {{(pid=104015) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 26 03:05:23.006266 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-3facf590-814d-4c73-8680-c330ba229edd req-97a5f0e5-f737-4c05-a238-449617fbb028 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/security-groups?id=8443e5b4-cfe8-43f3-9dfe-63aae7d635f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8098953 Jun 26 03:05:23.022290 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [req-15edba86-987f-4c4f-900b-e940f9a8cfc8 req-b9dfbc32-c1dd-4ebe-acd3-d029c2708c92 service neutron] Transition to ACTIVE for port object 343e4080-88b4-47fd-8dd1-6b13277216f9 will not be triggered until provisioned by entity L2. {{(pid=104014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 26 03:05:23.117818 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-f9cba64f-7fb9-4240-9b52-f152f71f2201 req-428ffc07-1bfd-4985-b4c5-592795db0e31 tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] 10.222.0.13 "GET /v2.0/security-groups?id=b8d578a3-20a0-4dfd-8c42-86b3b60e3ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6232448 Jun 26 03:05:23.118622 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-15edba86-987f-4c4f-900b-e940f9a8cfc8 req-b9dfbc32-c1dd-4ebe-acd3-d029c2708c92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (343e4080-88b4-47fd-8dd1-6b13277216f9), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:23.164868 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292eacd7-5eef-4140-aa65-dbb3f2546afa service neutron] Pushing event updated for resources: {'Port': ['ID=d9366ecd-7ca4-4109-bdc7-b47e7cb83078,revision_number=2']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:05:23.190072 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-98a2685a-ecc9-47d6-920e-476abdc60daf req-b2bb164c-5130-470d-8a10-4341929c8476 service neutron] 10.222.0.43 "GET /v2.0/networks/151cdbb9-618f-46a1-a7b5-564e53db9cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3288896 Jun 26 03:05:23.269641 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.notifiers.nova [req-f16e143c-cd12-43c9-ab3c-6c69e62e22b7 req-e408efe0-2c05-4982-bfb8-dd11c033f214 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d68efe6-d264-4cfb-8cd4-414d529eb007 {{(pid=104014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 26 03:05:23.305634 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-5990189d-aaf9-4ffe-9d37-febc2c1c445b req-d397d0d3-c352-4734-a32a-9433dd4941ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (964b9885-7663-4cc6-bfd4-5bb8f0e20bea), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:23.348650 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-f16e143c-cd12-43c9-ab3c-6c69e62e22b7 req-e408efe0-2c05-4982-bfb8-dd11c033f214 service neutron] Publish callbacks [] for port (2d68efe6-d264-4cfb-8cd4-414d529eb007), precommit_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:23.399396 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Jun 2022 03:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f691935-69d4-4dbb-9381-b1909fc3b298 x-openstack-request-id: req-7f691935-69d4-4dbb-9381-b1909fc3b298 {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 03:05:23.399957 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cddc852a-2aa2-4a44-ad1a-e9e930e3bddf", "tag": "634b866a-e4dd-43d0-84a2-3a0a964abbff", "status": "completed", "code": 200}]} {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 03:05:23.400396 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7f691935-69d4-4dbb-9381-b1909fc3b298 {{(pid=104013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 03:05:23.401189 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f691935-69d4-4dbb-9381-b1909fc3b298'] response: {'name': 'network-changed', 'server_uuid': 'cddc852a-2aa2-4a44-ad1a-e9e930e3bddf', 'tag': '634b866a-e4dd-43d0-84a2-3a0a964abbff', 'status': 'completed', 'code': 200} Jun 26 03:05:23.421789 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dfbc32-c1dd-4ebe-acd3-d029c2708c92 service neutron] Pushing event updated for resources: {'Port': ['ID=343e4080-88b4-47fd-8dd1-6b13277216f9,revision_number=2']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:05:23.447764 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.managers [req-3e2269f6-9710-4ac1-afae-c312f9c56d9d req-292eacd7-5eef-4140-aa65-dbb3f2546afa service neutron] Attempting to bind port d9366ecd-7ca4-4109-bdc7-b47e7cb83078 on host hv-cinder-84684 for vnic_type normal with profile {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 26 03:05:23.448123 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.managers [req-3e2269f6-9710-4ac1-afae-c312f9c56d9d req-292eacd7-5eef-4140-aa65-dbb3f2546afa service neutron] Attempting to bind port d9366ecd-7ca4-4109-bdc7-b47e7cb83078 by drivers openvswitch,hyperv on host hv-cinder-84684 at level 0 using segments [{'id': 'cf7f1aa2-5b82-42a9-b922-aafb5e3585d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '26d75899-1607-4d4e-b529-22178d34e095'}] {{(pid=104014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 26 03:05:23.448472 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e2269f6-9710-4ac1-afae-c312f9c56d9d req-292eacd7-5eef-4140-aa65-dbb3f2546afa service neutron] Attempting to bind port d9366ecd-7ca4-4109-bdc7-b47e7cb83078 on network 26d75899-1607-4d4e-b529-22178d34e095 {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 26 03:05:23.464830 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [req-f16e143c-cd12-43c9-ab3c-6c69e62e22b7 req-e408efe0-2c05-4982-bfb8-dd11c033f214 service neutron] Transition to ACTIVE for port object 2d68efe6-d264-4cfb-8cd4-414d529eb007 will not be triggered until provisioned by entity L2. {{(pid=104014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 26 03:05:23.477059 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce3fbdf-348b-4280-a9f9-27bbc5585a75 req-1d4c729c-1498-485e-9080-32baaba1e389 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:23.478851 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-8ce3fbdf-348b-4280-a9f9-27bbc5585a75 req-1d4c729c-1498-485e-9080-32baaba1e389 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/ports?device_id=d87611df-64cb-42cb-b734-782bf9ebb9ab HTTP/1.1" status: 200 len: 931 time: 0.2019696 Jun 26 03:05:23.496545 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e2269f6-9710-4ac1-afae-c312f9c56d9d req-292eacd7-5eef-4140-aa65-dbb3f2546afa service neutron] Port d9366ecd-7ca4-4109-bdc7-b47e7cb83078 on network 26d75899-1607-4d4e-b529-22178d34e095 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84684 {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 26 03:05:23.496943 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e2269f6-9710-4ac1-afae-c312f9c56d9d req-292eacd7-5eef-4140-aa65-dbb3f2546afa service neutron] Attempting to bind port d9366ecd-7ca4-4109-bdc7-b47e7cb83078 on network 26d75899-1607-4d4e-b529-22178d34e095 {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 26 03:05:23.505210 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-f16e143c-cd12-43c9-ab3c-6c69e62e22b7 req-e408efe0-2c05-4982-bfb8-dd11c033f214 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (2d68efe6-d264-4cfb-8cd4-414d529eb007), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:23.580476 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e2269f6-9710-4ac1-afae-c312f9c56d9d req-292eacd7-5eef-4140-aa65-dbb3f2546afa service neutron] Checking agent: {'id': 'e7a0895f-45bb-4130-be69-32df3e039043', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84684', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 26, 3, 2, 40), 'started_at': datetime.datetime(2022, 6, 26, 3, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 26, 3, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 26 03:05:23.580783 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e2269f6-9710-4ac1-afae-c312f9c56d9d req-292eacd7-5eef-4140-aa65-dbb3f2546afa service neutron] Checking segment: {'id': 'cf7f1aa2-5b82-42a9-b922-aafb5e3585d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '26d75899-1607-4d4e-b529-22178d34e095'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 26 03:05:23.581472 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e2269f6-9710-4ac1-afae-c312f9c56d9d req-292eacd7-5eef-4140-aa65-dbb3f2546afa service neutron] Bound using segment: {'id': 'cf7f1aa2-5b82-42a9-b922-aafb5e3585d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '26d75899-1607-4d4e-b529-22178d34e095'} {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 26 03:05:23.581912 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.managers [req-3e2269f6-9710-4ac1-afae-c312f9c56d9d req-292eacd7-5eef-4140-aa65-dbb3f2546afa service neutron] Bound port: d9366ecd-7ca4-4109-bdc7-b47e7cb83078, host: hv-cinder-84684, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf7f1aa2-5b82-42a9-b922-aafb5e3585d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '26d75899-1607-4d4e-b529-22178d34e095'}}] {{(pid=104014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 26 03:05:23.582381 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-3e2269f6-9710-4ac1-afae-c312f9c56d9d req-292eacd7-5eef-4140-aa65-dbb3f2546afa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (d9366ecd-7ca4-4109-bdc7-b47e7cb83078), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:23.614093 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:05:23.643005 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:05:23.643005 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.managers [req-15edba86-987f-4c4f-900b-e940f9a8cfc8 req-b9dfbc32-c1dd-4ebe-acd3-d029c2708c92 service neutron] Attempting to bind port 343e4080-88b4-47fd-8dd1-6b13277216f9 on host hv-cinder-84684 for vnic_type normal with profile {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 26 03:05:23.643005 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.managers [req-15edba86-987f-4c4f-900b-e940f9a8cfc8 req-b9dfbc32-c1dd-4ebe-acd3-d029c2708c92 service neutron] Attempting to bind port 343e4080-88b4-47fd-8dd1-6b13277216f9 by drivers openvswitch,hyperv on host hv-cinder-84684 at level 0 using segments [{'id': '5b86e525-c15a-4ec4-b614-b7765ac125bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '4d1cf2ab-1c05-4bc5-9daa-428f3ef27012'}] {{(pid=104014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 26 03:05:23.643005 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15edba86-987f-4c4f-900b-e940f9a8cfc8 req-b9dfbc32-c1dd-4ebe-acd3-d029c2708c92 service neutron] Attempting to bind port 343e4080-88b4-47fd-8dd1-6b13277216f9 on network 4d1cf2ab-1c05-4bc5-9daa-428f3ef27012 {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 26 03:05:23.730242 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15edba86-987f-4c4f-900b-e940f9a8cfc8 req-b9dfbc32-c1dd-4ebe-acd3-d029c2708c92 service neutron] Port 343e4080-88b4-47fd-8dd1-6b13277216f9 on network 4d1cf2ab-1c05-4bc5-9daa-428f3ef27012 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84684 {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 26 03:05:23.730781 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15edba86-987f-4c4f-900b-e940f9a8cfc8 req-b9dfbc32-c1dd-4ebe-acd3-d029c2708c92 service neutron] Attempting to bind port 343e4080-88b4-47fd-8dd1-6b13277216f9 on network 4d1cf2ab-1c05-4bc5-9daa-428f3ef27012 {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 26 03:05:23.732975 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e408efe0-2c05-4982-bfb8-dd11c033f214 service neutron] Pushing event updated for resources: {'Port': ['ID=2d68efe6-d264-4cfb-8cd4-414d529eb007,revision_number=2']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:05:23.778779 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5ebf47-38ae-4e20-a139-64091a18e886 req-9c6e8cba-6490-4492-a5bc-c565376472d9 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:23.780354 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-aa5ebf47-38ae-4e20-a139-64091a18e886 req-9c6e8cba-6490-4492-a5bc-c565376472d9 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b0d1d9b-d025-442c-a2f6-db22050d9059 HTTP/1.1" status: 200 len: 944 time: 0.2793038 Jun 26 03:05:23.802188 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15edba86-987f-4c4f-900b-e940f9a8cfc8 req-b9dfbc32-c1dd-4ebe-acd3-d029c2708c92 service neutron] Checking agent: {'id': 'e7a0895f-45bb-4130-be69-32df3e039043', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84684', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 26, 3, 2, 40), 'started_at': datetime.datetime(2022, 6, 26, 3, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 26, 3, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 26 03:05:23.802686 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15edba86-987f-4c4f-900b-e940f9a8cfc8 req-b9dfbc32-c1dd-4ebe-acd3-d029c2708c92 service neutron] Checking segment: {'id': '5b86e525-c15a-4ec4-b614-b7765ac125bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '4d1cf2ab-1c05-4bc5-9daa-428f3ef27012'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 26 03:05:23.802925 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15edba86-987f-4c4f-900b-e940f9a8cfc8 req-b9dfbc32-c1dd-4ebe-acd3-d029c2708c92 service neutron] Bound using segment: {'id': '5b86e525-c15a-4ec4-b614-b7765ac125bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '4d1cf2ab-1c05-4bc5-9daa-428f3ef27012'} {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 26 03:05:23.803356 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.managers [req-15edba86-987f-4c4f-900b-e940f9a8cfc8 req-b9dfbc32-c1dd-4ebe-acd3-d029c2708c92 service neutron] Bound port: 343e4080-88b4-47fd-8dd1-6b13277216f9, host: hv-cinder-84684, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b86e525-c15a-4ec4-b614-b7765ac125bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '4d1cf2ab-1c05-4bc5-9daa-428f3ef27012'}}] {{(pid=104014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 26 03:05:23.803721 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-15edba86-987f-4c4f-900b-e940f9a8cfc8 req-b9dfbc32-c1dd-4ebe-acd3-d029c2708c92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (343e4080-88b4-47fd-8dd1-6b13277216f9), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:23.891660 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-8ce3fbdf-348b-4280-a9f9-27bbc5585a75 req-55122eb4-77c0-4d01-b084-6ce1e186d55f tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/security-groups?id=195bce6e-5d44-40bd-9d34-9670b1e0c232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3873963 Jun 26 03:05:23.960069 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [req-3e2269f6-9710-4ac1-afae-c312f9c56d9d req-292eacd7-5eef-4140-aa65-dbb3f2546afa service neutron] For port d9366ecd-7ca4-4109-bdc7-b47e7cb83078, host hv-cinder-84684, cleared binding levels {{(pid=104014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 03:05:24.042937 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [req-3e2269f6-9710-4ac1-afae-c312f9c56d9d req-292eacd7-5eef-4140-aa65-dbb3f2546afa service neutron] For port d9366ecd-7ca4-4109-bdc7-b47e7cb83078, host hv-cinder-84684, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=d9366ecd-7ca4-4109-bdc7-b47e7cb83078,segment=NetworkSegment(cf7f1aa2-5b82-42a9-b922-aafb5e3585d6),segment_id=cf7f1aa2-5b82-42a9-b922-aafb5e3585d6)] {{(pid=104014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 03:05:24.050554 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.managers [req-f16e143c-cd12-43c9-ab3c-6c69e62e22b7 req-e408efe0-2c05-4982-bfb8-dd11c033f214 service neutron] Attempting to bind port 2d68efe6-d264-4cfb-8cd4-414d529eb007 on host hv-cinder-84684 for vnic_type normal with profile {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 26 03:05:24.050890 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.managers [req-f16e143c-cd12-43c9-ab3c-6c69e62e22b7 req-e408efe0-2c05-4982-bfb8-dd11c033f214 service neutron] Attempting to bind port 2d68efe6-d264-4cfb-8cd4-414d529eb007 by drivers openvswitch,hyperv on host hv-cinder-84684 at level 0 using segments [{'id': '2a397e09-d789-4683-aae4-87be6784786c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '74573779-88f3-4aaa-82c6-e30fd16eafe2'}] {{(pid=104014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 26 03:05:24.051243 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16e143c-cd12-43c9-ab3c-6c69e62e22b7 req-e408efe0-2c05-4982-bfb8-dd11c033f214 service neutron] Attempting to bind port 2d68efe6-d264-4cfb-8cd4-414d529eb007 on network 74573779-88f3-4aaa-82c6-e30fd16eafe2 {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 26 03:05:24.076602 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-aa5ebf47-38ae-4e20-a139-64091a18e886 req-ae1b7703-8952-4b46-a2ff-1fb999e14061 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=cae80eaa-bfa7-4de0-8fc0-ae5390068214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2837167 Jun 26 03:05:24.087282 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-3e2269f6-9710-4ac1-afae-c312f9c56d9d req-292eacd7-5eef-4140-aa65-dbb3f2546afa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (d9366ecd-7ca4-4109-bdc7-b47e7cb83078), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:24.132170 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16e143c-cd12-43c9-ab3c-6c69e62e22b7 req-e408efe0-2c05-4982-bfb8-dd11c033f214 service neutron] Port 2d68efe6-d264-4cfb-8cd4-414d529eb007 on network 74573779-88f3-4aaa-82c6-e30fd16eafe2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84684 {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 26 03:05:24.132496 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16e143c-cd12-43c9-ab3c-6c69e62e22b7 req-e408efe0-2c05-4982-bfb8-dd11c033f214 service neutron] Attempting to bind port 2d68efe6-d264-4cfb-8cd4-414d529eb007 on network 74573779-88f3-4aaa-82c6-e30fd16eafe2 {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 26 03:05:24.157173 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [req-15edba86-987f-4c4f-900b-e940f9a8cfc8 req-b9dfbc32-c1dd-4ebe-acd3-d029c2708c92 service neutron] For port 343e4080-88b4-47fd-8dd1-6b13277216f9, host hv-cinder-84684, cleared binding levels {{(pid=104014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 03:05:24.167941 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc416fae-60c6-4d6e-a349-89fa3c32fc25 req-c40b0462-9530-4b0c-8054-1b08cf35e5b7 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:24.169427 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-dc416fae-60c6-4d6e-a349-89fa3c32fc25 req-c40b0462-9530-4b0c-8054-1b08cf35e5b7 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=b753d813-95df-4256-a8c0-dcd4681dfe27 HTTP/1.1" status: 200 len: 943 time: 0.1959372 Jun 26 03:05:24.189060 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16e143c-cd12-43c9-ab3c-6c69e62e22b7 req-e408efe0-2c05-4982-bfb8-dd11c033f214 service neutron] Checking agent: {'id': 'e7a0895f-45bb-4130-be69-32df3e039043', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84684', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 26, 3, 2, 40), 'started_at': datetime.datetime(2022, 6, 26, 3, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 26, 3, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 26 03:05:24.189271 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16e143c-cd12-43c9-ab3c-6c69e62e22b7 req-e408efe0-2c05-4982-bfb8-dd11c033f214 service neutron] Checking segment: {'id': '2a397e09-d789-4683-aae4-87be6784786c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '74573779-88f3-4aaa-82c6-e30fd16eafe2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 26 03:05:24.189718 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16e143c-cd12-43c9-ab3c-6c69e62e22b7 req-e408efe0-2c05-4982-bfb8-dd11c033f214 service neutron] Bound using segment: {'id': '2a397e09-d789-4683-aae4-87be6784786c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '74573779-88f3-4aaa-82c6-e30fd16eafe2'} {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 26 03:05:24.190199 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.managers [req-f16e143c-cd12-43c9-ab3c-6c69e62e22b7 req-e408efe0-2c05-4982-bfb8-dd11c033f214 service neutron] Bound port: 2d68efe6-d264-4cfb-8cd4-414d529eb007, host: hv-cinder-84684, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a397e09-d789-4683-aae4-87be6784786c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '74573779-88f3-4aaa-82c6-e30fd16eafe2'}}] {{(pid=104014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 26 03:05:24.190557 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-f16e143c-cd12-43c9-ab3c-6c69e62e22b7 req-e408efe0-2c05-4982-bfb8-dd11c033f214 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (2d68efe6-d264-4cfb-8cd4-414d529eb007), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:24.205097 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:05:24.221442 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [req-15edba86-987f-4c4f-900b-e940f9a8cfc8 req-b9dfbc32-c1dd-4ebe-acd3-d029c2708c92 service neutron] For port 343e4080-88b4-47fd-8dd1-6b13277216f9, host hv-cinder-84684, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=343e4080-88b4-47fd-8dd1-6b13277216f9,segment=NetworkSegment(5b86e525-c15a-4ec4-b614-b7765ac125bb),segment_id=5b86e525-c15a-4ec4-b614-b7765ac125bb)] {{(pid=104014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 03:05:24.238090 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2269f6-9710-4ac1-afae-c312f9c56d9d req-292eacd7-5eef-4140-aa65-dbb3f2546afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:24.238715 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-3e2269f6-9710-4ac1-afae-c312f9c56d9d req-292eacd7-5eef-4140-aa65-dbb3f2546afa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628900'] for port (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:24.240136 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-3e2269f6-9710-4ac1-afae-c312f9c56d9d req-292eacd7-5eef-4140-aa65-dbb3f2546afa service neutron] 10.222.0.43 "PUT /v2.0/ports/d9366ecd-7ca4-4109-bdc7-b47e7cb83078 HTTP/1.1" status: 200 len: 1093 time: 4.1873324 Jun 26 03:05:24.250681 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e1cf9b3-1e3f-4760-81a4-4f4e8c4d5d7a', 'tag': 'd9366ecd-7ca4-4109-bdc7-b47e7cb83078'}] {{(pid=104014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 26 03:05:24.353050 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-15edba86-987f-4c4f-900b-e940f9a8cfc8 req-b9dfbc32-c1dd-4ebe-acd3-d029c2708c92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (343e4080-88b4-47fd-8dd1-6b13277216f9), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:24.374403 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292eacd7-5eef-4140-aa65-dbb3f2546afa service neutron] Pushing event updated for resources: {'Port': ['ID=d9366ecd-7ca4-4109-bdc7-b47e7cb83078,revision_number=3']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:05:24.405722 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b346e277b9447a300c9d303bb334713d04858661d6ca7e8667ef96f79658145a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf480b5b-0acc-42e4-b355-5f27bb05263f" -d '{"events": [{"name": "network-changed", "server_uuid": "0e1cf9b3-1e3f-4760-81a4-4f4e8c4d5d7a", "tag": "d9366ecd-7ca4-4109-bdc7-b47e7cb83078"}]}' {{(pid=104014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 03:05:24.413723 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff8b51d-6b30-4844-baf1-2d9904208144 req-e0b74f3f-8dab-4046-89cc-551d69144fa8 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:24.415239 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-6ff8b51d-6b30-4844-baf1-2d9904208144 req-e0b74f3f-8dab-4046-89cc-551d69144fa8 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c55ca6d-bad0-4964-83fe-4352b7fb1b1d HTTP/1.1" status: 200 len: 944 time: 0.2645888 Jun 26 03:05:24.483162 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15edba86-987f-4c4f-900b-e940f9a8cfc8 req-b9dfbc32-c1dd-4ebe-acd3-d029c2708c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:24.483794 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-15edba86-987f-4c4f-900b-e940f9a8cfc8 req-b9dfbc32-c1dd-4ebe-acd3-d029c2708c92 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628900'] for port (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:24.485792 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-15edba86-987f-4c4f-900b-e940f9a8cfc8 req-b9dfbc32-c1dd-4ebe-acd3-d029c2708c92 service neutron] 10.222.0.43 "PUT /v2.0/ports/343e4080-88b4-47fd-8dd1-6b13277216f9 HTTP/1.1" status: 200 len: 1093 time: 3.4057517 Jun 26 03:05:24.539459 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-dc416fae-60c6-4d6e-a349-89fa3c32fc25 req-0b9a26e0-5dc6-4dcb-9dfe-b6aff2dd42d4 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f19f5d9-470f-45a6-8bfb-d516ad826927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3376482 Jun 26 03:05:24.541424 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.notifiers.nova [req-5990189d-aaf9-4ffe-9d37-febc2c1c445b req-d397d0d3-c352-4734-a32a-9433dd4941ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 964b9885-7663-4cc6-bfd4-5bb8f0e20bea {{(pid=104014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 26 03:05:24.569269 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-5990189d-aaf9-4ffe-9d37-febc2c1c445b req-d397d0d3-c352-4734-a32a-9433dd4941ba service neutron] Publish callbacks [] for port (964b9885-7663-4cc6-bfd4-5bb8f0e20bea), precommit_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:24.589365 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [req-f16e143c-cd12-43c9-ab3c-6c69e62e22b7 req-e408efe0-2c05-4982-bfb8-dd11c033f214 service neutron] For port 2d68efe6-d264-4cfb-8cd4-414d529eb007, host hv-cinder-84684, cleared binding levels {{(pid=104014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 03:05:24.607798 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dfbc32-c1dd-4ebe-acd3-d029c2708c92 service neutron] Pushing event updated for resources: {'Port': ['ID=343e4080-88b4-47fd-8dd1-6b13277216f9,revision_number=3']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:05:24.617643 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:05:24.618982 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [req-5990189d-aaf9-4ffe-9d37-febc2c1c445b req-d397d0d3-c352-4734-a32a-9433dd4941ba service neutron] Transition to ACTIVE for port object 964b9885-7663-4cc6-bfd4-5bb8f0e20bea will not be triggered until provisioned by entity L2. {{(pid=104014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 26 03:05:24.625556 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-6ff8b51d-6b30-4844-baf1-2d9904208144 req-caf4085a-1268-4bac-ae89-cf6be714da0a tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/security-groups?id=8443e5b4-cfe8-43f3-9dfe-63aae7d635f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1773357 Jun 26 03:05:24.627600 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [req-f16e143c-cd12-43c9-ab3c-6c69e62e22b7 req-e408efe0-2c05-4982-bfb8-dd11c033f214 service neutron] For port 2d68efe6-d264-4cfb-8cd4-414d529eb007, host hv-cinder-84684, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=2d68efe6-d264-4cfb-8cd4-414d529eb007,segment=NetworkSegment(2a397e09-d789-4683-aae4-87be6784786c),segment_id=2a397e09-d789-4683-aae4-87be6784786c)] {{(pid=104014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 03:05:24.633583 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-5990189d-aaf9-4ffe-9d37-febc2c1c445b req-d397d0d3-c352-4734-a32a-9433dd4941ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (964b9885-7663-4cc6-bfd4-5bb8f0e20bea), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:24.740616 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-f16e143c-cd12-43c9-ab3c-6c69e62e22b7 req-e408efe0-2c05-4982-bfb8-dd11c033f214 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (2d68efe6-d264-4cfb-8cd4-414d529eb007), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:24.757297 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a78a091-ad6f-412a-aded-88ed05843e36 req-dcb22b7a-2a5e-467c-97b2-5140dcae36ac tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:24.759435 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-8a78a091-ad6f-412a-aded-88ed05843e36 req-dcb22b7a-2a5e-467c-97b2-5140dcae36ac tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e1cf9b3-1e3f-4760-81a4-4f4e8c4d5d7a HTTP/1.1" status: 200 len: 943 time: 0.1297131 Jun 26 03:05:24.760940 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Jun 2022 03:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fac2aa4c-c182-41db-aee8-7fab12522718 x-openstack-request-id: req-fac2aa4c-c182-41db-aee8-7fab12522718 {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 03:05:24.761225 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e1cf9b3-1e3f-4760-81a4-4f4e8c4d5d7a", "tag": "d9366ecd-7ca4-4109-bdc7-b47e7cb83078", "status": "completed", "code": 200}]} {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 03:05:24.761505 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fac2aa4c-c182-41db-aee8-7fab12522718 {{(pid=104014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 03:05:24.761934 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fac2aa4c-c182-41db-aee8-7fab12522718'] response: {'name': 'network-changed', 'server_uuid': '0e1cf9b3-1e3f-4760-81a4-4f4e8c4d5d7a', 'tag': 'd9366ecd-7ca4-4109-bdc7-b47e7cb83078', 'status': 'completed', 'code': 200} Jun 26 03:05:24.806677 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16e143c-cd12-43c9-ab3c-6c69e62e22b7 req-e408efe0-2c05-4982-bfb8-dd11c033f214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:24.807299 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-f16e143c-cd12-43c9-ab3c-6c69e62e22b7 req-e408efe0-2c05-4982-bfb8-dd11c033f214 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628900'] for port (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:24.808663 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-f16e143c-cd12-43c9-ab3c-6c69e62e22b7 req-e408efe0-2c05-4982-bfb8-dd11c033f214 service neutron] 10.222.0.43 "PUT /v2.0/ports/2d68efe6-d264-4cfb-8cd4-414d529eb007 HTTP/1.1" status: 200 len: 1094 time: 4.7675526 Jun 26 03:05:24.894209 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d397d0d3-c352-4734-a32a-9433dd4941ba service neutron] Pushing event updated for resources: {'Port': ['ID=964b9885-7663-4cc6-bfd4-5bb8f0e20bea,revision_number=2']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:05:24.971608 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.agents_db [None req-1acc9491-aa00-4d80-a7f3-d699105ea2bf None None] Agent healthcheck: found 6 active agents {{(pid=104016) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 03:05:25.006379 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.managers [req-5990189d-aaf9-4ffe-9d37-febc2c1c445b req-d397d0d3-c352-4734-a32a-9433dd4941ba service neutron] Attempting to bind port 964b9885-7663-4cc6-bfd4-5bb8f0e20bea on host hv-cinder-84684 for vnic_type normal with profile {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 26 03:05:25.006943 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.managers [req-5990189d-aaf9-4ffe-9d37-febc2c1c445b req-d397d0d3-c352-4734-a32a-9433dd4941ba service neutron] Attempting to bind port 964b9885-7663-4cc6-bfd4-5bb8f0e20bea by drivers openvswitch,hyperv on host hv-cinder-84684 at level 0 using segments [{'id': '4d81c647-e55d-4122-8ce3-5fece06ad477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '02cd0f74-99cd-4eb9-aeb7-aae2b7255a50'}] {{(pid=104014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 26 03:05:25.007030 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5990189d-aaf9-4ffe-9d37-febc2c1c445b req-d397d0d3-c352-4734-a32a-9433dd4941ba service neutron] Attempting to bind port 964b9885-7663-4cc6-bfd4-5bb8f0e20bea on network 02cd0f74-99cd-4eb9-aeb7-aae2b7255a50 {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 26 03:05:25.009672 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e408efe0-2c05-4982-bfb8-dd11c033f214 service neutron] Pushing event updated for resources: {'Port': ['ID=2d68efe6-d264-4cfb-8cd4-414d529eb007,revision_number=3']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:05:25.028874 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-8a78a091-ad6f-412a-aded-88ed05843e36 req-0bc8e342-ed54-4707-998c-b7225a585024 tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] 10.222.0.13 "GET /v2.0/security-groups?id=b8d578a3-20a0-4dfd-8c42-86b3b60e3ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561224 Jun 26 03:05:25.039837 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 40402) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:05:25.043851 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5990189d-aaf9-4ffe-9d37-febc2c1c445b req-d397d0d3-c352-4734-a32a-9433dd4941ba service neutron] Port 964b9885-7663-4cc6-bfd4-5bb8f0e20bea on network 02cd0f74-99cd-4eb9-aeb7-aae2b7255a50 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84684 {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 26 03:05:25.044460 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5990189d-aaf9-4ffe-9d37-febc2c1c445b req-d397d0d3-c352-4734-a32a-9433dd4941ba service neutron] Attempting to bind port 964b9885-7663-4cc6-bfd4-5bb8f0e20bea on network 02cd0f74-99cd-4eb9-aeb7-aae2b7255a50 {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 26 03:05:25.067344 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5990189d-aaf9-4ffe-9d37-febc2c1c445b req-d397d0d3-c352-4734-a32a-9433dd4941ba service neutron] Checking agent: {'id': 'e7a0895f-45bb-4130-be69-32df3e039043', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84684', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 26, 3, 2, 40), 'started_at': datetime.datetime(2022, 6, 26, 3, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 26, 3, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 26 03:05:25.067839 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5990189d-aaf9-4ffe-9d37-febc2c1c445b req-d397d0d3-c352-4734-a32a-9433dd4941ba service neutron] Checking segment: {'id': '4d81c647-e55d-4122-8ce3-5fece06ad477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '02cd0f74-99cd-4eb9-aeb7-aae2b7255a50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 26 03:05:25.068555 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5990189d-aaf9-4ffe-9d37-febc2c1c445b req-d397d0d3-c352-4734-a32a-9433dd4941ba service neutron] Bound using segment: {'id': '4d81c647-e55d-4122-8ce3-5fece06ad477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '02cd0f74-99cd-4eb9-aeb7-aae2b7255a50'} {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 26 03:05:25.072523 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.managers [req-5990189d-aaf9-4ffe-9d37-febc2c1c445b req-d397d0d3-c352-4734-a32a-9433dd4941ba service neutron] Bound port: 964b9885-7663-4cc6-bfd4-5bb8f0e20bea, host: hv-cinder-84684, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d81c647-e55d-4122-8ce3-5fece06ad477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '02cd0f74-99cd-4eb9-aeb7-aae2b7255a50'}}] {{(pid=104014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 26 03:05:25.073072 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-5990189d-aaf9-4ffe-9d37-febc2c1c445b req-d397d0d3-c352-4734-a32a-9433dd4941ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (964b9885-7663-4cc6-bfd4-5bb8f0e20bea), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:25.150297 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46b35fe-8076-4781-a53d-8e32f0ad7b7e req-076a0b03-1d73-422e-9c94-f7d1c270671f tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:25.158559 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-b46b35fe-8076-4781-a53d-8e32f0ad7b7e req-076a0b03-1d73-422e-9c94-f7d1c270671f tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/ports?device_id=d87611df-64cb-42cb-b734-782bf9ebb9ab HTTP/1.1" status: 200 len: 943 time: 0.0802402 Jun 26 03:05:25.292249 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-3ae3a15d-a441-4194-8676-2309d2818242 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:25.314567 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-b46b35fe-8076-4781-a53d-8e32f0ad7b7e req-bd8891ae-a5a1-4d5f-ae09-0badb4e2ea59 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/security-groups?id=195bce6e-5d44-40bd-9d34-9670b1e0c232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1551216 Jun 26 03:05:25.334685 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ab209e-2c46-40f1-952e-cac7dc664a59 req-68e0bcd2-582c-4f50-acbb-a0b90bfb57ac tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:25.338816 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-12ab209e-2c46-40f1-952e-cac7dc664a59 req-68e0bcd2-582c-4f50-acbb-a0b90bfb57ac tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b0d1d9b-d025-442c-a2f6-db22050d9059 HTTP/1.1" status: 200 len: 944 time: 0.1386766 Jun 26 03:05:25.360222 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [req-5990189d-aaf9-4ffe-9d37-febc2c1c445b req-d397d0d3-c352-4734-a32a-9433dd4941ba service neutron] For port 964b9885-7663-4cc6-bfd4-5bb8f0e20bea, host hv-cinder-84684, cleared binding levels {{(pid=104014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 03:05:25.384630 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [req-5990189d-aaf9-4ffe-9d37-febc2c1c445b req-d397d0d3-c352-4734-a32a-9433dd4941ba service neutron] For port 964b9885-7663-4cc6-bfd4-5bb8f0e20bea, host hv-cinder-84684, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=964b9885-7663-4cc6-bfd4-5bb8f0e20bea,segment=NetworkSegment(4d81c647-e55d-4122-8ce3-5fece06ad477),segment_id=4d81c647-e55d-4122-8ce3-5fece06ad477)] {{(pid=104014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 03:05:25.391445 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-3ae3a15d-a441-4194-8676-2309d2818242 admin admin] Publish callbacks [] for security_group (f8a855c9-5edb-4537-8d70-ee27a6297c46), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:25.397475 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-3ae3a15d-a441-4194-8676-2309d2818242 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (f8a855c9-5edb-4537-8d70-ee27a6297c46), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:25.400761 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-5990189d-aaf9-4ffe-9d37-febc2c1c445b req-d397d0d3-c352-4734-a32a-9433dd4941ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (964b9885-7663-4cc6-bfd4-5bb8f0e20bea), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:25.403285 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:05:25.404407 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b0d1d9b-d025-442c-a2f6-db22050d9059', 'tag': '52fe6654-0bad-4f8c-9c8b-2d810ffaeb4f'}] {{(pid=104013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 26 03:05:25.407856 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}139ce4dbef1e3d377c6aaa27dc3378ac98104fcd26dfc0ba8b816af75a6f94ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19aca0f3-1143-4fdf-aa21-8c69d8078dcb" -d '{"events": [{"name": "network-changed", "server_uuid": "3b0d1d9b-d025-442c-a2f6-db22050d9059", "tag": "52fe6654-0bad-4f8c-9c8b-2d810ffaeb4f"}]}' {{(pid=104013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 03:05:25.447177 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae3a15d-a441-4194-8676-2309d2818242 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8a855c9-5edb-4537-8d70-ee27a6297c46,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:05:25.454432 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-3ae3a15d-a441-4194-8676-2309d2818242 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=76d729228a9b462d8122cab38c5fffb8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4134786 Jun 26 03:05:25.457073 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 40412) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:05:25.491387 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Jun 2022 03:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5558f4c4-5a25-41ce-b2b6-e43cd9f3d1e2 x-openstack-request-id: req-5558f4c4-5a25-41ce-b2b6-e43cd9f3d1e2 {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 03:05:25.491866 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b0d1d9b-d025-442c-a2f6-db22050d9059", "tag": "52fe6654-0bad-4f8c-9c8b-2d810ffaeb4f", "status": "completed", "code": 200}]} {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 03:05:25.492281 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5558f4c4-5a25-41ce-b2b6-e43cd9f3d1e2 {{(pid=104013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 03:05:25.492803 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5558f4c4-5a25-41ce-b2b6-e43cd9f3d1e2'] response: {'name': 'network-changed', 'server_uuid': '3b0d1d9b-d025-442c-a2f6-db22050d9059', 'tag': '52fe6654-0bad-4f8c-9c8b-2d810ffaeb4f', 'status': 'completed', 'code': 200} Jun 26 03:05:25.496244 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d397d0d3-c352-4734-a32a-9433dd4941ba service neutron] Pushing event updated for resources: {'Port': ['ID=964b9885-7663-4cc6-bfd4-5bb8f0e20bea,revision_number=3']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:05:25.511502 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 40414) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:05:25.524337 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-12ab209e-2c46-40f1-952e-cac7dc664a59 req-b1e2dce5-2e1b-4dd9-baa2-d88d75e18736 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=cae80eaa-bfa7-4de0-8fc0-ae5390068214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1780155 Jun 26 03:05:25.527623 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5990189d-aaf9-4ffe-9d37-febc2c1c445b req-d397d0d3-c352-4734-a32a-9433dd4941ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:25.528543 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-5990189d-aaf9-4ffe-9d37-febc2c1c445b req-d397d0d3-c352-4734-a32a-9433dd4941ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628900'] for port (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:25.529694 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-5990189d-aaf9-4ffe-9d37-febc2c1c445b req-d397d0d3-c352-4734-a32a-9433dd4941ba service neutron] 10.222.0.43 "PUT /v2.0/ports/964b9885-7663-4cc6-bfd4-5bb8f0e20bea HTTP/1.1" status: 200 len: 1093 time: 3.0081267 Jun 26 03:05:25.547030 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-707d7d03-0e72-4aaa-a25f-21ea8e95e60b admin admin] Publish callbacks [] for security_group (f8a855c9-5edb-4537-8d70-ee27a6297c46), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:25.616538 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-707d7d03-0e72-4aaa-a25f-21ea8e95e60b admin admin] Publish callbacks [] for security_group (f8a855c9-5edb-4537-8d70-ee27a6297c46), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:25.662442 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:05:25.686848 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-707d7d03-0e72-4aaa-a25f-21ea8e95e60b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (f8a855c9-5edb-4537-8d70-ee27a6297c46), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:25.694475 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-707d7d03-0e72-4aaa-a25f-21ea8e95e60b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:25.700753 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-707d7d03-0e72-4aaa-a25f-21ea8e95e60b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f8a855c9-5edb-4537-8d70-ee27a6297c46 HTTP/1.1" status: 204 len: 168 time: 0.2421238 Jun 26 03:05:25.727460 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707d7d03-0e72-4aaa-a25f-21ea8e95e60b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8a855c9-5edb-4537-8d70-ee27a6297c46,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:05:25.948362 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5db5b57e-ac2f-48f4-8e4d-3249ec12ca69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:25.970274 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7d524f-9b47-4d18-ac0b-cc32661f1215 req-6ec85050-d84f-430e-abc0-4d280781cf2d tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:25.971995 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-8e7d524f-9b47-4d18-ac0b-cc32661f1215 req-6ec85050-d84f-430e-abc0-4d280781cf2d tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=b753d813-95df-4256-a8c0-dcd4681dfe27 HTTP/1.1" status: 200 len: 943 time: 0.3030906 Jun 26 03:05:25.995882 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27800139-d8bf-4409-85b6-38edeb7d5e3b req-a26f240b-7d5e-4d14-95c7-297736f68476 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:25.997546 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-27800139-d8bf-4409-85b6-38edeb7d5e3b req-a26f240b-7d5e-4d14-95c7-297736f68476 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c55ca6d-bad0-4964-83fe-4352b7fb1b1d HTTP/1.1" status: 200 len: 944 time: 0.0930121 Jun 26 03:05:26.035872 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 40434) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:05:26.049318 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-91d66e16-c1f7-442d-80b7-59d92a90aac9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:26.086984 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-8e7d524f-9b47-4d18-ac0b-cc32661f1215 req-7d2a1d29-0890-4c98-9f7d-d99072f40a55 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f19f5d9-470f-45a6-8bfb-d516ad826927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092701 Jun 26 03:05:26.108473 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-27800139-d8bf-4409-85b6-38edeb7d5e3b req-451bd4b8-c64b-42d3-8d06-1713cdeb0491 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/security-groups?id=8443e5b4-cfe8-43f3-9dfe-63aae7d635f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984743 Jun 26 03:05:26.127358 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:INSERT=10 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:05:26.130771 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-91d66e16-c1f7-442d-80b7-59d92a90aac9 admin admin] Publish callbacks [] for security_group (03c63f72-1425-49f6-8357-ba49c628f737), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:26.134781 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-91d66e16-c1f7-442d-80b7-59d92a90aac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (03c63f72-1425-49f6-8357-ba49c628f737), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:26.144480 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5db5b57e-ac2f-48f4-8e4d-3249ec12ca69 admin admin] Publish callbacks [] for security_group (8c866e74-729c-4272-8ba8-f6061b3c3f96), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:26.149782 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5db5b57e-ac2f-48f4-8e4d-3249ec12ca69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (8c866e74-729c-4272-8ba8-f6061b3c3f96), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:26.174982 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-91d66e16-c1f7-442d-80b7-59d92a90aac9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=500c65f11b574677865da089f2934564&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1379626 Jun 26 03:05:26.176918 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d66e16-c1f7-442d-80b7-59d92a90aac9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03c63f72-1425-49f6-8357-ba49c628f737,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:05:26.179226 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 40438) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:05:26.199284 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db5b57e-ac2f-48f4-8e4d-3249ec12ca69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c866e74-729c-4272-8ba8-f6061b3c3f96,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:05:26.219608 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-5db5b57e-ac2f-48f4-8e4d-3249ec12ca69 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2c98a233e7ff485eaf7a7857180ebdf4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7050927 Jun 26 03:05:26.222731 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 40440) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:05:26.231168 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-c954d62c-5959-4b93-be82-9554f4ebfb06 admin admin] Publish callbacks [] for security_group (03c63f72-1425-49f6-8357-ba49c628f737), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:26.254499 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-c954d62c-5959-4b93-be82-9554f4ebfb06 admin admin] Publish callbacks [] for security_group (03c63f72-1425-49f6-8357-ba49c628f737), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:26.255526 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5173e83c-58c8-4331-932e-871d5f43ab47 req-a3bf86dd-374c-4d2a-b40a-0c7755723e04 tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:26.256975 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-5173e83c-58c8-4331-932e-871d5f43ab47 req-a3bf86dd-374c-4d2a-b40a-0c7755723e04 tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e1cf9b3-1e3f-4760-81a4-4f4e8c4d5d7a HTTP/1.1" status: 200 len: 943 time: 0.0827281 Jun 26 03:05:26.305765 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-c954d62c-5959-4b93-be82-9554f4ebfb06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (03c63f72-1425-49f6-8357-ba49c628f737), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:26.308454 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-c954d62c-5959-4b93-be82-9554f4ebfb06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:26.309704 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-c954d62c-5959-4b93-be82-9554f4ebfb06 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/03c63f72-1425-49f6-8357-ba49c628f737 HTTP/1.1" status: 204 len: 168 time: 0.1295869 Jun 26 03:05:26.313489 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-c97c374b-3864-4226-92dd-2dda554a616f admin admin] Publish callbacks [] for security_group (8c866e74-729c-4272-8ba8-f6061b3c3f96), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:26.318216 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c954d62c-5959-4b93-be82-9554f4ebfb06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03c63f72-1425-49f6-8357-ba49c628f737,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:05:26.333170 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-5173e83c-58c8-4331-932e-871d5f43ab47 req-9ff06762-4a46-46b8-9935-cb17473301a3 tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] 10.222.0.13 "GET /v2.0/security-groups?id=b8d578a3-20a0-4dfd-8c42-86b3b60e3ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687096 Jun 26 03:05:26.349290 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-c97c374b-3864-4226-92dd-2dda554a616f admin admin] Publish callbacks [] for security_group (8c866e74-729c-4272-8ba8-f6061b3c3f96), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:26.429166 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-c97c374b-3864-4226-92dd-2dda554a616f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (8c866e74-729c-4272-8ba8-f6061b3c3f96), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:26.431694 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-c97c374b-3864-4226-92dd-2dda554a616f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:26.432803 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-c97c374b-3864-4226-92dd-2dda554a616f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8c866e74-729c-4272-8ba8-f6061b3c3f96 HTTP/1.1" status: 204 len: 168 time: 0.2091882 Jun 26 03:05:26.452322 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c28cf3-b89d-42ff-a9aa-33226e01e382 req-1c932436-6b75-4fd8-b7d5-58c63c80077f tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:26.454423 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-31c28cf3-b89d-42ff-a9aa-33226e01e382 req-1c932436-6b75-4fd8-b7d5-58c63c80077f tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/ports?device_id=d87611df-64cb-42cb-b734-782bf9ebb9ab HTTP/1.1" status: 200 len: 943 time: 0.0600135 Jun 26 03:05:26.455165 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97c374b-3864-4226-92dd-2dda554a616f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c866e74-729c-4272-8ba8-f6061b3c3f96,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:05:26.508394 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-31c28cf3-b89d-42ff-a9aa-33226e01e382 req-434195f8-2d57-4475-a864-3366d18abeac tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/security-groups?id=195bce6e-5d44-40bd-9d34-9670b1e0c232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480011 Jun 26 03:05:26.695577 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a990fc5-d923-454c-ad52-d0735606b728 req-89b5a742-2edc-4e16-bfbd-77f7f29a9fc3 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:26.697184 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-9a990fc5-d923-454c-ad52-d0735606b728 req-89b5a742-2edc-4e16-bfbd-77f7f29a9fc3 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b0d1d9b-d025-442c-a2f6-db22050d9059 HTTP/1.1" status: 200 len: 944 time: 0.0572274 Jun 26 03:05:26.750172 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 40462) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:05:26.755597 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-9a990fc5-d923-454c-ad52-d0735606b728 req-3906f939-4ce2-4271-b71d-d1693c0b4a56 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=cae80eaa-bfa7-4de0-8fc0-ae5390068214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513935 Jun 26 03:05:26.763808 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b753d813-95df-4256-a8c0-dcd4681dfe27', 'tag': '343e4080-88b4-47fd-8dd1-6b13277216f9'}, {'name': 'network-changed', 'server_uuid': '1c55ca6d-bad0-4964-83fe-4352b7fb1b1d', 'tag': '2d68efe6-d264-4cfb-8cd4-414d529eb007'}, {'name': 'network-changed', 'server_uuid': 'd87611df-64cb-42cb-b734-782bf9ebb9ab', 'tag': '964b9885-7663-4cc6-bfd4-5bb8f0e20bea'}] {{(pid=104014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 26 03:05:26.766289 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-12152d6a-2b48-4750-a00d-b653356011ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:26.767590 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b346e277b9447a300c9d303bb334713d04858661d6ca7e8667ef96f79658145a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33257432-1f9e-4351-9e8e-f57402381768" -d '{"events": [{"name": "network-changed", "server_uuid": "b753d813-95df-4256-a8c0-dcd4681dfe27", "tag": "343e4080-88b4-47fd-8dd1-6b13277216f9"}, {"name": "network-changed", "server_uuid": "1c55ca6d-bad0-4964-83fe-4352b7fb1b1d", "tag": "2d68efe6-d264-4cfb-8cd4-414d529eb007"}, {"name": "network-changed", "server_uuid": "d87611df-64cb-42cb-b734-782bf9ebb9ab", "tag": "964b9885-7663-4cc6-bfd4-5bb8f0e20bea"}]}' {{(pid=104014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 03:05:26.876640 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Sun, 26 Jun 2022 03:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-381e7178-6d3c-40d3-82dc-c52d98277391 x-openstack-request-id: req-381e7178-6d3c-40d3-82dc-c52d98277391 {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 03:05:26.877256 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b753d813-95df-4256-a8c0-dcd4681dfe27", "tag": "343e4080-88b4-47fd-8dd1-6b13277216f9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1c55ca6d-bad0-4964-83fe-4352b7fb1b1d", "tag": "2d68efe6-d264-4cfb-8cd4-414d529eb007", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d87611df-64cb-42cb-b734-782bf9ebb9ab", "tag": "964b9885-7663-4cc6-bfd4-5bb8f0e20bea", "status": "completed", "code": 200}]} {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 03:05:26.877438 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-381e7178-6d3c-40d3-82dc-c52d98277391 {{(pid=104014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 03:05:26.878279 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.notifiers.nova [-] Nova event matching ['req-381e7178-6d3c-40d3-82dc-c52d98277391'] response: {'name': 'network-changed', 'server_uuid': 'b753d813-95df-4256-a8c0-dcd4681dfe27', 'tag': '343e4080-88b4-47fd-8dd1-6b13277216f9', 'status': 'completed', 'code': 200} Jun 26 03:05:26.878598 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.notifiers.nova [-] Nova event matching ['req-381e7178-6d3c-40d3-82dc-c52d98277391'] response: {'name': 'network-changed', 'server_uuid': '1c55ca6d-bad0-4964-83fe-4352b7fb1b1d', 'tag': '2d68efe6-d264-4cfb-8cd4-414d529eb007', 'status': 'completed', 'code': 200} Jun 26 03:05:26.879786 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.notifiers.nova [-] Nova event matching ['req-381e7178-6d3c-40d3-82dc-c52d98277391'] response: {'name': 'network-changed', 'server_uuid': 'd87611df-64cb-42cb-b734-782bf9ebb9ab', 'tag': '964b9885-7663-4cc6-bfd4-5bb8f0e20bea', 'status': 'completed', 'code': 200} Jun 26 03:05:26.884305 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-12152d6a-2b48-4750-a00d-b653356011ad admin admin] Publish callbacks [] for security_group (531c3f25-5a9c-42ea-af7e-6548573df0de), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:26.888695 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-12152d6a-2b48-4750-a00d-b653356011ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (531c3f25-5a9c-42ea-af7e-6548573df0de), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:26.931909 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-12152d6a-2b48-4750-a00d-b653356011ad admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=21eb573811644b9b8dff23f3fe814bff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1787615 Jun 26 03:05:26.932178 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 40474) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:05:26.933179 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12152d6a-2b48-4750-a00d-b653356011ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=531c3f25-5a9c-42ea-af7e-6548573df0de,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:05:26.988395 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-04f6a2de-d8b6-4c4d-99ca-23206af1c1fd admin admin] Publish callbacks [] for security_group (531c3f25-5a9c-42ea-af7e-6548573df0de), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:27.003304 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:05:27.012559 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-04f6a2de-d8b6-4c4d-99ca-23206af1c1fd admin admin] Publish callbacks [] for security_group (531c3f25-5a9c-42ea-af7e-6548573df0de), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:27.067556 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-04f6a2de-d8b6-4c4d-99ca-23206af1c1fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (531c3f25-5a9c-42ea-af7e-6548573df0de), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:27.070722 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-04f6a2de-d8b6-4c4d-99ca-23206af1c1fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:27.072984 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-04f6a2de-d8b6-4c4d-99ca-23206af1c1fd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/531c3f25-5a9c-42ea-af7e-6548573df0de HTTP/1.1" status: 204 len: 168 time: 0.1396358 Jun 26 03:05:27.083759 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f6a2de-d8b6-4c4d-99ca-23206af1c1fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=531c3f25-5a9c-42ea-af7e-6548573df0de,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:05:27.249289 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2210798-6c0f-4f6c-ac97-9963a50b35d3 req-be2d41d5-51f3-4c54-b999-86202e270f57 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:27.251338 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a2210798-6c0f-4f6c-ac97-9963a50b35d3 req-be2d41d5-51f3-4c54-b999-86202e270f57 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=b753d813-95df-4256-a8c0-dcd4681dfe27 HTTP/1.1" status: 200 len: 943 time: 0.0900047 Jun 26 03:05:27.270733 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47909d24-bba6-4eae-ad1b-a6e9ef805280 req-0403d009-1753-4998-ba34-97e8d7d41994 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:27.272949 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-47909d24-bba6-4eae-ad1b-a6e9ef805280 req-0403d009-1753-4998-ba34-97e8d7d41994 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c55ca6d-bad0-4964-83fe-4352b7fb1b1d HTTP/1.1" status: 200 len: 944 time: 0.0666375 Jun 26 03:05:27.339534 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a2210798-6c0f-4f6c-ac97-9963a50b35d3 req-bf649b53-b0ab-4611-8b88-b0bdeb8dacdc tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f19f5d9-470f-45a6-8bfb-d516ad826927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821345 Jun 26 03:05:27.350929 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-47909d24-bba6-4eae-ad1b-a6e9ef805280 req-b4caedfb-a60d-4758-a2c2-40279025911c tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/security-groups?id=8443e5b4-cfe8-43f3-9dfe-63aae7d635f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675583 Jun 26 03:05:27.469069 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d6b283-f53a-4083-8233-28d95bca4fe4 req-a797bb73-ad11-40f3-863c-130b28e91b00 tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:27.470610 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-c2d6b283-f53a-4083-8233-28d95bca4fe4 req-a797bb73-ad11-40f3-863c-130b28e91b00 tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e1cf9b3-1e3f-4760-81a4-4f4e8c4d5d7a HTTP/1.1" status: 200 len: 943 time: 0.0598300 Jun 26 03:05:27.525728 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-c2d6b283-f53a-4083-8233-28d95bca4fe4 req-ab5a9d10-376a-4e94-9248-a776d490921b tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] 10.222.0.13 "GET /v2.0/security-groups?id=b8d578a3-20a0-4dfd-8c42-86b3b60e3ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491512 Jun 26 03:05:27.595772 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:05:27.637450 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59fdd03-e35a-47ca-8a08-03f04d8fd2b5 req-9e180a3a-2a34-42e9-a108-280ada36f64f tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:27.638989 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-d59fdd03-e35a-47ca-8a08-03f04d8fd2b5 req-9e180a3a-2a34-42e9-a108-280ada36f64f tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/ports?device_id=d87611df-64cb-42cb-b734-782bf9ebb9ab HTTP/1.1" status: 200 len: 943 time: 0.0520768 Jun 26 03:05:27.702143 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-d59fdd03-e35a-47ca-8a08-03f04d8fd2b5 req-e1c7316a-24af-44b9-b1b3-3cf994990798 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/security-groups?id=195bce6e-5d44-40bd-9d34-9670b1e0c232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561969 Jun 26 03:05:27.887931 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c040b5-6067-47af-9538-8881a715b645 req-8aac1469-ca7d-4cbb-9c36-061bcd15b59d tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:27.889537 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-f8c040b5-6067-47af-9538-8881a715b645 req-8aac1469-ca7d-4cbb-9c36-061bcd15b59d tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b0d1d9b-d025-442c-a2f6-db22050d9059 HTTP/1.1" status: 200 len: 944 time: 0.0567317 Jun 26 03:05:27.943514 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-f8c040b5-6067-47af-9538-8881a715b645 req-06459560-d37b-4676-abb5-ec752539fa9e tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=cae80eaa-bfa7-4de0-8fc0-ae5390068214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476525 Jun 26 03:05:28.518518 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b249429-6f5d-4251-8d89-ecfbe90fae7b req-7b36ecff-d5d8-4c79-814e-6c5c8afb9f20 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:28.520035 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-3b249429-6f5d-4251-8d89-ecfbe90fae7b req-7b36ecff-d5d8-4c79-814e-6c5c8afb9f20 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=b753d813-95df-4256-a8c0-dcd4681dfe27 HTTP/1.1" status: 200 len: 943 time: 0.0900955 Jun 26 03:05:28.540291 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792c4a05-81fb-41d0-8f2a-cac13f0d1cca req-8945ea76-af7e-437d-841b-e1992a6d1ee6 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:28.541729 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-792c4a05-81fb-41d0-8f2a-cac13f0d1cca req-8945ea76-af7e-437d-841b-e1992a6d1ee6 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c55ca6d-bad0-4964-83fe-4352b7fb1b1d HTTP/1.1" status: 200 len: 944 time: 0.0762134 Jun 26 03:05:28.608082 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-3b249429-6f5d-4251-8d89-ecfbe90fae7b req-8cc86d02-3abc-468b-bbd1-4dff09140571 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f19f5d9-470f-45a6-8bfb-d516ad826927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823171 Jun 26 03:05:28.615912 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-792c4a05-81fb-41d0-8f2a-cac13f0d1cca req-38633b21-b8de-4b2a-8bd5-85d5d28d1f4d tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/security-groups?id=8443e5b4-cfe8-43f3-9dfe-63aae7d635f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659602 Jun 26 03:05:28.729076 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b322abb-a4bf-42b3-9fcf-2d287bc9db17 req-83a39b44-87f5-4282-8b89-7aa51379a0c6 tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:28.732083 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-2b322abb-a4bf-42b3-9fcf-2d287bc9db17 req-83a39b44-87f5-4282-8b89-7aa51379a0c6 tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e1cf9b3-1e3f-4760-81a4-4f4e8c4d5d7a HTTP/1.1" status: 200 len: 943 time: 0.0557089 Jun 26 03:05:28.841475 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-2b322abb-a4bf-42b3-9fcf-2d287bc9db17 req-823dcdc3-93de-4b31-8433-665ccb934627 tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] 10.222.0.13 "GET /v2.0/security-groups?id=b8d578a3-20a0-4dfd-8c42-86b3b60e3ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021950 Jun 26 03:05:28.856704 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d626bceb-c95b-49f7-a218-f029a22185cd req-e724bf5f-945e-43d0-8dcd-246855b84fd6 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:28.865409 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-d626bceb-c95b-49f7-a218-f029a22185cd req-e724bf5f-945e-43d0-8dcd-246855b84fd6 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/ports?device_id=d87611df-64cb-42cb-b734-782bf9ebb9ab HTTP/1.1" status: 200 len: 943 time: 0.0819850 Jun 26 03:05:28.917200 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-d626bceb-c95b-49f7-a218-f029a22185cd req-d51e008e-72b4-4714-b9d2-a6ddfd3e25ba tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/security-groups?id=195bce6e-5d44-40bd-9d34-9670b1e0c232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509565 Jun 26 03:05:29.058300 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c22a2d2-1169-439d-9c80-f442c11edff2 req-71154978-fe99-4e17-8208-0dc9c08e1e89 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:29.059723 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-3c22a2d2-1169-439d-9c80-f442c11edff2 req-71154978-fe99-4e17-8208-0dc9c08e1e89 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b0d1d9b-d025-442c-a2f6-db22050d9059 HTTP/1.1" status: 200 len: 944 time: 0.0446868 Jun 26 03:05:29.104840 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-3c22a2d2-1169-439d-9c80-f442c11edff2 req-55bcbbf3-f6ed-4df5-836c-821d1028cd5e tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=cae80eaa-bfa7-4de0-8fc0-ae5390068214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392110 Jun 26 03:05:29.713785 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:05:29.755759 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bd92e2-eb68-4fb4-8365-d8dbf4278ae5 req-34e2cb81-6e50-4f11-bc93-cc153da01783 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:29.757204 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-90bd92e2-eb68-4fb4-8365-d8dbf4278ae5 req-34e2cb81-6e50-4f11-bc93-cc153da01783 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=b753d813-95df-4256-a8c0-dcd4681dfe27 HTTP/1.1" status: 200 len: 943 time: 0.0790870 Jun 26 03:05:29.764590 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e10318-04a0-4602-9788-20257e13f797 req-eb6eeee1-0930-478f-9946-aae4bd2df67c tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:29.766471 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-10e10318-04a0-4602-9788-20257e13f797 req-eb6eeee1-0930-478f-9946-aae4bd2df67c tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c55ca6d-bad0-4964-83fe-4352b7fb1b1d HTTP/1.1" status: 200 len: 944 time: 0.0781627 Jun 26 03:05:29.837381 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-90bd92e2-eb68-4fb4-8365-d8dbf4278ae5 req-7d4349ed-ecc8-44d2-b771-758b5618615d tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f19f5d9-470f-45a6-8bfb-d516ad826927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699830 Jun 26 03:05:29.841364 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-10e10318-04a0-4602-9788-20257e13f797 req-37b10e10-53e3-4045-94d1-64cbce3e695d tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/security-groups?id=8443e5b4-cfe8-43f3-9dfe-63aae7d635f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675914 Jun 26 03:05:29.975746 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f407454f-f1cd-4425-8542-ec8bfcc28275 req-7963ca1d-82b6-4da9-a21c-36f9a11b77f8 tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:29.977731 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-f407454f-f1cd-4425-8542-ec8bfcc28275 req-7963ca1d-82b6-4da9-a21c-36f9a11b77f8 tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e1cf9b3-1e3f-4760-81a4-4f4e8c4d5d7a HTTP/1.1" status: 200 len: 943 time: 0.0472913 Jun 26 03:05:30.052513 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751627d3-fc1b-438d-8d5b-8cd4c0604a4a req-4f9c508f-fc01-4e35-b54c-cf8f9b28ed61 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:30.053937 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-751627d3-fc1b-438d-8d5b-8cd4c0604a4a req-4f9c508f-fc01-4e35-b54c-cf8f9b28ed61 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/ports?device_id=d87611df-64cb-42cb-b734-782bf9ebb9ab HTTP/1.1" status: 200 len: 943 time: 0.0687318 Jun 26 03:05:30.080811 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-f407454f-f1cd-4425-8542-ec8bfcc28275 req-9fcbfb7e-a1c5-40c4-b0ba-9718fc3c4c1e tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] 10.222.0.13 "GET /v2.0/security-groups?id=b8d578a3-20a0-4dfd-8c42-86b3b60e3ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972631 Jun 26 03:05:30.092711 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=100 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:05:30.110321 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-751627d3-fc1b-438d-8d5b-8cd4c0604a4a req-dd155e22-63a2-4aa8-a3cb-9993583cea54 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/security-groups?id=195bce6e-5d44-40bd-9d34-9670b1e0c232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486789 Jun 26 03:05:30.221966 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6529955d-5d4e-4822-b690-cfbf2e69235c req-e5502205-8854-42cf-a7f0-f354a2320509 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:30.223480 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-6529955d-5d4e-4822-b690-cfbf2e69235c req-e5502205-8854-42cf-a7f0-f354a2320509 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b0d1d9b-d025-442c-a2f6-db22050d9059 HTTP/1.1" status: 200 len: 944 time: 0.0494306 Jun 26 03:05:30.270297 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-6529955d-5d4e-4822-b690-cfbf2e69235c req-00dc13d0-b3d0-4f50-93e2-513a232477fd tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=cae80eaa-bfa7-4de0-8fc0-ae5390068214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413418 Jun 26 03:05:30.981104 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb0db1a-c3e6-4d6f-8974-080e39cc6073 req-6a42ab70-659c-4b05-880f-bb642c6b8192 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:30.982581 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-efb0db1a-c3e6-4d6f-8974-080e39cc6073 req-6a42ab70-659c-4b05-880f-bb642c6b8192 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=b753d813-95df-4256-a8c0-dcd4681dfe27 HTTP/1.1" status: 200 len: 943 time: 0.0776954 Jun 26 03:05:30.990648 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d18b2c-2720-4e06-8e65-5f0c7a5ef641 req-9828b2d5-1bf0-4f03-a239-2bbaaf2f98b1 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:30.991991 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-55d18b2c-2720-4e06-8e65-5f0c7a5ef641 req-9828b2d5-1bf0-4f03-a239-2bbaaf2f98b1 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c55ca6d-bad0-4964-83fe-4352b7fb1b1d HTTP/1.1" status: 200 len: 944 time: 0.0757556 Jun 26 03:05:31.019992 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Device 52fe6654-0bad-4f8c-9c8b-2d810ffaeb4f details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=104015) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 26 03:05:31.066588 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-efb0db1a-c3e6-4d6f-8974-080e39cc6073 req-782de8a0-c3c4-4cfe-aa4b-39b359e9c436 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f19f5d9-470f-45a6-8bfb-d516ad826927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736539 Jun 26 03:05:31.074170 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-55d18b2c-2720-4e06-8e65-5f0c7a5ef641 req-fe71f8dc-b69f-4b68-a620-674911398b86 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/security-groups?id=8443e5b4-cfe8-43f3-9dfe-63aae7d635f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736792 Jun 26 03:05:31.123613 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] For port 52fe6654-0bad-4f8c-9c8b-2d810ffaeb4f, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=52fe6654-0bad-4f8c-9c8b-2d810ffaeb4f,segment=NetworkSegment(9b1bc4ce-7d03-4b55-892a-abd91da4af67),segment_id=9b1bc4ce-7d03-4b55-892a-abd91da4af67)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:05:31.139586 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Returning: {'device': '52fe6654-0bad-4f8c-9c8b-2d810ffaeb4f', 'network_id': '151cdbb9-618f-46a1-a7b5-564e53db9cea', 'port_id': '52fe6654-0bad-4f8c-9c8b-2d810ffaeb4f', 'mac_address': 'fa:16:3e:bf:1a:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3475431-7645-416a-9b3b-e23c4a132926', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104015) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 26 03:05:31.176503 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Current status of the port 52fe6654-0bad-4f8c-9c8b-2d810ffaeb4f is: DOWN; New status is: BUILD {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 03:05:31.176894 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (52fe6654-0bad-4f8c-9c8b-2d810ffaeb4f), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:31.190330 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.notifiers.nova [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52fe6654-0bad-4f8c-9c8b-2d810ffaeb4f {{(pid=104015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 26 03:05:31.211595 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] For port 52fe6654-0bad-4f8c-9c8b-2d810ffaeb4f, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=52fe6654-0bad-4f8c-9c8b-2d810ffaeb4f,segment=NetworkSegment(9b1bc4ce-7d03-4b55-892a-abd91da4af67),segment_id=9b1bc4ce-7d03-4b55-892a-abd91da4af67)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:05:31.216165 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (52fe6654-0bad-4f8c-9c8b-2d810ffaeb4f), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:31.217149 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Device 634b866a-e4dd-43d0-84a2-3a0a964abbff details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=104015) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 26 03:05:31.240380 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8764fe-bde1-4b79-a174-f70f65e87488 req-73eb80cc-e21e-4c4f-b161-0b7b8b2a6ff7 tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:31.241862 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-dc8764fe-bde1-4b79-a174-f70f65e87488 req-73eb80cc-e21e-4c4f-b161-0b7b8b2a6ff7 tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e1cf9b3-1e3f-4760-81a4-4f4e8c4d5d7a HTTP/1.1" status: 200 len: 943 time: 0.0890203 Jun 26 03:05:31.249566 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a6d8c2-1a1c-44c8-b3b9-a15c2c03dc91 req-64c744c8-618d-408c-a94e-5513e0f9813d tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:31.251079 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-39a6d8c2-1a1c-44c8-b3b9-a15c2c03dc91 req-64c744c8-618d-408c-a94e-5513e0f9813d tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/ports?device_id=d87611df-64cb-42cb-b734-782bf9ebb9ab HTTP/1.1" status: 200 len: 943 time: 0.0671782 Jun 26 03:05:31.324496 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-dc8764fe-bde1-4b79-a174-f70f65e87488 req-bc6416d6-be16-4a12-a264-1bc8ad4b826c tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] 10.222.0.13 "GET /v2.0/security-groups?id=b8d578a3-20a0-4dfd-8c42-86b3b60e3ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724702 Jun 26 03:05:31.327213 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Pushing event updated for resources: {'Port': ['ID=52fe6654-0bad-4f8c-9c8b-2d810ffaeb4f,revision_number=4']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:05:31.329082 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-39a6d8c2-1a1c-44c8-b3b9-a15c2c03dc91 req-25405941-c06a-4441-8e88-e0598d0a610d tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/security-groups?id=195bce6e-5d44-40bd-9d34-9670b1e0c232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698304 Jun 26 03:05:31.333104 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:05:31.362647 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] For port 634b866a-e4dd-43d0-84a2-3a0a964abbff, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=634b866a-e4dd-43d0-84a2-3a0a964abbff,segment=NetworkSegment(5b86e525-c15a-4ec4-b614-b7765ac125bb),segment_id=5b86e525-c15a-4ec4-b614-b7765ac125bb)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:05:31.374653 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Returning: {'device': '634b866a-e4dd-43d0-84a2-3a0a964abbff', 'network_id': '4d1cf2ab-1c05-4bc5-9daa-428f3ef27012', 'port_id': '634b866a-e4dd-43d0-84a2-3a0a964abbff', 'mac_address': 'fa:16:3e:51:ba:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50d12281-21a2-4343-ba8b-93c5382e067a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104015) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 26 03:05:31.410606 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Current status of the port 634b866a-e4dd-43d0-84a2-3a0a964abbff is: DOWN; New status is: BUILD {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 03:05:31.410998 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (634b866a-e4dd-43d0-84a2-3a0a964abbff), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:31.423803 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.notifiers.nova [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 634b866a-e4dd-43d0-84a2-3a0a964abbff {{(pid=104015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 26 03:05:31.428507 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:05:31.433248 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b25e61-78d2-4fd6-a861-dfe951b63f16 req-206bc240-2beb-4ccb-bacc-ad8232e53e45 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:31.434764 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-94b25e61-78d2-4fd6-a861-dfe951b63f16 req-206bc240-2beb-4ccb-bacc-ad8232e53e45 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b0d1d9b-d025-442c-a2f6-db22050d9059 HTTP/1.1" status: 200 len: 945 time: 0.0476432 Jun 26 03:05:31.444609 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] For port 634b866a-e4dd-43d0-84a2-3a0a964abbff, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=634b866a-e4dd-43d0-84a2-3a0a964abbff,segment=NetworkSegment(5b86e525-c15a-4ec4-b614-b7765ac125bb),segment_id=5b86e525-c15a-4ec4-b614-b7765ac125bb)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:05:31.448542 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (634b866a-e4dd-43d0-84a2-3a0a964abbff), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:31.484708 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-94b25e61-78d2-4fd6-a861-dfe951b63f16 req-a60f752a-575c-4cba-af85-75a428116b77 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=cae80eaa-bfa7-4de0-8fc0-ae5390068214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439730 Jun 26 03:05:31.498036 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Pushing event updated for resources: {'Port': ['ID=634b866a-e4dd-43d0-84a2-3a0a964abbff,revision_number=4']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:05:31.912940 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15edba86-987f-4c4f-900b-e940f9a8cfc8 req-bfd9d69f-f7b3-4188-99fb-c82f7b52f5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:31.914687 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-15edba86-987f-4c4f-900b-e940f9a8cfc8 req-bfd9d69f-f7b3-4188-99fb-c82f7b52f5a1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=aa1dff9e9be549308ec0ad3a13810062&device_id=b753d813-95df-4256-a8c0-dcd4681dfe27 HTTP/1.1" status: 200 len: 1127 time: 0.0431488 Jun 26 03:05:31.948271 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16e143c-cd12-43c9-ab3c-6c69e62e22b7 req-e396aa2e-3645-4fc3-8cb0-ad9ae26b9af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:31.949806 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-f16e143c-cd12-43c9-ab3c-6c69e62e22b7 req-e396aa2e-3645-4fc3-8cb0-ad9ae26b9af3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ea86edd65ecb4972ba8bb33b34387432&device_id=1c55ca6d-bad0-4964-83fe-4352b7fb1b1d HTTP/1.1" status: 200 len: 1128 time: 0.1036859 Jun 26 03:05:31.952577 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aca0f3-1143-4fdf-aa21-8c69d8078dcb req-fbfe19cb-214f-43e7-98b7-85de89697e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:31.954104 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-19aca0f3-1143-4fdf-aa21-8c69d8078dcb req-fbfe19cb-214f-43e7-98b7-85de89697e38 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5dd1a7a651fa4d27a1b6488ca13effca&device_id=3b0d1d9b-d025-442c-a2f6-db22050d9059 HTTP/1.1" status: 200 len: 1129 time: 0.0758097 Jun 26 03:05:31.978416 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-15edba86-987f-4c4f-900b-e940f9a8cfc8 req-62e75abd-68e9-4e9c-b532-ad67e6c3ea0f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=343e4080-88b4-47fd-8dd1-6b13277216f9 HTTP/1.1" status: 200 len: 217 time: 0.0384243 Jun 26 03:05:32.061972 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=5 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:05:32.071039 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5990189d-aaf9-4ffe-9d37-febc2c1c445b req-0de7970f-5039-4242-aa91-0d0cf4efdc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:32.072623 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-5990189d-aaf9-4ffe-9d37-febc2c1c445b req-0de7970f-5039-4242-aa91-0d0cf4efdc12 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1850f9f425294a82add8a09690dc1df0&device_id=d87611df-64cb-42cb-b734-782bf9ebb9ab HTTP/1.1" status: 200 len: 1127 time: 0.0840135 Jun 26 03:05:32.074808 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15edba86-987f-4c4f-900b-e940f9a8cfc8 req-6970d8a0-e9a8-4153-bf10-8f9e5daac241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:32.076292 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-15edba86-987f-4c4f-900b-e940f9a8cfc8 req-6970d8a0-e9a8-4153-bf10-8f9e5daac241 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=50d12281-21a2-4343-ba8b-93c5382e067a HTTP/1.1" status: 200 len: 858 time: 0.0887125 Jun 26 03:05:32.135512 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-f16e143c-cd12-43c9-ab3c-6c69e62e22b7 req-3d7a4637-5aaf-4aa6-a558-758983f57887 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2d68efe6-d264-4cfb-8cd4-414d529eb007 HTTP/1.1" status: 200 len: 217 time: 0.1550384 Jun 26 03:05:32.160536 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=100 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:05:32.178910 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-5990189d-aaf9-4ffe-9d37-febc2c1c445b req-2fdc84c7-93ef-449b-98f8-a0a2ebfdd435 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=964b9885-7663-4cc6-bfd4-5bb8f0e20bea HTTP/1.1" status: 200 len: 217 time: 0.0746796 Jun 26 03:05:32.181722 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15edba86-987f-4c4f-900b-e940f9a8cfc8 req-3f14880a-0c26-420c-a7eb-06100687dcf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:32.183137 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-15edba86-987f-4c4f-900b-e940f9a8cfc8 req-3f14880a-0c26-420c-a7eb-06100687dcf3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4d1cf2ab-1c05-4bc5-9daa-428f3ef27012&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0775616 Jun 26 03:05:32.215463 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:05:32.294993 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5990189d-aaf9-4ffe-9d37-febc2c1c445b req-a6814f7a-5a3c-4be8-989b-66d34b7ebe0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:32.296475 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-5990189d-aaf9-4ffe-9d37-febc2c1c445b req-a6814f7a-5a3c-4be8-989b-66d34b7ebe0d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e97e6f7f-41a5-4383-a841-52482c75f2ee HTTP/1.1" status: 200 len: 853 time: 0.1124468 Jun 26 03:05:32.353498 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-15edba86-987f-4c4f-900b-e940f9a8cfc8 req-163d7dfc-3654-4151-b4a1-c85051dbb834 service neutron] 10.222.0.43 "GET /v2.0/networks/4d1cf2ab-1c05-4bc5-9daa-428f3ef27012?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624224 Jun 26 03:05:32.354850 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5990189d-aaf9-4ffe-9d37-febc2c1c445b req-a5b5caa7-88ab-4e98-b809-42a90f719123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:32.356209 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-5990189d-aaf9-4ffe-9d37-febc2c1c445b req-a5b5caa7-88ab-4e98-b809-42a90f719123 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=02cd0f74-99cd-4eb9-aeb7-aae2b7255a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0536692 Jun 26 03:05:32.396996 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] get_ports_and_sgs() called for port_ids ['52fe6654-0bad-4f8c-9c8b-2d810ffaeb4f'] {{(pid=104015) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 03:05:32.402425 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf480b5b-0acc-42e4-b355-5f27bb05263f req-b47d3ab5-9048-4bce-9556-9e9a22a66f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:32.404006 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-bf480b5b-0acc-42e4-b355-5f27bb05263f req-b47d3ab5-9048-4bce-9556-9e9a22a66f06 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=23078d86cd394c749328fb9dd7992919&device_id=0e1cf9b3-1e3f-4760-81a4-4f4e8c4d5d7a HTTP/1.1" status: 200 len: 1127 time: 0.4081371 Jun 26 03:05:32.502276 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6416e49-a618-4652-ab93-dd27baf54c88 req-dfdb9da2-2b34-48cf-a3df-653662f07feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:32.504161 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-d6416e49-a618-4652-ab93-dd27baf54c88 req-dfdb9da2-2b34-48cf-a3df-653662f07feb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=aa1dff9e9be549308ec0ad3a13810062&device_id=cddc852a-2aa2-4a44-ad1a-e9e930e3bddf HTTP/1.1" status: 200 len: 1128 time: 0.5092940 Jun 26 03:05:32.555465 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-5990189d-aaf9-4ffe-9d37-febc2c1c445b req-01e10d93-ba7c-4a66-abc4-5f4bc8fc8b39 service neutron] 10.222.0.43 "GET /v2.0/networks/02cd0f74-99cd-4eb9-aeb7-aae2b7255a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841142 Jun 26 03:05:32.557491 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-15edba86-987f-4c4f-900b-e940f9a8cfc8 req-45553450-a9ce-4fdd-8721-26b353ff1a10 service neutron] 10.222.0.43 "GET /v2.0/networks/4d1cf2ab-1c05-4bc5-9daa-428f3ef27012?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939664 Jun 26 03:05:32.604991 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ae92c6-eb1f-4dc2-b62b-1b14d3f3fe9f req-32f51228-f798-492e-a667-f22b35df6841 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:32.606563 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-d1ae92c6-eb1f-4dc2-b62b-1b14d3f3fe9f req-32f51228-f798-492e-a667-f22b35df6841 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c55ca6d-bad0-4964-83fe-4352b7fb1b1d HTTP/1.1" status: 200 len: 944 time: 0.4554977 Jun 26 03:05:32.613740 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aa707b-5d69-471c-b113-e79e95d41e48 req-35bc6f8c-00ad-45b4-88cb-2c57fefa8a34 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:32.615494 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-f1aa707b-5d69-471c-b113-e79e95d41e48 req-35bc6f8c-00ad-45b4-88cb-2c57fefa8a34 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=b753d813-95df-4256-a8c0-dcd4681dfe27 HTTP/1.1" status: 200 len: 943 time: 0.4633844 Jun 26 03:05:32.626910 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] get_ports_and_sgs() called for port_ids ['634b866a-e4dd-43d0-84a2-3a0a964abbff'] {{(pid=104015) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 03:05:32.691994 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=100 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:05:32.719071 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16e143c-cd12-43c9-ab3c-6c69e62e22b7 req-07498dbe-7f9d-4d34-8587-e655298ee989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:32.720559 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-f16e143c-cd12-43c9-ab3c-6c69e62e22b7 req-07498dbe-7f9d-4d34-8587-e655298ee989 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c5ebf334-cb3d-4cb7-af71-a1dac7ba1320 HTTP/1.1" status: 200 len: 850 time: 0.5610709 Jun 26 03:05:32.727066 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-5990189d-aaf9-4ffe-9d37-febc2c1c445b req-d50a6fad-227b-423e-9077-2bbf34375742 service neutron] 10.222.0.43 "GET /v2.0/networks/02cd0f74-99cd-4eb9-aeb7-aae2b7255a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392446 Jun 26 03:05:32.777570 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aca0f3-1143-4fdf-aa21-8c69d8078dcb req-b8139150-8720-485e-90ff-d5c63b196036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:32.778989 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-19aca0f3-1143-4fdf-aa21-8c69d8078dcb req-b8139150-8720-485e-90ff-d5c63b196036 service neutron] 10.222.0.43 "GET /v2.0/networks?id=151cdbb9-618f-46a1-a7b5-564e53db9cea HTTP/1.1" status: 200 len: 918 time: 0.7972777 Jun 26 03:05:32.933989 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf480b5b-0acc-42e4-b355-5f27bb05263f req-36d27a41-91a7-4ecc-a2f7-a9dbb5eb0683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:32.935458 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-bf480b5b-0acc-42e4-b355-5f27bb05263f req-36d27a41-91a7-4ecc-a2f7-a9dbb5eb0683 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=23078d86cd394c749328fb9dd7992919&shared=False HTTP/1.1" status: 200 len: 913 time: 0.4644680 Jun 26 03:05:32.943291 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-d1ae92c6-eb1f-4dc2-b62b-1b14d3f3fe9f req-1d68abba-a49a-45a3-8eec-d0bdd1c5676c tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/security-groups?id=8443e5b4-cfe8-43f3-9dfe-63aae7d635f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2459428 Jun 26 03:05:32.951074 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-f1aa707b-5d69-471c-b113-e79e95d41e48 req-5b4f398d-19ee-4742-b488-896487ac428f tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f19f5d9-470f-45a6-8bfb-d516ad826927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2578087 Jun 26 03:05:32.955711 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6416e49-a618-4652-ab93-dd27baf54c88 req-2d5379df-afce-4608-9ae7-171a1b6aeaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:32.957117 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-d6416e49-a618-4652-ab93-dd27baf54c88 req-2d5379df-afce-4608-9ae7-171a1b6aeaa0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4d1cf2ab-1c05-4bc5-9daa-428f3ef27012 HTTP/1.1" status: 200 len: 920 time: 0.4249961 Jun 26 03:05:33.082329 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb5a4e5-e11f-496a-8a39-682c061909b5 req-6d9453c2-ea58-4295-94f6-721eca288a9d tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:33.083857 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-0cb5a4e5-e11f-496a-8a39-682c061909b5 req-6d9453c2-ea58-4295-94f6-721eca288a9d tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e1cf9b3-1e3f-4760-81a4-4f4e8c4d5d7a HTTP/1.1" status: 200 len: 943 time: 0.0820589 Jun 26 03:05:33.089988 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6f52f4-6a0e-4f29-ae7d-b3cac913569b req-493bc31a-4ee1-4b5e-a415-c1ea55286f4a tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:33.091299 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-5e6f52f4-6a0e-4f29-ae7d-b3cac913569b req-493bc31a-4ee1-4b5e-a415-c1ea55286f4a tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/ports?device_id=d87611df-64cb-42cb-b734-782bf9ebb9ab HTTP/1.1" status: 200 len: 943 time: 0.0797637 Jun 26 03:05:33.173553 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-0cb5a4e5-e11f-496a-8a39-682c061909b5 req-1206b9e4-5d12-4d84-8596-f556753f6ee2 tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] 10.222.0.13 "GET /v2.0/security-groups?id=b8d578a3-20a0-4dfd-8c42-86b3b60e3ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812936 Jun 26 03:05:33.176400 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-5e6f52f4-6a0e-4f29-ae7d-b3cac913569b req-9aaabe1c-cea0-44a4-a086-ca0577cd5962 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/security-groups?id=195bce6e-5d44-40bd-9d34-9670b1e0c232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765865 Jun 26 03:05:33.300236 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f600022-39ed-4b3f-afd1-b57bfbd2fd1c req-b031d53d-6524-4839-b272-2aacb9fb9133 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:33.306499 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-3f600022-39ed-4b3f-afd1-b57bfbd2fd1c req-b031d53d-6524-4839-b272-2aacb9fb9133 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b0d1d9b-d025-442c-a2f6-db22050d9059 HTTP/1.1" status: 200 len: 945 time: 0.0666611 Jun 26 03:05:33.348179 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-3f600022-39ed-4b3f-afd1-b57bfbd2fd1c req-57797acb-7a7d-4fbd-97af-8844b6a1685e tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=cae80eaa-bfa7-4de0-8fc0-ae5390068214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404446 Jun 26 03:05:34.090644 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad770d2-366c-44bf-b1bc-3f7aee940929 req-474c9fa5-e35a-4e5d-aed7-9055916f413f tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:34.092145 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-8ad770d2-366c-44bf-b1bc-3f7aee940929 req-474c9fa5-e35a-4e5d-aed7-9055916f413f tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c55ca6d-bad0-4964-83fe-4352b7fb1b1d HTTP/1.1" status: 200 len: 944 time: 0.0780003 Jun 26 03:05:34.102103 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c43e9ba-82e1-4bbc-a738-5d5d6d5bb91d req-04fada39-aa3d-42ad-9d91-ab650c3fa392 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:34.103486 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-7c43e9ba-82e1-4bbc-a738-5d5d6d5bb91d req-04fada39-aa3d-42ad-9d91-ab650c3fa392 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=b753d813-95df-4256-a8c0-dcd4681dfe27 HTTP/1.1" status: 200 len: 943 time: 0.0739114 Jun 26 03:05:34.177726 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-8ad770d2-366c-44bf-b1bc-3f7aee940929 req-54b7ef42-4269-4fce-a1fc-e9165048db7a tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/security-groups?id=8443e5b4-cfe8-43f3-9dfe-63aae7d635f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732682 Jun 26 03:05:34.181794 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-7c43e9ba-82e1-4bbc-a738-5d5d6d5bb91d req-141a3f39-6fc7-4bda-a3cb-332960ac7556 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f19f5d9-470f-45a6-8bfb-d516ad826927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712612 Jun 26 03:05:34.315550 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f13561-bed1-4315-8d13-7de9bc59ef69 req-5043d489-bafd-40c6-b105-429bbe6026c8 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:34.317379 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-50f13561-bed1-4315-8d13-7de9bc59ef69 req-5043d489-bafd-40c6-b105-429bbe6026c8 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/ports?device_id=d87611df-64cb-42cb-b734-782bf9ebb9ab HTTP/1.1" status: 200 len: 943 time: 0.0723014 Jun 26 03:05:34.323714 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Device 52fe6654-0bad-4f8c-9c8b-2d810ffaeb4f up at agent hyperv_hv-cinder-84684 {{(pid=104015) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 03:05:34.347970 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9f5c9d-405b-4656-ab5c-445207196f3f req-dd68a32f-1411-4c25-a9c9-afe669b8858e tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:34.349456 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-df9f5c9d-405b-4656-ab5c-445207196f3f req-dd68a32f-1411-4c25-a9c9-afe669b8858e tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e1cf9b3-1e3f-4760-81a4-4f4e8c4d5d7a HTTP/1.1" status: 200 len: 943 time: 0.0762253 Jun 26 03:05:34.364184 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=100 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:05:34.408711 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Provisioning for port 52fe6654-0bad-4f8c-9c8b-2d810ffaeb4f completed by entity L2. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 26 03:05:34.419049 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Provisioning complete for port 52fe6654-0bad-4f8c-9c8b-2d810ffaeb4f triggered by entity L2. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:05:34.419664 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (52fe6654-0bad-4f8c-9c8b-2d810ffaeb4f), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:34.444491 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-50f13561-bed1-4315-8d13-7de9bc59ef69 req-8076c00f-980b-40ba-a591-e44348d7fd91 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/security-groups?id=195bce6e-5d44-40bd-9d34-9670b1e0c232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041386 Jun 26 03:05:34.444491 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-df9f5c9d-405b-4656-ab5c-445207196f3f req-7c46d525-ab28-4198-9c36-1d04f62bf46c tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] 10.222.0.13 "GET /v2.0/security-groups?id=b8d578a3-20a0-4dfd-8c42-86b3b60e3ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850322 Jun 26 03:05:34.509674 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Current status of the port 52fe6654-0bad-4f8c-9c8b-2d810ffaeb4f is: BUILD; New status is: ACTIVE {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 03:05:34.510175 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (52fe6654-0bad-4f8c-9c8b-2d810ffaeb4f), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:34.535599 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b0d1d9b-d025-442c-a2f6-db22050d9059', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52fe6654-0bad-4f8c-9c8b-2d810ffaeb4f'}] {{(pid=104015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 26 03:05:34.548456 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528bb766-7111-453f-9df7-564df6a8ed04 req-172d390a-130c-4402-afa1-75b58332fe08 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:34.550171 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-528bb766-7111-453f-9df7-564df6a8ed04 req-172d390a-130c-4402-afa1-75b58332fe08 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b0d1d9b-d025-442c-a2f6-db22050d9059 HTTP/1.1" status: 200 len: 945 time: 0.0622654 Jun 26 03:05:34.566897 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=100 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:05:34.610425 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] For port 52fe6654-0bad-4f8c-9c8b-2d810ffaeb4f, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=52fe6654-0bad-4f8c-9c8b-2d810ffaeb4f,segment=NetworkSegment(9b1bc4ce-7d03-4b55-892a-abd91da4af67),segment_id=9b1bc4ce-7d03-4b55-892a-abd91da4af67)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:05:34.617171 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (52fe6654-0bad-4f8c-9c8b-2d810ffaeb4f), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:34.618414 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Device 634b866a-e4dd-43d0-84a2-3a0a964abbff up at agent hyperv_hv-cinder-84684 {{(pid=104015) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 03:05:34.621829 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-528bb766-7111-453f-9df7-564df6a8ed04 req-6c6b1557-4edf-4699-bd91-e5fbc378ecc8 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=cae80eaa-bfa7-4de0-8fc0-ae5390068214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653684 Jun 26 03:05:34.697639 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:05:34.704380 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 40718) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:05:34.718928 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Pushing event updated for resources: {'Port': ['ID=52fe6654-0bad-4f8c-9c8b-2d810ffaeb4f,revision_number=5']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:05:34.721229 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Provisioning for port 634b866a-e4dd-43d0-84a2-3a0a964abbff completed by entity L2. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 26 03:05:34.729092 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:05:34.729430 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:05:34.729930 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:05:34.730324 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:05:34.730651 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:05:34.731131 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:05:34.731451 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:05:34.731980 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:05:34.732239 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:05:34.732549 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:05:34.732867 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:05:34.733198 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:05:34.733515 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:05:34.733791 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:05:34.734149 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:05:34.738615 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Provisioning complete for port 634b866a-e4dd-43d0-84a2-3a0a964abbff triggered by entity L2. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:05:34.739138 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (634b866a-e4dd-43d0-84a2-3a0a964abbff), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:34.743040 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 40722) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:05:34.818013 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cc6f3b5c5ccbcb5bcfe28d8fb20da90166658d76702b85331307104b46494b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e16c1e3-fc95-4476-9bf5-8f94eb10c22e" -d '{"events": [{"server_uuid": "3b0d1d9b-d025-442c-a2f6-db22050d9059", "name": "network-vif-plugged", "status": "completed", "tag": "52fe6654-0bad-4f8c-9c8b-2d810ffaeb4f"}]}' {{(pid=104015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 03:05:34.821083 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Current status of the port 634b866a-e4dd-43d0-84a2-3a0a964abbff is: BUILD; New status is: ACTIVE {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 03:05:34.821534 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (634b866a-e4dd-43d0-84a2-3a0a964abbff), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:34.858466 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:05:34.869484 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] For port 634b866a-e4dd-43d0-84a2-3a0a964abbff, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=634b866a-e4dd-43d0-84a2-3a0a964abbff,segment=NetworkSegment(5b86e525-c15a-4ec4-b614-b7765ac125bb),segment_id=5b86e525-c15a-4ec4-b614-b7765ac125bb)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:05:34.874541 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (634b866a-e4dd-43d0-84a2-3a0a964abbff), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:34.925733 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Pushing event updated for resources: {'Port': ['ID=634b866a-e4dd-43d0-84a2-3a0a964abbff,revision_number=5']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:05:34.931676 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33257432-1f9e-4351-9e8e-f57402381768 req-9b148e51-8292-4c4d-8dcf-a1cbf6274fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:34.933277 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-33257432-1f9e-4351-9e8e-f57402381768 req-9b148e51-8292-4c4d-8dcf-a1cbf6274fdd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=aa1dff9e9be549308ec0ad3a13810062&device_id=b753d813-95df-4256-a8c0-dcd4681dfe27 HTTP/1.1" status: 200 len: 1127 time: 0.1018577 Jun 26 03:05:34.934229 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-4cb4a957-ab86-494b-a0fc-e7f8baf12917 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:34.962778 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Jun 2022 03:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c78249e-5631-4ce4-9a83-eef7e1a24288 x-openstack-request-id: req-6c78249e-5631-4ce4-9a83-eef7e1a24288 {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 03:05:34.963022 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b0d1d9b-d025-442c-a2f6-db22050d9059", "name": "network-vif-plugged", "status": "completed", "tag": "52fe6654-0bad-4f8c-9c8b-2d810ffaeb4f", "code": 200}]} {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 03:05:34.963417 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6c78249e-5631-4ce4-9a83-eef7e1a24288 {{(pid=104015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 03:05:34.964083 dv-cinder-846842-4-iscsi neutron-server[104015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c78249e-5631-4ce4-9a83-eef7e1a24288'] response: {'server_uuid': '3b0d1d9b-d025-442c-a2f6-db22050d9059', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52fe6654-0bad-4f8c-9c8b-2d810ffaeb4f', 'code': 200} Jun 26 03:05:35.015747 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-4cb4a957-ab86-494b-a0fc-e7f8baf12917 admin admin] Publish callbacks [] for security_group (54237036-b342-4995-a5d0-f2121e3b5238), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:35.020588 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-4cb4a957-ab86-494b-a0fc-e7f8baf12917 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (54237036-b342-4995-a5d0-f2121e3b5238), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:35.060127 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-4cb4a957-ab86-494b-a0fc-e7f8baf12917 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8fd9546078f04b8a83a9d92914082a76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3157446 Jun 26 03:05:35.061002 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb4a957-ab86-494b-a0fc-e7f8baf12917 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54237036-b342-4995-a5d0-f2121e3b5238,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:05:35.064533 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 40730) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:05:35.066442 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-19aca0f3-1143-4fdf-aa21-8c69d8078dcb req-9363693a-68de-44ee-8c17-e7635932d3a7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=52fe6654-0bad-4f8c-9c8b-2d810ffaeb4f HTTP/1.1" status: 200 len: 217 time: 0.2346807 Jun 26 03:05:35.067610 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-d6416e49-a618-4652-ab93-dd27baf54c88 req-b612f2f5-bc22-4637-85cb-87021ae749e8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=634b866a-e4dd-43d0-84a2-3a0a964abbff HTTP/1.1" status: 200 len: 217 time: 0.1771383 Jun 26 03:05:35.075863 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb4a957-ab86-494b-a0fc-e7f8baf12917 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:05:35.076209 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb4a957-ab86-494b-a0fc-e7f8baf12917 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:05:35.076573 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb4a957-ab86-494b-a0fc-e7f8baf12917 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:05:35.076917 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb4a957-ab86-494b-a0fc-e7f8baf12917 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:05:35.077249 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb4a957-ab86-494b-a0fc-e7f8baf12917 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:05:35.077577 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb4a957-ab86-494b-a0fc-e7f8baf12917 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:05:35.077968 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb4a957-ab86-494b-a0fc-e7f8baf12917 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:05:35.078319 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb4a957-ab86-494b-a0fc-e7f8baf12917 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:05:35.078661 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb4a957-ab86-494b-a0fc-e7f8baf12917 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:05:35.078994 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb4a957-ab86-494b-a0fc-e7f8baf12917 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:05:35.079319 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb4a957-ab86-494b-a0fc-e7f8baf12917 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:05:35.079660 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb4a957-ab86-494b-a0fc-e7f8baf12917 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:05:35.079981 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb4a957-ab86-494b-a0fc-e7f8baf12917 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:05:35.080299 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb4a957-ab86-494b-a0fc-e7f8baf12917 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:05:35.080618 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb4a957-ab86-494b-a0fc-e7f8baf12917 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:05:35.089553 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-bdc71ce5-d17e-486f-8a4d-d497a95ad802 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:35.129620 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-7e6373bc-e39a-4840-9d8f-a3be125c5b0a admin admin] Publish callbacks [] for security_group (54237036-b342-4995-a5d0-f2121e3b5238), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:35.139373 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:05:35.152525 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-7e6373bc-e39a-4840-9d8f-a3be125c5b0a admin admin] Publish callbacks [] for security_group (54237036-b342-4995-a5d0-f2121e3b5238), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:35.172468 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16e143c-cd12-43c9-ab3c-6c69e62e22b7 req-a05fed26-e4bc-4f93-b0b2-2fb5e5501165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:35.174317 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-f16e143c-cd12-43c9-ab3c-6c69e62e22b7 req-a05fed26-e4bc-4f93-b0b2-2fb5e5501165 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=74573779-88f3-4aaa-82c6-e30fd16eafe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2773476 Jun 26 03:05:35.226809 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-7e6373bc-e39a-4840-9d8f-a3be125c5b0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (54237036-b342-4995-a5d0-f2121e3b5238), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:35.230671 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-7e6373bc-e39a-4840-9d8f-a3be125c5b0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:35.235723 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-7e6373bc-e39a-4840-9d8f-a3be125c5b0a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/54237036-b342-4995-a5d0-f2121e3b5238 HTTP/1.1" status: 204 len: 168 time: 0.1700840 Jun 26 03:05:35.243943 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6373bc-e39a-4840-9d8f-a3be125c5b0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54237036-b342-4995-a5d0-f2121e3b5238,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:05:35.259394 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf480b5b-0acc-42e4-b355-5f27bb05263f req-2cae7bee-3054-4a3a-8e95-77ad2cc1d37b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:35.260885 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-bf480b5b-0acc-42e4-b355-5f27bb05263f req-2cae7bee-3054-4a3a-8e95-77ad2cc1d37b service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4005709 Jun 26 03:05:35.417091 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a02c925-6042-4761-8057-c2a75ecf98b3 req-86ec054d-2af7-46fb-98b4-321d6e2026bd tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:35.418595 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-3a02c925-6042-4761-8057-c2a75ecf98b3 req-86ec054d-2af7-46fb-98b4-321d6e2026bd tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=b753d813-95df-4256-a8c0-dcd4681dfe27 HTTP/1.1" status: 200 len: 943 time: 0.1079123 Jun 26 03:05:35.426375 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-bdc71ce5-d17e-486f-8a4d-d497a95ad802 admin admin] Publish callbacks [] for security_group (f1b67844-706d-49db-9d93-3b6b66be26bf), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:35.435758 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130f5ef4-e938-4c25-83d0-28ddc367eb84 req-1155c5c4-59a8-4341-8b98-c36ac5734adb tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:35.437685 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-130f5ef4-e938-4c25-83d0-28ddc367eb84 req-1155c5c4-59a8-4341-8b98-c36ac5734adb tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c55ca6d-bad0-4964-83fe-4352b7fb1b1d HTTP/1.1" status: 200 len: 944 time: 0.1243160 Jun 26 03:05:35.444315 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-bdc71ce5-d17e-486f-8a4d-d497a95ad802 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (f1b67844-706d-49db-9d93-3b6b66be26bf), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:35.556138 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Device 343e4080-88b4-47fd-8dd1-6b13277216f9 details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=104015) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 26 03:05:35.595315 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 40772) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:05:35.615522 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-6214188b-2add-4c61-b1cf-8ef47c71d521 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:35.689459 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:05:35.698156 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-bdc71ce5-d17e-486f-8a4d-d497a95ad802 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1c66b7f14f9c44019c579e57913cc988&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9924862 Jun 26 03:05:35.698922 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 40776) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:05:35.739687 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc71ce5-d17e-486f-8a4d-d497a95ad802 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1b67844-706d-49db-9d93-3b6b66be26bf,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:05:35.755062 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc71ce5-d17e-486f-8a4d-d497a95ad802 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:05:35.755412 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc71ce5-d17e-486f-8a4d-d497a95ad802 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:05:35.755761 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc71ce5-d17e-486f-8a4d-d497a95ad802 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:05:35.756103 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc71ce5-d17e-486f-8a4d-d497a95ad802 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:05:35.756441 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc71ce5-d17e-486f-8a4d-d497a95ad802 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:05:35.756776 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc71ce5-d17e-486f-8a4d-d497a95ad802 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:05:35.757105 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc71ce5-d17e-486f-8a4d-d497a95ad802 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:05:35.757436 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc71ce5-d17e-486f-8a4d-d497a95ad802 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:05:35.757766 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc71ce5-d17e-486f-8a4d-d497a95ad802 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:05:35.758511 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc71ce5-d17e-486f-8a4d-d497a95ad802 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:05:35.758901 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc71ce5-d17e-486f-8a4d-d497a95ad802 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:05:35.759236 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc71ce5-d17e-486f-8a4d-d497a95ad802 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:05:35.759569 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc71ce5-d17e-486f-8a4d-d497a95ad802 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:05:35.759892 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc71ce5-d17e-486f-8a4d-d497a95ad802 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:05:35.760219 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc71ce5-d17e-486f-8a4d-d497a95ad802 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:05:35.782478 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-6214188b-2add-4c61-b1cf-8ef47c71d521 admin admin] Publish callbacks [] for security_group (4d600a54-508e-405f-a89d-ddc13cf4c99d), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:35.782962 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-3a02c925-6042-4761-8057-c2a75ecf98b3 req-6987acdd-5b7b-48de-b4af-6a8ec5ffc552 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f19f5d9-470f-45a6-8bfb-d516ad826927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3551710 Jun 26 03:05:35.786034 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-130f5ef4-e938-4c25-83d0-28ddc367eb84 req-b27e03d4-a01c-40aa-a6d9-b40a9060db76 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/security-groups?id=8443e5b4-cfe8-43f3-9dfe-63aae7d635f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3391035 Jun 26 03:05:35.794243 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-6214188b-2add-4c61-b1cf-8ef47c71d521 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (4d600a54-508e-405f-a89d-ddc13cf4c99d), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:35.841776 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-bdeaa799-247c-442d-882a-fb50c6238e73 admin admin] Publish callbacks [] for security_group (f1b67844-706d-49db-9d93-3b6b66be26bf), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:35.865036 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] For port 343e4080-88b4-47fd-8dd1-6b13277216f9, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=343e4080-88b4-47fd-8dd1-6b13277216f9,segment=NetworkSegment(5b86e525-c15a-4ec4-b614-b7765ac125bb),segment_id=5b86e525-c15a-4ec4-b614-b7765ac125bb)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:05:35.888113 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-bdeaa799-247c-442d-882a-fb50c6238e73 admin admin] Publish callbacks [] for security_group (f1b67844-706d-49db-9d93-3b6b66be26bf), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:35.892076 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Returning: {'device': '343e4080-88b4-47fd-8dd1-6b13277216f9', 'network_id': '4d1cf2ab-1c05-4bc5-9daa-428f3ef27012', 'port_id': '343e4080-88b4-47fd-8dd1-6b13277216f9', 'mac_address': 'fa:16:3e:2a:8c:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50d12281-21a2-4343-ba8b-93c5382e067a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104015) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 26 03:05:35.911284 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-6214188b-2add-4c61-b1cf-8ef47c71d521 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c227410912a74bfb9d598cd5e4de075a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3142147 Jun 26 03:05:35.914827 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 40780) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:05:35.917072 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6214188b-2add-4c61-b1cf-8ef47c71d521 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d600a54-508e-405f-a89d-ddc13cf4c99d,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:05:35.955422 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Current status of the port 343e4080-88b4-47fd-8dd1-6b13277216f9 is: DOWN; New status is: BUILD {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 03:05:35.955903 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (343e4080-88b4-47fd-8dd1-6b13277216f9), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:35.974339 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.notifiers.nova [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 343e4080-88b4-47fd-8dd1-6b13277216f9 {{(pid=104015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 26 03:05:35.974806 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df1a2b9-68ce-4076-8fc3-af483edff395 req-cb6f6207-6784-4a64-8a65-cb69468f09aa tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:35.976531 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-3df1a2b9-68ce-4076-8fc3-af483edff395 req-cb6f6207-6784-4a64-8a65-cb69468f09aa tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/ports?device_id=d87611df-64cb-42cb-b734-782bf9ebb9ab HTTP/1.1" status: 200 len: 943 time: 0.0936203 Jun 26 03:05:35.985423 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf2393e-8e22-4da1-ade5-6c0e1207b3c1 req-8fe81e09-75a4-4b9a-b5cd-ff8bed45f880 tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:35.995360 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-acf2393e-8e22-4da1-ade5-6c0e1207b3c1 req-8fe81e09-75a4-4b9a-b5cd-ff8bed45f880 tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e1cf9b3-1e3f-4760-81a4-4f4e8c4d5d7a HTTP/1.1" status: 200 len: 943 time: 0.1013932 Jun 26 03:05:36.012277 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] For port 343e4080-88b4-47fd-8dd1-6b13277216f9, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=343e4080-88b4-47fd-8dd1-6b13277216f9,segment=NetworkSegment(5b86e525-c15a-4ec4-b614-b7765ac125bb),segment_id=5b86e525-c15a-4ec4-b614-b7765ac125bb)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:05:36.018565 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (343e4080-88b4-47fd-8dd1-6b13277216f9), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:36.030097 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-c9fad182-5897-4aa6-a38c-13c929ce7585 admin admin] Publish callbacks [] for security_group (4d600a54-508e-405f-a89d-ddc13cf4c99d), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:36.057498 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-c9fad182-5897-4aa6-a38c-13c929ce7585 admin admin] Publish callbacks [] for security_group (4d600a54-508e-405f-a89d-ddc13cf4c99d), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:36.072326 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-acf2393e-8e22-4da1-ade5-6c0e1207b3c1 req-804d4601-b033-4a0b-addb-34e1bc2ccd24 tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] 10.222.0.13 "GET /v2.0/security-groups?id=b8d578a3-20a0-4dfd-8c42-86b3b60e3ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756502 Jun 26 03:05:36.091872 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Pushing event updated for resources: {'Port': ['ID=343e4080-88b4-47fd-8dd1-6b13277216f9,revision_number=4']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:05:36.098323 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-bdeaa799-247c-442d-882a-fb50c6238e73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (f1b67844-706d-49db-9d93-3b6b66be26bf), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:36.101379 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-bdeaa799-247c-442d-882a-fb50c6238e73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:36.103041 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-bdeaa799-247c-442d-882a-fb50c6238e73 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f1b67844-706d-49db-9d93-3b6b66be26bf HTTP/1.1" status: 204 len: 168 time: 0.4006314 Jun 26 03:05:36.118540 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-3df1a2b9-68ce-4076-8fc3-af483edff395 req-96ea975d-40ee-46fa-81cf-08d5f10708b5 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/security-groups?id=195bce6e-5d44-40bd-9d34-9670b1e0c232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1206055 Jun 26 03:05:36.125629 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdeaa799-247c-442d-882a-fb50c6238e73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1b67844-706d-49db-9d93-3b6b66be26bf,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:05:36.143472 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 40784) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:05:36.150627 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-c9fad182-5897-4aa6-a38c-13c929ce7585 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (4d600a54-508e-405f-a89d-ddc13cf4c99d), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:36.154233 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-c9fad182-5897-4aa6-a38c-13c929ce7585 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:36.156994 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-c9fad182-5897-4aa6-a38c-13c929ce7585 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4d600a54-508e-405f-a89d-ddc13cf4c99d HTTP/1.1" status: 204 len: 168 time: 0.2396665 Jun 26 03:05:36.167720 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fad182-5897-4aa6-a38c-13c929ce7585 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d600a54-508e-405f-a89d-ddc13cf4c99d,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:05:36.205808 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:05:36.214883 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5687a95-7d9a-4f64-945a-b0866933dfae req-6819699f-29ef-40d5-b7c5-3b956f620bce tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:36.216421 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-f5687a95-7d9a-4f64-945a-b0866933dfae req-6819699f-29ef-40d5-b7c5-3b956f620bce tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b0d1d9b-d025-442c-a2f6-db22050d9059 HTTP/1.1" status: 200 len: 946 time: 0.0512173 Jun 26 03:05:36.270292 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-f5687a95-7d9a-4f64-945a-b0866933dfae req-e1e945db-bb28-43ae-8ce7-4d8fd611300c tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=cae80eaa-bfa7-4de0-8fc0-ae5390068214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476952 Jun 26 03:05:36.297384 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-82fe6d00-4f70-4228-b72a-5da84e20a55d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:36.386717 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-82fe6d00-4f70-4228-b72a-5da84e20a55d admin admin] Publish callbacks [] for security_group (55675c54-58a4-4438-a52c-72256f6ecc0c), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:36.392701 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-82fe6d00-4f70-4228-b72a-5da84e20a55d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (55675c54-58a4-4438-a52c-72256f6ecc0c), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:36.403614 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=80,neutron:DELETE=9,neutron:INSERT=11 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:05:36.435435 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-82fe6d00-4f70-4228-b72a-5da84e20a55d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5fafb0ab957a4f069ef1cfea7eaa5e0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2906396 Jun 26 03:05:36.436772 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fe6d00-4f70-4228-b72a-5da84e20a55d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55675c54-58a4-4438-a52c-72256f6ecc0c,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:05:36.438163 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 40792) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:05:36.479770 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] get_ports_and_sgs() called for port_ids ['343e4080-88b4-47fd-8dd1-6b13277216f9'] {{(pid=104015) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 03:05:36.499954 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-fd640454-261e-4a17-9af7-e1a43c9cdbb5 admin admin] Publish callbacks [] for security_group (55675c54-58a4-4438-a52c-72256f6ecc0c), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:36.535194 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-fd640454-261e-4a17-9af7-e1a43c9cdbb5 admin admin] Publish callbacks [] for security_group (55675c54-58a4-4438-a52c-72256f6ecc0c), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:36.590537 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-fd640454-261e-4a17-9af7-e1a43c9cdbb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (55675c54-58a4-4438-a52c-72256f6ecc0c), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:36.594445 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-fd640454-261e-4a17-9af7-e1a43c9cdbb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:36.599933 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-fd640454-261e-4a17-9af7-e1a43c9cdbb5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/55675c54-58a4-4438-a52c-72256f6ecc0c HTTP/1.1" status: 204 len: 168 time: 0.1594985 Jun 26 03:05:36.610675 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd640454-261e-4a17-9af7-e1a43c9cdbb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55675c54-58a4-4438-a52c-72256f6ecc0c,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:05:36.653789 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 40800) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:05:36.681182 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-32b3b240-bae3-4ec0-bd96-039d2d2f8411 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:36.693012 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:05:36.769966 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-32b3b240-bae3-4ec0-bd96-039d2d2f8411 admin admin] Publish callbacks [] for security_group (8a04efe8-28ad-43aa-b2f8-c4a0770a02ee), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:36.773883 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-32b3b240-bae3-4ec0-bd96-039d2d2f8411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (8a04efe8-28ad-43aa-b2f8-c4a0770a02ee), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:36.824187 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b3b240-bae3-4ec0-bd96-039d2d2f8411 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a04efe8-28ad-43aa-b2f8-c4a0770a02ee,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:05:36.838708 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-32b3b240-bae3-4ec0-bd96-039d2d2f8411 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b36ff036331e4e6fac501c341a9476ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1835635 Jun 26 03:05:36.841424 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 40812) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:05:36.941656 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-5b903729-4285-4a77-8c53-c0d77932003e admin admin] Publish callbacks [] for security_group (8a04efe8-28ad-43aa-b2f8-c4a0770a02ee), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:36.965713 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cddc852a-2aa2-4a44-ad1a-e9e930e3bddf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '634b866a-e4dd-43d0-84a2-3a0a964abbff'}] {{(pid=104015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 26 03:05:36.968838 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cc6f3b5c5ccbcb5bcfe28d8fb20da90166658d76702b85331307104b46494b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd14f3b7-7a87-4f10-81e7-dba72660b945" -d '{"events": [{"server_uuid": "cddc852a-2aa2-4a44-ad1a-e9e930e3bddf", "name": "network-vif-plugged", "status": "completed", "tag": "634b866a-e4dd-43d0-84a2-3a0a964abbff"}]}' {{(pid=104015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 03:05:37.031546 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-5b903729-4285-4a77-8c53-c0d77932003e admin admin] Publish callbacks [] for security_group (8a04efe8-28ad-43aa-b2f8-c4a0770a02ee), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:37.068579 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 40820) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:05:37.093834 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed69162-3c47-4a20-a7a7-ac2dde196703 req-9ad65a6b-8db5-4293-8f5e-3602deac1711 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:37.095640 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-eed69162-3c47-4a20-a7a7-ac2dde196703 req-9ad65a6b-8db5-4293-8f5e-3602deac1711 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c55ca6d-bad0-4964-83fe-4352b7fb1b1d HTTP/1.1" status: 200 len: 944 time: 0.2235858 Jun 26 03:05:37.158708 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2269f6-9710-4ac1-afae-c312f9c56d9d req-e6ed6a57-ac64-47d5-843d-87ab51fafcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:37.160617 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-3e2269f6-9710-4ac1-afae-c312f9c56d9d req-e6ed6a57-ac64-47d5-843d-87ab51fafcd6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=23078d86cd394c749328fb9dd7992919&device_id=0e1cf9b3-1e3f-4760-81a4-4f4e8c4d5d7a HTTP/1.1" status: 200 len: 1127 time: 0.0908275 Jun 26 03:05:37.182408 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b73e257-e155-4907-97d8-8ec036457113 req-ee5a9d50-a23c-406b-aa50-3761b76a5952 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:37.182700 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33257432-1f9e-4351-9e8e-f57402381768 req-493bc4e4-2f2c-4d68-8138-7af9e218bbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:37.185174 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-33257432-1f9e-4351-9e8e-f57402381768 req-493bc4e4-2f2c-4d68-8138-7af9e218bbc7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4d1cf2ab-1c05-4bc5-9daa-428f3ef27012 HTTP/1.1" status: 200 len: 920 time: 0.2410634 Jun 26 03:05:37.186575 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-9b73e257-e155-4907-97d8-8ec036457113 req-ee5a9d50-a23c-406b-aa50-3761b76a5952 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=b753d813-95df-4256-a8c0-dcd4681dfe27 HTTP/1.1" status: 200 len: 944 time: 0.2409716 Jun 26 03:05:37.222427 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-4a5d03e6-fdb0-49fe-a815-f6c8d07f418a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:37.277667 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-5b903729-4285-4a77-8c53-c0d77932003e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (8a04efe8-28ad-43aa-b2f8-c4a0770a02ee), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:37.280316 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-5b903729-4285-4a77-8c53-c0d77932003e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:37.283863 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-5b903729-4285-4a77-8c53-c0d77932003e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8a04efe8-28ad-43aa-b2f8-c4a0770a02ee HTTP/1.1" status: 204 len: 168 time: 0.4390638 Jun 26 03:05:37.283863 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-33257432-1f9e-4351-9e8e-f57402381768 req-5acfa480-ab55-49a5-b9f5-d1bb8d90df50 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=343e4080-88b4-47fd-8dd1-6b13277216f9 HTTP/1.1" status: 200 len: 217 time: 0.0907240 Jun 26 03:05:37.320137 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b903729-4285-4a77-8c53-c0d77932003e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a04efe8-28ad-43aa-b2f8-c4a0770a02ee,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:05:37.342674 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae3c22f-47ea-4a8c-b826-f9bd28805614 req-fa90b0d7-2c0f-4816-9492-177b67ae9fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:37.344110 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-bae3c22f-47ea-4a8c-b826-f9bd28805614 req-fa90b0d7-2c0f-4816-9492-177b67ae9fa3 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3b0d1d9b-d025-442c-a2f6-db22050d9059 HTTP/1.1" status: 200 len: 1130 time: 0.1424670 Jun 26 03:05:37.362248 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:05:37.374243 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-3e2269f6-9710-4ac1-afae-c312f9c56d9d req-3ad434d6-e9cf-44bc-b5ef-aa0853e4f4c2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d9366ecd-7ca4-4109-bdc7-b47e7cb83078 HTTP/1.1" status: 200 len: 217 time: 0.1577370 Jun 26 03:05:37.375601 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-bae3c22f-47ea-4a8c-b826-f9bd28805614 req-10930a1d-b996-4db9-8b2a-8fe4666ee99a service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:37.380560 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33257432-1f9e-4351-9e8e-f57402381768 req-9458393d-8ca0-401c-9680-a95fce76f354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:37.382079 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-33257432-1f9e-4351-9e8e-f57402381768 req-9458393d-8ca0-401c-9680-a95fce76f354 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=50d12281-21a2-4343-ba8b-93c5382e067a HTTP/1.1" status: 200 len: 858 time: 0.0872037 Jun 26 03:05:37.382911 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aca0f3-1143-4fdf-aa21-8c69d8078dcb req-b6b37e68-6033-443c-b089-af7e3cbae4af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:37.384420 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-19aca0f3-1143-4fdf-aa21-8c69d8078dcb req-b6b37e68-6033-443c-b089-af7e3cbae4af service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b3475431-7645-416a-9b3b-e23c4a132926 HTTP/1.1" status: 200 len: 856 time: 0.3777800 Jun 26 03:05:37.397311 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6416e49-a618-4652-ab93-dd27baf54c88 req-271375c5-4348-4260-ab62-e26d945271f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:37.398593 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-d6416e49-a618-4652-ab93-dd27baf54c88 req-271375c5-4348-4260-ab62-e26d945271f8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=50d12281-21a2-4343-ba8b-93c5382e067a HTTP/1.1" status: 200 len: 858 time: 0.3930209 Jun 26 03:05:37.446888 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33257432-1f9e-4351-9e8e-f57402381768 req-758a0e3a-587f-4f24-ad7a-1d5270472d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:37.448420 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-33257432-1f9e-4351-9e8e-f57402381768 req-758a0e3a-587f-4f24-ad7a-1d5270472d63 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4d1cf2ab-1c05-4bc5-9daa-428f3ef27012&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0554926 Jun 26 03:05:37.537192 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:05:37.571459 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Device 964b9885-7663-4cc6-bfd4-5bb8f0e20bea details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=104015) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 26 03:05:37.585982 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-eed69162-3c47-4a20-a7a7-ac2dde196703 req-9c27016f-3fb9-4959-b54c-c2e7c447ecdf tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/security-groups?id=8443e5b4-cfe8-43f3-9dfe-63aae7d635f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4219103 Jun 26 03:05:37.588392 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-f16e143c-cd12-43c9-ab3c-6c69e62e22b7 req-caad3373-2d04-498c-b557-384803245c61 service neutron] 10.222.0.43 "GET /v2.0/networks/74573779-88f3-4aaa-82c6-e30fd16eafe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5961270 Jun 26 03:05:37.616553 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:INSERT=7,neutron:SELECT=93 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:05:37.634661 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-9b73e257-e155-4907-97d8-8ec036457113 req-8788a541-a427-423a-9b3c-21a56ccffdea tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f19f5d9-470f-45a6-8bfb-d516ad826927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4249332 Jun 26 03:05:37.643705 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aca0f3-1143-4fdf-aa21-8c69d8078dcb req-38363f61-8f2b-4c88-b2c4-99b9581da0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:37.645624 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-19aca0f3-1143-4fdf-aa21-8c69d8078dcb req-38363f61-8f2b-4c88-b2c4-99b9581da0c7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=151cdbb9-618f-46a1-a7b5-564e53db9cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2412136 Jun 26 03:05:37.677189 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6416e49-a618-4652-ab93-dd27baf54c88 req-859b6493-770d-4422-af7e-7619693cb3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:37.680339 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-d6416e49-a618-4652-ab93-dd27baf54c88 req-859b6493-770d-4422-af7e-7619693cb3aa service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4d1cf2ab-1c05-4bc5-9daa-428f3ef27012&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2563648 Jun 26 03:05:37.691931 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2269f6-9710-4ac1-afae-c312f9c56d9d req-651f4fc8-bb24-40de-851e-7c5b0bb86f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:37.693979 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-3e2269f6-9710-4ac1-afae-c312f9c56d9d req-651f4fc8-bb24-40de-851e-7c5b0bb86f2f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=767e1a0e-9ad6-4e3d-acf7-7ae8d7e1ee4a HTTP/1.1" status: 200 len: 851 time: 0.3061438 Jun 26 03:05:37.784297 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Jun 2022 03:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b14ec21e-f27c-4852-98c9-0ae0c5dc0bf1 x-openstack-request-id: req-b14ec21e-f27c-4852-98c9-0ae0c5dc0bf1 {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 03:05:37.784908 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cddc852a-2aa2-4a44-ad1a-e9e930e3bddf", "name": "network-vif-plugged", "status": "completed", "tag": "634b866a-e4dd-43d0-84a2-3a0a964abbff", "code": 200}]} {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 03:05:37.785318 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b14ec21e-f27c-4852-98c9-0ae0c5dc0bf1 {{(pid=104015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 03:05:37.785855 dv-cinder-846842-4-iscsi neutron-server[104015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b14ec21e-f27c-4852-98c9-0ae0c5dc0bf1'] response: {'server_uuid': 'cddc852a-2aa2-4a44-ad1a-e9e930e3bddf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '634b866a-e4dd-43d0-84a2-3a0a964abbff', 'code': 200} Jun 26 03:05:37.787922 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:05:37.790102 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Device 343e4080-88b4-47fd-8dd1-6b13277216f9 up at agent hyperv_hv-cinder-84684 {{(pid=104015) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 03:05:37.815871 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-bae3c22f-47ea-4a8c-b826-f9bd28805614 req-10930a1d-b996-4db9-8b2a-8fe4666ee99a service neutron] Publish callbacks [] for security_group (0e322c99-b279-4d0d-8c32-03163c99c7d3), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:37.834984 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-bae3c22f-47ea-4a8c-b826-f9bd28805614 req-10930a1d-b996-4db9-8b2a-8fe4666ee99a service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (0e322c99-b279-4d0d-8c32-03163c99c7d3), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:37.901827 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-33257432-1f9e-4351-9e8e-f57402381768 req-7e8da388-3709-4305-ac44-47eba9c41b38 service neutron] 10.222.0.43 "GET /v2.0/networks/4d1cf2ab-1c05-4bc5-9daa-428f3ef27012?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4467354 Jun 26 03:05:37.950661 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] For port 964b9885-7663-4cc6-bfd4-5bb8f0e20bea, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=964b9885-7663-4cc6-bfd4-5bb8f0e20bea,segment=NetworkSegment(4d81c647-e55d-4122-8ce3-5fece06ad477),segment_id=4d81c647-e55d-4122-8ce3-5fece06ad477)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:05:37.970567 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.43', 51582) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:05:37.997142 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Provisioning for port 343e4080-88b4-47fd-8dd1-6b13277216f9 completed by entity L2. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 26 03:05:38.000600 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Returning: {'device': '964b9885-7663-4cc6-bfd4-5bb8f0e20bea', 'network_id': '02cd0f74-99cd-4eb9-aeb7-aae2b7255a50', 'port_id': '964b9885-7663-4cc6-bfd4-5bb8f0e20bea', 'mac_address': 'fa:16:3e:03:4e:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e97e6f7f-41a5-4383-a841-52482c75f2ee', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104015) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 26 03:05:38.001201 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2269f6-9710-4ac1-afae-c312f9c56d9d req-dc0e09b9-e4e0-4d36-960f-6f4fa4a9ba5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:38.002878 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-3e2269f6-9710-4ac1-afae-c312f9c56d9d req-dc0e09b9-e4e0-4d36-960f-6f4fa4a9ba5e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=26d75899-1607-4d4e-b529-22178d34e095&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2859881 Jun 26 03:05:38.063391 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Provisioning complete for port 343e4080-88b4-47fd-8dd1-6b13277216f9 triggered by entity L2. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:05:38.063775 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (343e4080-88b4-47fd-8dd1-6b13277216f9), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:38.103191 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Current status of the port 964b9885-7663-4cc6-bfd4-5bb8f0e20bea is: DOWN; New status is: BUILD {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 03:05:38.104212 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (964b9885-7663-4cc6-bfd4-5bb8f0e20bea), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:38.104599 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-bae3c22f-47ea-4a8c-b826-f9bd28805614 req-10930a1d-b996-4db9-8b2a-8fe4666ee99a service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=cae80eaa-bfa7-4de0-8fc0-ae5390068214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7542360 Jun 26 03:05:38.106820 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=100 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:05:38.109952 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10930a1d-b996-4db9-8b2a-8fe4666ee99a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=0e322c99-b279-4d0d-8c32-03163c99c7d3,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:05:38.141772 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-3e2269f6-9710-4ac1-afae-c312f9c56d9d req-5f02d829-4ae1-480e-b3b4-846cf95a3ef0 service neutron] 10.222.0.43 "GET /v2.0/networks/26d75899-1607-4d4e-b529-22178d34e095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110771 Jun 26 03:05:38.152760 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.notifiers.nova [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 964b9885-7663-4cc6-bfd4-5bb8f0e20bea {{(pid=104015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 26 03:05:38.163721 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127d063c-940e-409e-8dbb-79d115bcd73f req-d2e8316f-53c6-4c52-9c00-d773fd70dcd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:38.165808 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-127d063c-940e-409e-8dbb-79d115bcd73f req-d2e8316f-53c6-4c52-9c00-d773fd70dcd9 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=cddc852a-2aa2-4a44-ad1a-e9e930e3bddf HTTP/1.1" status: 200 len: 1129 time: 0.1729574 Jun 26 03:05:38.167817 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-4a5d03e6-fdb0-49fe-a815-f6c8d07f418a admin admin] Publish callbacks [] for security_group (90b1af32-ea92-434c-aabb-306dec7a888d), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:38.186655 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ee324e-24c3-4a3f-8f36-5010ffcdbea8 req-46d59bf0-ce9d-4328-890e-2c0c849d2ec3 tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:38.188985 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-66ee324e-24c3-4a3f-8f36-5010ffcdbea8 req-46d59bf0-ce9d-4328-890e-2c0c849d2ec3 tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e1cf9b3-1e3f-4760-81a4-4f4e8c4d5d7a HTTP/1.1" status: 200 len: 943 time: 0.3254869 Jun 26 03:05:38.200583 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] For port 964b9885-7663-4cc6-bfd4-5bb8f0e20bea, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=964b9885-7663-4cc6-bfd4-5bb8f0e20bea,segment=NetworkSegment(4d81c647-e55d-4122-8ce3-5fece06ad477),segment_id=4d81c647-e55d-4122-8ce3-5fece06ad477)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:05:38.201501 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-33257432-1f9e-4351-9e8e-f57402381768 req-789043f1-f879-481f-a76d-1aaf68953e8c service neutron] 10.222.0.43 "GET /v2.0/networks/4d1cf2ab-1c05-4bc5-9daa-428f3ef27012?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2762225 Jun 26 03:05:38.207933 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (964b9885-7663-4cc6-bfd4-5bb8f0e20bea), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:38.221202 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-4a5d03e6-fdb0-49fe-a815-f6c8d07f418a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (90b1af32-ea92-434c-aabb-306dec7a888d), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:38.238299 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-f16e143c-cd12-43c9-ab3c-6c69e62e22b7 req-77a528b5-5214-4fae-88d5-b3155fae3b68 service neutron] 10.222.0.43 "GET /v2.0/networks/74573779-88f3-4aaa-82c6-e30fd16eafe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6244690 Jun 26 03:05:38.257774 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-19aca0f3-1143-4fdf-aa21-8c69d8078dcb req-b847d0e8-4e62-4382-92ec-4c32516da17f service neutron] 10.222.0.43 "GET /v2.0/networks/151cdbb9-618f-46a1-a7b5-564e53db9cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5687451 Jun 26 03:05:38.275996 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ae6383-fdf3-4d2e-8f2a-6c69cec89e1c req-2d8e8325-fc1a-4568-9f3a-98747a907692 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:38.282155 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-e9ae6383-fdf3-4d2e-8f2a-6c69cec89e1c req-2d8e8325-fc1a-4568-9f3a-98747a907692 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/ports?device_id=d87611df-64cb-42cb-b734-782bf9ebb9ab HTTP/1.1" status: 200 len: 943 time: 0.2931755 Jun 26 03:05:38.285147 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-d6416e49-a618-4652-ab93-dd27baf54c88 req-5e76fe83-64c5-4164-bd09-4cafcf363562 service neutron] 10.222.0.43 "GET /v2.0/networks/4d1cf2ab-1c05-4bc5-9daa-428f3ef27012?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5786009 Jun 26 03:05:38.299232 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Current status of the port 343e4080-88b4-47fd-8dd1-6b13277216f9 is: BUILD; New status is: ACTIVE {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 03:05:38.299662 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (343e4080-88b4-47fd-8dd1-6b13277216f9), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:38.302760 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Pushing event updated for resources: {'Port': ['ID=964b9885-7663-4cc6-bfd4-5bb8f0e20bea,revision_number=4']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:05:38.346033 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-4a5d03e6-fdb0-49fe-a815-f6c8d07f418a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7065a845fd404bbfbf11c1ad766e8c09&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2657893 Jun 26 03:05:38.348628 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 40860) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:05:38.356270 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5d03e6-fdb0-49fe-a815-f6c8d07f418a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90b1af32-ea92-434c-aabb-306dec7a888d,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:05:38.359645 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] For port 343e4080-88b4-47fd-8dd1-6b13277216f9, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=343e4080-88b4-47fd-8dd1-6b13277216f9,segment=NetworkSegment(5b86e525-c15a-4ec4-b614-b7765ac125bb),segment_id=5b86e525-c15a-4ec4-b614-b7765ac125bb)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:05:38.372272 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (343e4080-88b4-47fd-8dd1-6b13277216f9), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:38.408640 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-66ee324e-24c3-4a3f-8f36-5010ffcdbea8 req-71d9b0f5-9a05-4b42-bd13-0c2c35c8cf1f tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] 10.222.0.13 "GET /v2.0/security-groups?id=b8d578a3-20a0-4dfd-8c42-86b3b60e3ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978388 Jun 26 03:05:38.409118 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:05:38.440549 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-e9ae6383-fdf3-4d2e-8f2a-6c69cec89e1c req-160f4f77-a1a9-4ea7-aeb5-c9f1a8933d5d tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/security-groups?id=195bce6e-5d44-40bd-9d34-9670b1e0c232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1574595 Jun 26 03:05:38.445755 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-9ab8ffa6-3a2e-441c-8d02-f4b1dcb72ec3 admin admin] Publish callbacks [] for security_group (90b1af32-ea92-434c-aabb-306dec7a888d), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:38.488399 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Pushing event updated for resources: {'Port': ['ID=343e4080-88b4-47fd-8dd1-6b13277216f9,revision_number=5']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:05:38.504735 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-9ab8ffa6-3a2e-441c-8d02-f4b1dcb72ec3 admin admin] Publish callbacks [] for security_group (90b1af32-ea92-434c-aabb-306dec7a888d), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:38.583840 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-9ab8ffa6-3a2e-441c-8d02-f4b1dcb72ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (90b1af32-ea92-434c-aabb-306dec7a888d), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:38.586434 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-9ab8ffa6-3a2e-441c-8d02-f4b1dcb72ec3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:38.590018 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-9ab8ffa6-3a2e-441c-8d02-f4b1dcb72ec3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/90b1af32-ea92-434c-aabb-306dec7a888d HTTP/1.1" status: 204 len: 168 time: 0.2378628 Jun 26 03:05:38.621208 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab8ffa6-3a2e-441c-8d02-f4b1dcb72ec3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90b1af32-ea92-434c-aabb-306dec7a888d,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:05:38.668841 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] get_ports_and_sgs() called for port_ids ['964b9885-7663-4cc6-bfd4-5bb8f0e20bea'] {{(pid=104015) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 03:05:38.681577 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-127d063c-940e-409e-8dbb-79d115bcd73f req-5e56d6a4-10ea-435b-a526-1102a08382a1 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=5f19f5d9-470f-45a6-8bfb-d516ad826927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927434 Jun 26 03:05:38.781466 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6368ff-acd0-4d96-bd84-3c7a062c5394 req-61f827a9-40be-4172-a207-a72bdf4f19de tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:38.788562 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-cd6368ff-acd0-4d96-bd84-3c7a062c5394 req-61f827a9-40be-4172-a207-a72bdf4f19de tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b0d1d9b-d025-442c-a2f6-db22050d9059 HTTP/1.1" status: 200 len: 946 time: 0.2981634 Jun 26 03:05:38.800452 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:05:38.939532 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4557890-6a8e-4d20-bd16-57e5a631517d req-6e95ab11-62d3-4529-b44b-49997fc6986a tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:38.941078 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-d4557890-6a8e-4d20-bd16-57e5a631517d req-6e95ab11-62d3-4529-b44b-49997fc6986a tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c55ca6d-bad0-4964-83fe-4352b7fb1b1d HTTP/1.1" status: 200 len: 944 time: 0.1815639 Jun 26 03:05:39.012875 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-cd6368ff-acd0-4d96-bd84-3c7a062c5394 req-9faaa244-ca00-42b4-8b3a-ee2568484532 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=cae80eaa-bfa7-4de0-8fc0-ae5390068214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2231653 Jun 26 03:05:39.018183 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:05:39.059079 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-d6416e49-a618-4652-ab93-dd27baf54c88 req-df94d65a-909b-4a54-a266-f783a7a1777d service neutron] 10.222.0.43 "GET /v2.0/networks/4d1cf2ab-1c05-4bc5-9daa-428f3ef27012?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3007050 Jun 26 03:05:39.079012 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-19aca0f3-1143-4fdf-aa21-8c69d8078dcb req-1cd711d5-665f-4577-a5ea-cf469f0d8f0d service neutron] 10.222.0.43 "GET /v2.0/networks/151cdbb9-618f-46a1-a7b5-564e53db9cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3180578 Jun 26 03:05:39.088099 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-d4557890-6a8e-4d20-bd16-57e5a631517d req-1f7eb552-cd3b-4e21-96e2-10c8b3f2e451 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/security-groups?id=8443e5b4-cfe8-43f3-9dfe-63aae7d635f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1170430 Jun 26 03:05:39.161703 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e566934a-69cd-433d-a4be-5d895f17c11b req-d681cbd9-5df0-4880-965f-5c5f29b88c19 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:39.167011 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-e566934a-69cd-433d-a4be-5d895f17c11b req-d681cbd9-5df0-4880-965f-5c5f29b88c19 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=b753d813-95df-4256-a8c0-dcd4681dfe27 HTTP/1.1" status: 200 len: 945 time: 0.0674274 Jun 26 03:05:39.226749 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-e566934a-69cd-433d-a4be-5d895f17c11b req-7961423c-ac25-4b23-8b37-7424ecea3332 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f19f5d9-470f-45a6-8bfb-d516ad826927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559461 Jun 26 03:05:39.369956 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=15 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:05:39.380380 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=13 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:05:39.558347 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ee7176-0c60-437e-ad7d-adc63e50c827 req-c5160b20-0c69-44f6-9904-86f02f11950e tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:39.559866 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-94ee7176-0c60-437e-ad7d-adc63e50c827 req-c5160b20-0c69-44f6-9904-86f02f11950e tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e1cf9b3-1e3f-4760-81a4-4f4e8c4d5d7a HTTP/1.1" status: 200 len: 943 time: 0.0797811 Jun 26 03:05:39.574629 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9511fe9-20de-4fba-9306-50d301edf944 req-c71dc448-c527-4518-9416-c56a68d2645f tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:39.576075 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-f9511fe9-20de-4fba-9306-50d301edf944 req-c71dc448-c527-4518-9416-c56a68d2645f tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/ports?device_id=d87611df-64cb-42cb-b734-782bf9ebb9ab HTTP/1.1" status: 200 len: 944 time: 0.0667875 Jun 26 03:05:39.645390 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-94ee7176-0c60-437e-ad7d-adc63e50c827 req-eb6bde3b-d8c1-407a-9b04-be15c315d180 tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] 10.222.0.13 "GET /v2.0/security-groups?id=b8d578a3-20a0-4dfd-8c42-86b3b60e3ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780895 Jun 26 03:05:39.661098 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-f9511fe9-20de-4fba-9306-50d301edf944 req-562f547a-64b5-4f59-b2c0-22c1f699587a tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/security-groups?id=195bce6e-5d44-40bd-9d34-9670b1e0c232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745718 Jun 26 03:05:39.755898 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Device 964b9885-7663-4cc6-bfd4-5bb8f0e20bea up at agent hyperv_hv-cinder-84684 {{(pid=104015) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 03:05:39.786767 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b753d813-95df-4256-a8c0-dcd4681dfe27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '343e4080-88b4-47fd-8dd1-6b13277216f9'}] {{(pid=104015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 26 03:05:39.789102 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cc6f3b5c5ccbcb5bcfe28d8fb20da90166658d76702b85331307104b46494b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-917d5c89-3245-4345-9db9-1d8c25c4c71e" -d '{"events": [{"server_uuid": "b753d813-95df-4256-a8c0-dcd4681dfe27", "name": "network-vif-plugged", "status": "completed", "tag": "343e4080-88b4-47fd-8dd1-6b13277216f9"}]}' {{(pid=104015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 03:05:39.805626 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Provisioning for port 964b9885-7663-4cc6-bfd4-5bb8f0e20bea completed by entity L2. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 26 03:05:39.821836 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Provisioning complete for port 964b9885-7663-4cc6-bfd4-5bb8f0e20bea triggered by entity L2. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:05:39.822450 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (964b9885-7663-4cc6-bfd4-5bb8f0e20bea), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:39.847928 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Jun 2022 03:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd4b5e92-3fa0-4e75-9039-283d0a1ae270 x-openstack-request-id: req-fd4b5e92-3fa0-4e75-9039-283d0a1ae270 {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 03:05:39.847928 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b753d813-95df-4256-a8c0-dcd4681dfe27", "name": "network-vif-plugged", "status": "completed", "tag": "343e4080-88b4-47fd-8dd1-6b13277216f9", "code": 200}]} {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 03:05:39.847928 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fd4b5e92-3fa0-4e75-9039-283d0a1ae270 {{(pid=104015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 03:05:39.847928 dv-cinder-846842-4-iscsi neutron-server[104015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd4b5e92-3fa0-4e75-9039-283d0a1ae270'] response: {'server_uuid': 'b753d813-95df-4256-a8c0-dcd4681dfe27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '343e4080-88b4-47fd-8dd1-6b13277216f9', 'code': 200} Jun 26 03:05:39.914919 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Current status of the port 964b9885-7663-4cc6-bfd4-5bb8f0e20bea is: BUILD; New status is: ACTIVE {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 03:05:39.915314 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (964b9885-7663-4cc6-bfd4-5bb8f0e20bea), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:39.954503 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] For port 964b9885-7663-4cc6-bfd4-5bb8f0e20bea, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=964b9885-7663-4cc6-bfd4-5bb8f0e20bea,segment=NetworkSegment(4d81c647-e55d-4122-8ce3-5fece06ad477),segment_id=4d81c647-e55d-4122-8ce3-5fece06ad477)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:05:39.962158 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (964b9885-7663-4cc6-bfd4-5bb8f0e20bea), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:40.024022 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Pushing event updated for resources: {'Port': ['ID=964b9885-7663-4cc6-bfd4-5bb8f0e20bea,revision_number=5']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:05:40.225954 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40efe9db-7780-47e4-8ff3-2d92c3581400 req-e6a692cb-2259-4ae5-b3ed-1c65c40ccf54 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:40.237740 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-40efe9db-7780-47e4-8ff3-2d92c3581400 req-e6a692cb-2259-4ae5-b3ed-1c65c40ccf54 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c55ca6d-bad0-4964-83fe-4352b7fb1b1d HTTP/1.1" status: 200 len: 944 time: 0.0656147 Jun 26 03:05:40.245227 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539eb8d1-5e4c-4ec9-8ef2-212530e062ca req-c365f4ea-ea6d-4245-bdf9-3d7498628eaa tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:40.253374 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-539eb8d1-5e4c-4ec9-8ef2-212530e062ca req-c365f4ea-ea6d-4245-bdf9-3d7498628eaa tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b0d1d9b-d025-442c-a2f6-db22050d9059 HTTP/1.1" status: 200 len: 946 time: 0.1573324 Jun 26 03:05:40.360683 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-539eb8d1-5e4c-4ec9-8ef2-212530e062ca req-7fae4ee9-dadc-4154-9d1f-19e085ed9f99 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=cae80eaa-bfa7-4de0-8fc0-ae5390068214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062825 Jun 26 03:05:40.386881 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-40efe9db-7780-47e4-8ff3-2d92c3581400 req-ab72bd62-7402-49bc-b5fc-d9174433e024 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/security-groups?id=8443e5b4-cfe8-43f3-9dfe-63aae7d635f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1479895 Jun 26 03:05:40.449535 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 40962) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:05:40.486421 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3e6f9b-77bb-4f47-b2f2-d37599b37412 req-f05aa5da-1e81-4b24-ad79-5e99a0504a4c tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:40.487907 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-0f3e6f9b-77bb-4f47-b2f2-d37599b37412 req-f05aa5da-1e81-4b24-ad79-5e99a0504a4c tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=b753d813-95df-4256-a8c0-dcd4681dfe27 HTTP/1.1" status: 200 len: 945 time: 0.0541112 Jun 26 03:05:40.545809 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-0f3e6f9b-77bb-4f47-b2f2-d37599b37412 req-ecde4932-a26a-4e2e-88a9-71449967f4e1 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f19f5d9-470f-45a6-8bfb-d516ad826927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513439 Jun 26 03:05:40.585576 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-5ac69e4b-0dae-433d-9a9c-aa8f8019748c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:40.665833 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-5ac69e4b-0dae-433d-9a9c-aa8f8019748c admin admin] Publish callbacks [] for security_group (f626b8e1-6c60-43b4-b188-da5a5833c2cd), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:40.673727 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-5ac69e4b-0dae-433d-9a9c-aa8f8019748c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (f626b8e1-6c60-43b4-b188-da5a5833c2cd), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:40.701116 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:INSERT=13,neutron:SELECT=86,neutron:DELETE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:05:40.727747 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-5ac69e4b-0dae-433d-9a9c-aa8f8019748c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=61aeeea6c3ab471f8c227b80a4be7fb0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2766445 Jun 26 03:05:40.739080 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 40978) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:05:40.740247 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac69e4b-0dae-433d-9a9c-aa8f8019748c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f626b8e1-6c60-43b4-b188-da5a5833c2cd,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:05:40.897239 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=100 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:05:40.911030 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1ba199-0c9d-429f-bd0a-d6e9d61c4260 req-5e5c73b4-0871-4365-acfa-55cbbd2a4d73 tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:40.912488 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-4e1ba199-0c9d-429f-bd0a-d6e9d61c4260 req-5e5c73b4-0871-4365-acfa-55cbbd2a4d73 tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e1cf9b3-1e3f-4760-81a4-4f4e8c4d5d7a HTTP/1.1" status: 200 len: 943 time: 0.1645882 Jun 26 03:05:40.924175 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b68446-9f6f-4347-923a-d65f4f35102f req-f889c282-e2ac-4d77-88c4-ff542dd03b8f tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:40.925556 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-59b68446-9f6f-4347-923a-d65f4f35102f req-f889c282-e2ac-4d77-88c4-ff542dd03b8f tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/ports?device_id=d87611df-64cb-42cb-b734-782bf9ebb9ab HTTP/1.1" status: 200 len: 945 time: 0.1743617 Jun 26 03:05:40.982966 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-3e2269f6-9710-4ac1-afae-c312f9c56d9d req-003d5937-3c4c-4d55-ac88-6e0b2ed83f9e service neutron] 10.222.0.43 "GET /v2.0/networks/26d75899-1607-4d4e-b529-22178d34e095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2531195 Jun 26 03:05:40.985530 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-d734000d-df28-410c-bd34-cc6c419a3472 admin admin] Publish callbacks [] for security_group (f626b8e1-6c60-43b4-b188-da5a5833c2cd), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:41.043906 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-d734000d-df28-410c-bd34-cc6c419a3472 admin admin] Publish callbacks [] for security_group (f626b8e1-6c60-43b4-b188-da5a5833c2cd), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:41.045721 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=100 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:05:41.054607 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-4e1ba199-0c9d-429f-bd0a-d6e9d61c4260 req-cc0b5986-f98f-4a39-b7d3-9e2b7a73fb23 tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] 10.222.0.13 "GET /v2.0/security-groups?id=b8d578a3-20a0-4dfd-8c42-86b3b60e3ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266162 Jun 26 03:05:41.063056 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-59b68446-9f6f-4347-923a-d65f4f35102f req-6a60e88c-25bd-40c5-8247-ff94fb00583d tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/security-groups?id=195bce6e-5d44-40bd-9d34-9670b1e0c232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1234930 Jun 26 03:05:41.110201 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-d734000d-df28-410c-bd34-cc6c419a3472 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (f626b8e1-6c60-43b4-b188-da5a5833c2cd), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:41.112918 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-d734000d-df28-410c-bd34-cc6c419a3472 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:41.114102 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-d734000d-df28-410c-bd34-cc6c419a3472 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f626b8e1-6c60-43b4-b188-da5a5833c2cd HTTP/1.1" status: 204 len: 168 time: 0.3741374 Jun 26 03:05:41.122488 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d734000d-df28-410c-bd34-cc6c419a3472 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f626b8e1-6c60-43b4-b188-da5a5833c2cd,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:05:41.390951 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:05:41.409262 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-66ce4427-42d6-44f9-8489-dcd4b8d5390e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (7168f7b9-c398-4364-91f8-35e2ce03f4c4), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:41.542440 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 41030) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:05:41.569395 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c77d4d8-727c-4467-b6b7-6a59ad4f82e0 req-6abbb381-cd33-447b-b728-3e8106736eb1 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:41.571471 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-8c77d4d8-727c-4467-b6b7-6a59ad4f82e0 req-6abbb381-cd33-447b-b728-3e8106736eb1 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b0d1d9b-d025-442c-a2f6-db22050d9059 HTTP/1.1" status: 200 len: 946 time: 0.0837517 Jun 26 03:05:41.572187 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-74150bb4-c291-45e9-91e5-31886d0b1b0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:41.578320 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20baa875-7fbc-4c69-aa8f-c37e735ac10d req-1517a9f7-decd-4b30-a169-5c0c28ae5f9a tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:41.579806 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-20baa875-7fbc-4c69-aa8f-c37e735ac10d req-1517a9f7-decd-4b30-a169-5c0c28ae5f9a tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c55ca6d-bad0-4964-83fe-4352b7fb1b1d HTTP/1.1" status: 200 len: 944 time: 0.0826323 Jun 26 03:05:41.668217 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-8c77d4d8-727c-4467-b6b7-6a59ad4f82e0 req-c58bb336-dee4-4f7b-ab9a-5ea8af153abf tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=cae80eaa-bfa7-4de0-8fc0-ae5390068214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837648 Jun 26 03:05:41.676596 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-20baa875-7fbc-4c69-aa8f-c37e735ac10d req-97c5d244-5b84-4349-8f60-82f623b24228 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/security-groups?id=8443e5b4-cfe8-43f3-9dfe-63aae7d635f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905011 Jun 26 03:05:41.696313 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-74150bb4-c291-45e9-91e5-31886d0b1b0e admin admin] Publish callbacks [] for security_group (657bdac6-d8c5-4ef2-bfc9-0a8638514761), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:41.703387 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-74150bb4-c291-45e9-91e5-31886d0b1b0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (657bdac6-d8c5-4ef2-bfc9-0a8638514761), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:41.755959 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Device 2d68efe6-d264-4cfb-8cd4-414d529eb007 details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=104015) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 26 03:05:41.758889 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-74150bb4-c291-45e9-91e5-31886d0b1b0e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=56270106277240188969dcf435f8e955&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2137032 Jun 26 03:05:41.760054 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74150bb4-c291-45e9-91e5-31886d0b1b0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=657bdac6-d8c5-4ef2-bfc9-0a8638514761,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:05:41.761499 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 41042) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:05:41.860058 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133f1e4a-e293-4aaf-b0a3-5aabf5d2f39c req-459ea248-1d86-46c0-ad10-97fd8e8f94dc tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:41.870693 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-133f1e4a-e293-4aaf-b0a3-5aabf5d2f39c req-459ea248-1d86-46c0-ad10-97fd8e8f94dc tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=b753d813-95df-4256-a8c0-dcd4681dfe27 HTTP/1.1" status: 200 len: 945 time: 0.0858243 Jun 26 03:05:41.873877 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 41044) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:05:41.882724 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd87611df-64cb-42cb-b734-782bf9ebb9ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '964b9885-7663-4cc6-bfd4-5bb8f0e20bea'}] {{(pid=104015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 26 03:05:41.884878 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cc6f3b5c5ccbcb5bcfe28d8fb20da90166658d76702b85331307104b46494b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f56a4121-460f-487a-ac92-f4181b939950" -d '{"events": [{"server_uuid": "d87611df-64cb-42cb-b734-782bf9ebb9ab", "name": "network-vif-plugged", "status": "completed", "tag": "964b9885-7663-4cc6-bfd4-5bb8f0e20bea"}]}' {{(pid=104015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 03:05:41.908853 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-f64d32c2-f8e4-410b-903d-dedd19947d92 admin admin] Publish callbacks [] for security_group (657bdac6-d8c5-4ef2-bfc9-0a8638514761), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:41.928497 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] For port 2d68efe6-d264-4cfb-8cd4-414d529eb007, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=2d68efe6-d264-4cfb-8cd4-414d529eb007,segment=NetworkSegment(2a397e09-d789-4683-aae4-87be6784786c),segment_id=2a397e09-d789-4683-aae4-87be6784786c)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:05:41.932686 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:05:41.947457 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Jun 2022 03:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bba27f5-eefa-4444-aafd-0aef09db36d5 x-openstack-request-id: req-1bba27f5-eefa-4444-aafd-0aef09db36d5 {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 03:05:41.947735 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d87611df-64cb-42cb-b734-782bf9ebb9ab", "name": "network-vif-plugged", "status": "completed", "tag": "964b9885-7663-4cc6-bfd4-5bb8f0e20bea", "code": 200}]} {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 03:05:41.947992 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1bba27f5-eefa-4444-aafd-0aef09db36d5 {{(pid=104015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 03:05:41.948384 dv-cinder-846842-4-iscsi neutron-server[104015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bba27f5-eefa-4444-aafd-0aef09db36d5'] response: {'server_uuid': 'd87611df-64cb-42cb-b734-782bf9ebb9ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '964b9885-7663-4cc6-bfd4-5bb8f0e20bea', 'code': 200} Jun 26 03:05:41.949796 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Returning: {'device': '2d68efe6-d264-4cfb-8cd4-414d529eb007', 'network_id': '74573779-88f3-4aaa-82c6-e30fd16eafe2', 'port_id': '2d68efe6-d264-4cfb-8cd4-414d529eb007', 'mac_address': 'fa:16:3e:0d:34:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5ebf334-cb3d-4cb7-af71-a1dac7ba1320', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104015) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 26 03:05:41.951937 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-f64d32c2-f8e4-410b-903d-dedd19947d92 admin admin] Publish callbacks [] for security_group (657bdac6-d8c5-4ef2-bfc9-0a8638514761), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:41.976580 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-133f1e4a-e293-4aaf-b0a3-5aabf5d2f39c req-7dfe1eb8-0487-4d22-9cf0-5e664fe909df tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f19f5d9-470f-45a6-8bfb-d516ad826927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868874 Jun 26 03:05:41.995377 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Current status of the port 2d68efe6-d264-4cfb-8cd4-414d529eb007 is: DOWN; New status is: BUILD {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 03:05:41.995787 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (2d68efe6-d264-4cfb-8cd4-414d529eb007), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:42.016704 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.notifiers.nova [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d68efe6-d264-4cfb-8cd4-414d529eb007 {{(pid=104015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 26 03:05:42.037678 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-5604e873-094e-41af-bea5-2e6e5a3facf5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:42.043171 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] For port 2d68efe6-d264-4cfb-8cd4-414d529eb007, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=2d68efe6-d264-4cfb-8cd4-414d529eb007,segment=NetworkSegment(2a397e09-d789-4683-aae4-87be6784786c),segment_id=2a397e09-d789-4683-aae4-87be6784786c)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:05:42.049115 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (2d68efe6-d264-4cfb-8cd4-414d529eb007), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:42.058909 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-f64d32c2-f8e4-410b-903d-dedd19947d92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (657bdac6-d8c5-4ef2-bfc9-0a8638514761), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:42.061581 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-f64d32c2-f8e4-410b-903d-dedd19947d92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:42.063281 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-f64d32c2-f8e4-410b-903d-dedd19947d92 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/657bdac6-d8c5-4ef2-bfc9-0a8638514761 HTTP/1.1" status: 204 len: 168 time: 0.3003948 Jun 26 03:05:42.074439 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64d32c2-f8e4-410b-903d-dedd19947d92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=657bdac6-d8c5-4ef2-bfc9-0a8638514761,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:05:42.118759 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Pushing event updated for resources: {'Port': ['ID=2d68efe6-d264-4cfb-8cd4-414d529eb007,revision_number=4']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:05:42.180090 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-5604e873-094e-41af-bea5-2e6e5a3facf5 admin admin] Publish callbacks [] for security_group (fb4fb276-e1e9-448a-94f0-48050413511b), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:42.187710 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-5604e873-094e-41af-bea5-2e6e5a3facf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (fb4fb276-e1e9-448a-94f0-48050413511b), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:42.238734 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-5604e873-094e-41af-bea5-2e6e5a3facf5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0c5da2134eef4275868694db9e57bba7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3629682 Jun 26 03:05:42.241859 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 41056) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:05:42.244318 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5604e873-094e-41af-bea5-2e6e5a3facf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb4fb276-e1e9-448a-94f0-48050413511b,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:05:42.306686 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfaea00-9634-4232-9004-a40b968e8ab0 req-1c234123-358c-466c-8a9f-89d2be4304b0 tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:42.308338 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-bbfaea00-9634-4232-9004-a40b968e8ab0 req-1c234123-358c-466c-8a9f-89d2be4304b0 tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e1cf9b3-1e3f-4760-81a4-4f4e8c4d5d7a HTTP/1.1" status: 200 len: 943 time: 0.1214044 Jun 26 03:05:42.315444 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d3d1be-b079-4a1f-90b7-bb6e0306af59 req-ec81df50-9314-4c02-a207-c7f3690305a9 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:42.315782 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ed09060b-79d6-4ae8-8780-de1e1ba7a365 admin admin] Publish callbacks [] for security_group (fb4fb276-e1e9-448a-94f0-48050413511b), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:42.317080 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-97d3d1be-b079-4a1f-90b7-bb6e0306af59 req-ec81df50-9314-4c02-a207-c7f3690305a9 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/ports?device_id=d87611df-64cb-42cb-b734-782bf9ebb9ab HTTP/1.1" status: 200 len: 945 time: 0.1455865 Jun 26 03:05:42.319717 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33257432-1f9e-4351-9e8e-f57402381768 req-33912299-e3f9-4258-9f31-1e0258a24f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:42.321134 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-33257432-1f9e-4351-9e8e-f57402381768 req-33912299-e3f9-4258-9f31-1e0258a24f72 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ea86edd65ecb4972ba8bb33b34387432&device_id=1c55ca6d-bad0-4964-83fe-4352b7fb1b1d HTTP/1.1" status: 200 len: 1129 time: 0.0811427 Jun 26 03:05:42.331557 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=80,neutron:DELETE=3,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:05:42.342598 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ed09060b-79d6-4ae8-8780-de1e1ba7a365 admin admin] Publish callbacks [] for security_group (fb4fb276-e1e9-448a-94f0-48050413511b), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:42.408072 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ed09060b-79d6-4ae8-8780-de1e1ba7a365 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (fb4fb276-e1e9-448a-94f0-48050413511b), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:42.409984 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-bbfaea00-9634-4232-9004-a40b968e8ab0 req-b9c8adab-8538-435a-853e-11757686bc28 tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] 10.222.0.13 "GET /v2.0/security-groups?id=b8d578a3-20a0-4dfd-8c42-86b3b60e3ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917320 Jun 26 03:05:42.422344 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ed09060b-79d6-4ae8-8780-de1e1ba7a365 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:42.422344 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-ed09060b-79d6-4ae8-8780-de1e1ba7a365 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fb4fb276-e1e9-448a-94f0-48050413511b HTTP/1.1" status: 204 len: 168 time: 0.1762722 Jun 26 03:05:42.431546 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-97d3d1be-b079-4a1f-90b7-bb6e0306af59 req-cf95ba21-3fef-4bee-9b91-aeb483595dc2 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/security-groups?id=195bce6e-5d44-40bd-9d34-9670b1e0c232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033397 Jun 26 03:05:42.446689 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed09060b-79d6-4ae8-8780-de1e1ba7a365 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb4fb276-e1e9-448a-94f0-48050413511b,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:05:42.714669 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] get_ports_and_sgs() called for port_ids ['2d68efe6-d264-4cfb-8cd4-414d529eb007'] {{(pid=104015) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 03:05:42.825072 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9fd4b2-6a33-4a8e-834a-867c8361d3e2 req-5fe87c8f-5063-49e9-b229-5596653a9abc tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:42.825869 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 41086) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:05:42.830551 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-0a9fd4b2-6a33-4a8e-834a-867c8361d3e2 req-5fe87c8f-5063-49e9-b229-5596653a9abc tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c55ca6d-bad0-4964-83fe-4352b7fb1b1d HTTP/1.1" status: 200 len: 945 time: 0.0700257 Jun 26 03:05:42.843151 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a16e1ade-2a17-43ea-ad6d-3157eb3889f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:42.862945 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:05:42.892598 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71802ba0-fad8-472f-be44-c62e8b9f99bc req-6361895d-707a-4746-9da0-0335bb6a5065 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:42.894227 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-71802ba0-fad8-472f-be44-c62e8b9f99bc req-6361895d-707a-4746-9da0-0335bb6a5065 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b0d1d9b-d025-442c-a2f6-db22050d9059 HTTP/1.1" status: 200 len: 946 time: 0.0934608 Jun 26 03:05:42.942233 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-0a9fd4b2-6a33-4a8e-834a-867c8361d3e2 req-efbf999c-854b-4e26-aac2-81f6aec497aa tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/security-groups?id=8443e5b4-cfe8-43f3-9dfe-63aae7d635f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1064548 Jun 26 03:05:42.985234 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-71802ba0-fad8-472f-be44-c62e8b9f99bc req-2ed6e7e2-baec-4d4b-a475-096c87f00442 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=cae80eaa-bfa7-4de0-8fc0-ae5390068214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842257 Jun 26 03:05:43.013854 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a16e1ade-2a17-43ea-ad6d-3157eb3889f2 admin admin] Publish callbacks [] for security_group (0e3c4a84-0dd8-4bd9-b036-6150bef3d661), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:43.019457 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a16e1ade-2a17-43ea-ad6d-3157eb3889f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (0e3c4a84-0dd8-4bd9-b036-6150bef3d661), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:43.057617 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=76,neutron:INSERT=21,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:05:43.076751 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-a16e1ade-2a17-43ea-ad6d-3157eb3889f2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4648be0848a541e492addcfbbcbeee01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2482970 Jun 26 03:05:43.076751 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16e1ade-2a17-43ea-ad6d-3157eb3889f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e3c4a84-0dd8-4bd9-b036-6150bef3d661,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:05:43.079644 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 41096) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:05:43.116056 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df482da-b3c2-4af4-84ba-c683949c8499 req-f5f43a25-9bb0-4917-ac2d-3cefdd43c064 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:43.117671 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-0df482da-b3c2-4af4-84ba-c683949c8499 req-f5f43a25-9bb0-4917-ac2d-3cefdd43c064 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=b753d813-95df-4256-a8c0-dcd4681dfe27 HTTP/1.1" status: 200 len: 945 time: 0.0630131 Jun 26 03:05:43.170214 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:05:43.182912 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-953c8ee0-2665-446f-83ed-f625c9de1b0b admin admin] Publish callbacks [] for security_group (0e3c4a84-0dd8-4bd9-b036-6150bef3d661), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:43.194691 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-0df482da-b3c2-4af4-84ba-c683949c8499 req-48c76f0c-7783-4bbd-b867-7edb9a1a3826 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f19f5d9-470f-45a6-8bfb-d516ad826927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705423 Jun 26 03:05:43.211661 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-953c8ee0-2665-446f-83ed-f625c9de1b0b admin admin] Publish callbacks [] for security_group (0e3c4a84-0dd8-4bd9-b036-6150bef3d661), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:43.262356 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-953c8ee0-2665-446f-83ed-f625c9de1b0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (0e3c4a84-0dd8-4bd9-b036-6150bef3d661), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:43.265829 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-953c8ee0-2665-446f-83ed-f625c9de1b0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:43.267085 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-953c8ee0-2665-446f-83ed-f625c9de1b0b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0e3c4a84-0dd8-4bd9-b036-6150bef3d661 HTTP/1.1" status: 204 len: 168 time: 0.1764312 Jun 26 03:05:43.276840 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953c8ee0-2665-446f-83ed-f625c9de1b0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e3c4a84-0dd8-4bd9-b036-6150bef3d661,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:05:43.583082 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3f6db2-b0bd-4350-8655-b002a017d564 req-ed9f552a-b806-4167-832c-4743f8f942e3 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:43.583969 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-ae3f6db2-b0bd-4350-8655-b002a017d564 req-ed9f552a-b806-4167-832c-4743f8f942e3 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/ports?device_id=d87611df-64cb-42cb-b734-782bf9ebb9ab HTTP/1.1" status: 200 len: 945 time: 0.0753171 Jun 26 03:05:43.590323 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d3d5c0-5bab-41e7-bf8d-2a6c8234249a req-689268a2-8f2c-46cb-a9d9-6f7f9074ffd0 tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:43.594925 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-94d3d5c0-5bab-41e7-bf8d-2a6c8234249a req-689268a2-8f2c-46cb-a9d9-6f7f9074ffd0 tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e1cf9b3-1e3f-4760-81a4-4f4e8c4d5d7a HTTP/1.1" status: 200 len: 943 time: 0.0974967 Jun 26 03:05:43.674600 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-ae3f6db2-b0bd-4350-8655-b002a017d564 req-d51e526b-793e-4523-8072-a315c62cfadc tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/security-groups?id=195bce6e-5d44-40bd-9d34-9670b1e0c232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784683 Jun 26 03:05:43.689093 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-94d3d5c0-5bab-41e7-bf8d-2a6c8234249a req-541ffa13-b7e1-4df5-8001-900dbf699fab tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] 10.222.0.13 "GET /v2.0/security-groups?id=b8d578a3-20a0-4dfd-8c42-86b3b60e3ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857906 Jun 26 03:05:43.735795 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-e7535f84-bb8e-4747-bd96-7ac4cbabc99e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (0122de27-3097-4d47-a0ca-0fb90e28ac1e), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:44.002300 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Device 2d68efe6-d264-4cfb-8cd4-414d529eb007 up at agent hyperv_hv-cinder-84684 {{(pid=104015) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 03:05:44.071311 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (e7a0895f-45bb-4130-be69-32df3e039043), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:44.099283 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Provisioning for port 2d68efe6-d264-4cfb-8cd4-414d529eb007 completed by entity L2. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 26 03:05:44.100153 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0510a3-b26c-4bfb-995b-a9501aeb5aa4 req-31870b3e-df84-48f8-b1cd-23c5c5b4abd2 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:44.108065 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Provisioning complete for port 2d68efe6-d264-4cfb-8cd4-414d529eb007 triggered by entity L2. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:05:44.108650 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (2d68efe6-d264-4cfb-8cd4-414d529eb007), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:44.112177 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-6d0510a3-b26c-4bfb-995b-a9501aeb5aa4 req-31870b3e-df84-48f8-b1cd-23c5c5b4abd2 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c55ca6d-bad0-4964-83fe-4352b7fb1b1d HTTP/1.1" status: 200 len: 945 time: 0.0744534 Jun 26 03:05:44.224702 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-6d0510a3-b26c-4bfb-995b-a9501aeb5aa4 req-cedbc9f2-045a-4a79-bacd-fe41316dbaaf tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/security-groups?id=8443e5b4-cfe8-43f3-9dfe-63aae7d635f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102638 Jun 26 03:05:44.238001 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd26764-70fa-4f0a-b7de-983c0d0f4dd5 req-28577ad8-02f7-4f28-bb7d-9844f0f8f036 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:44.244771 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Current status of the port 2d68efe6-d264-4cfb-8cd4-414d529eb007 is: BUILD; New status is: ACTIVE {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 03:05:44.244771 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (2d68efe6-d264-4cfb-8cd4-414d529eb007), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:44.254782 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-9dd26764-70fa-4f0a-b7de-983c0d0f4dd5 req-28577ad8-02f7-4f28-bb7d-9844f0f8f036 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b0d1d9b-d025-442c-a2f6-db22050d9059 HTTP/1.1" status: 200 len: 946 time: 0.1197340 Jun 26 03:05:44.351904 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c55ca6d-bad0-4964-83fe-4352b7fb1b1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d68efe6-d264-4cfb-8cd4-414d529eb007'}] {{(pid=104015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 26 03:05:44.361491 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cc6f3b5c5ccbcb5bcfe28d8fb20da90166658d76702b85331307104b46494b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3269ba41-8918-453d-abab-fb30c70c0842" -d '{"events": [{"server_uuid": "1c55ca6d-bad0-4964-83fe-4352b7fb1b1d", "name": "network-vif-plugged", "status": "completed", "tag": "2d68efe6-d264-4cfb-8cd4-414d529eb007"}]}' {{(pid=104015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 03:05:44.364165 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-9dd26764-70fa-4f0a-b7de-983c0d0f4dd5 req-428b0636-f51e-44a2-b3d0-165e2be6ab76 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=cae80eaa-bfa7-4de0-8fc0-ae5390068214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942066 Jun 26 03:05:44.402023 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] For port 2d68efe6-d264-4cfb-8cd4-414d529eb007, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=2d68efe6-d264-4cfb-8cd4-414d529eb007,segment=NetworkSegment(2a397e09-d789-4683-aae4-87be6784786c),segment_id=2a397e09-d789-4683-aae4-87be6784786c)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:05:44.430610 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (2d68efe6-d264-4cfb-8cd4-414d529eb007), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:44.454101 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a222a7-5224-4a98-acf6-199ee3138f0c req-4ee98d94-4626-4330-9b57-0c25ccfbe5f0 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:44.462111 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-b8a222a7-5224-4a98-acf6-199ee3138f0c req-4ee98d94-4626-4330-9b57-0c25ccfbe5f0 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=b753d813-95df-4256-a8c0-dcd4681dfe27 HTTP/1.1" status: 200 len: 945 time: 0.0969529 Jun 26 03:05:44.492224 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Jun 2022 03:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c16974a6-1d0f-4a97-b52f-e54a241f4498 x-openstack-request-id: req-c16974a6-1d0f-4a97-b52f-e54a241f4498 {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 03:05:44.493746 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c55ca6d-bad0-4964-83fe-4352b7fb1b1d", "name": "network-vif-plugged", "status": "completed", "tag": "2d68efe6-d264-4cfb-8cd4-414d529eb007", "code": 200}]} {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 03:05:44.494246 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c16974a6-1d0f-4a97-b52f-e54a241f4498 {{(pid=104015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 03:05:44.494788 dv-cinder-846842-4-iscsi neutron-server[104015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c16974a6-1d0f-4a97-b52f-e54a241f4498'] response: {'server_uuid': '1c55ca6d-bad0-4964-83fe-4352b7fb1b1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d68efe6-d264-4cfb-8cd4-414d529eb007', 'code': 200} Jun 26 03:05:44.500669 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:05:44.521941 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Pushing event updated for resources: {'Port': ['ID=2d68efe6-d264-4cfb-8cd4-414d529eb007,revision_number=5']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:05:44.550765 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-b8a222a7-5224-4a98-acf6-199ee3138f0c req-da0acc4e-0c63-4dc6-8082-fb0e61200d33 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f19f5d9-470f-45a6-8bfb-d516ad826927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874417 Jun 26 03:05:44.830996 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a0725410-9e6c-45cb-9ff8-c6c4931d6b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (ece691f0-a7cc-4e31-b59a-0e18fd9fccde), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:44.864721 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c11915c-8c45-4567-a478-55c6845ab398 req-9fcaa412-ab16-4596-bdac-54b4a0a954f7 tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:44.872508 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-4c11915c-8c45-4567-a478-55c6845ab398 req-9fcaa412-ab16-4596-bdac-54b4a0a954f7 tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e1cf9b3-1e3f-4760-81a4-4f4e8c4d5d7a HTTP/1.1" status: 200 len: 943 time: 0.0714037 Jun 26 03:05:44.957885 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04ac570-3f16-4a4d-8de9-74869d87d2d6 req-bd43357e-e8a3-488a-8796-f5d21bf7e9c2 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:44.959402 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-f04ac570-3f16-4a4d-8de9-74869d87d2d6 req-bd43357e-e8a3-488a-8796-f5d21bf7e9c2 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/ports?device_id=d87611df-64cb-42cb-b734-782bf9ebb9ab HTTP/1.1" status: 200 len: 945 time: 0.0838997 Jun 26 03:05:44.970392 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-4c11915c-8c45-4567-a478-55c6845ab398 req-91565b14-09a3-4cad-90e0-1edc319c95dd tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] 10.222.0.13 "GET /v2.0/security-groups?id=b8d578a3-20a0-4dfd-8c42-86b3b60e3ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955617 Jun 26 03:05:45.032906 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-f04ac570-3f16-4a4d-8de9-74869d87d2d6 req-b0a32763-965f-4ec5-892e-8c78b41c7247 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/security-groups?id=195bce6e-5d44-40bd-9d34-9670b1e0c232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604341 Jun 26 03:05:45.152527 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33257432-1f9e-4351-9e8e-f57402381768 req-b819b5cc-8571-459f-b5be-93cdb0a73aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:45.156684 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-33257432-1f9e-4351-9e8e-f57402381768 req-b819b5cc-8571-459f-b5be-93cdb0a73aaa service neutron] 10.222.0.43 "GET /v2.0/networks?id=74573779-88f3-4aaa-82c6-e30fd16eafe2 HTTP/1.1" status: 200 len: 912 time: 0.1099699 Jun 26 03:05:45.373379 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=100 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:05:45.383461 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6a7caf-c6ba-4700-94cb-38bb0661e67c req-19f417e3-6531-49f1-ae58-bb552453c199 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:45.385072 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-9e6a7caf-c6ba-4700-94cb-38bb0661e67c req-19f417e3-6531-49f1-ae58-bb552453c199 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c55ca6d-bad0-4964-83fe-4352b7fb1b1d HTTP/1.1" status: 200 len: 946 time: 0.0553055 Jun 26 03:05:45.458417 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-9e6a7caf-c6ba-4700-94cb-38bb0661e67c req-338e4bee-e6fc-435f-a79d-f7f30c60e5df tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/security-groups?id=8443e5b4-cfe8-43f3-9dfe-63aae7d635f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625074 Jun 26 03:05:45.549892 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c9b728-ab7f-47c4-a231-a790f669bfb5 req-8a8035be-8069-4d04-a66a-ee4ab8662d90 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:45.551527 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a0c9b728-ab7f-47c4-a231-a790f669bfb5 req-8a8035be-8069-4d04-a66a-ee4ab8662d90 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b0d1d9b-d025-442c-a2f6-db22050d9059 HTTP/1.1" status: 200 len: 946 time: 0.0546782 Jun 26 03:05:45.839180 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a0c9b728-ab7f-47c4-a231-a790f669bfb5 req-057baf4a-41be-4449-be05-2cd0f9a82b26 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=cae80eaa-bfa7-4de0-8fc0-ae5390068214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2814996 Jun 26 03:05:45.915006 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-33257432-1f9e-4351-9e8e-f57402381768 req-85f73a0b-28a2-4f66-b274-1889fdeac301 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2d68efe6-d264-4cfb-8cd4-414d529eb007 HTTP/1.1" status: 200 len: 217 time: 0.0795288 Jun 26 03:05:45.932298 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04db7f7-d804-4b3f-b4eb-6568fd3778ba req-90585449-fe04-47fe-bccc-809a12277567 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:45.933755 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-e04db7f7-d804-4b3f-b4eb-6568fd3778ba req-90585449-fe04-47fe-bccc-809a12277567 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=b753d813-95df-4256-a8c0-dcd4681dfe27 HTTP/1.1" status: 200 len: 945 time: 0.1005862 Jun 26 03:05:45.934973 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cbd2b0-8fb1-4150-8a87-673a09cce077 req-0b2fe6db-55fd-4f2b-9519-eee8f49191c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:45.936197 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-44cbd2b0-8fb1-4150-8a87-673a09cce077 req-0b2fe6db-55fd-4f2b-9519-eee8f49191c5 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b753d813-95df-4256-a8c0-dcd4681dfe27 HTTP/1.1" status: 200 len: 1129 time: 0.3373408 Jun 26 03:05:45.972205 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=100 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:05:46.004771 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Device d9366ecd-7ca4-4109-bdc7-b47e7cb83078 details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=104015) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 26 03:05:46.014738 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-e04db7f7-d804-4b3f-b4eb-6568fd3778ba req-a13ad073-02ea-486d-a812-da6384a1dff4 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f19f5d9-470f-45a6-8bfb-d516ad826927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750217 Jun 26 03:05:46.036474 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c480020f-7038-4883-b136-af469026718c req-0b729d74-a6d5-49e8-8637-bea97595347f tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:46.036474 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-c480020f-7038-4883-b136-af469026718c req-0b729d74-a6d5-49e8-8637-bea97595347f tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b0d1d9b-d025-442c-a2f6-db22050d9059 HTTP/1.1" status: 200 len: 946 time: 0.0628202 Jun 26 03:05:46.045922 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 41234) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:05:46.051693 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-b69efd8a-a830-4340-a7c2-1eec6e620506 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Request body: {'floatingip': {'port_id': '52fe6654-0bad-4f8c-9c8b-2d810ffaeb4f'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:05:46.137330 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-b69efd8a-a830-4340-a7c2-1eec6e620506 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Publish callbacks [] for floatingip (d6bfc6de-13d9-4d14-8418-1d627a4b1565), before_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:46.172669 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dc86fa-6e42-451f-99a1-815ef8e2cc70 req-2dd8f46a-59a5-48e5-94c9-52836105b6cc tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:46.174211 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-51dc86fa-6e42-451f-99a1-815ef8e2cc70 req-2dd8f46a-59a5-48e5-94c9-52836105b6cc tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e1cf9b3-1e3f-4760-81a4-4f4e8c4d5d7a HTTP/1.1" status: 200 len: 943 time: 0.0923681 Jun 26 03:05:46.191687 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] For port d9366ecd-7ca4-4109-bdc7-b47e7cb83078, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=d9366ecd-7ca4-4109-bdc7-b47e7cb83078,segment=NetworkSegment(cf7f1aa2-5b82-42a9-b922-aafb5e3585d6),segment_id=cf7f1aa2-5b82-42a9-b922-aafb5e3585d6)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:05:46.204526 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Returning: {'device': 'd9366ecd-7ca4-4109-bdc7-b47e7cb83078', 'network_id': '26d75899-1607-4d4e-b529-22178d34e095', 'port_id': 'd9366ecd-7ca4-4109-bdc7-b47e7cb83078', 'mac_address': 'fa:16:3e:d7:55:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '767e1a0e-9ad6-4e3d-acf7-7ae8d7e1ee4a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104015) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 26 03:05:46.232119 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862a8395-517f-46ac-89bf-9d4dfc314c7c req-e1f09b6a-3a3a-4945-9b17-96eaaac343ef tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:46.236311 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-862a8395-517f-46ac-89bf-9d4dfc314c7c req-e1f09b6a-3a3a-4945-9b17-96eaaac343ef tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/ports?device_id=d87611df-64cb-42cb-b734-782bf9ebb9ab HTTP/1.1" status: 200 len: 945 time: 0.1153595 Jun 26 03:05:46.281742 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-51dc86fa-6e42-451f-99a1-815ef8e2cc70 req-5193ae43-a38b-43c3-b944-1f8de6e0d6bb tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] 10.222.0.13 "GET /v2.0/security-groups?id=b8d578a3-20a0-4dfd-8c42-86b3b60e3ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008763 Jun 26 03:05:46.282955 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Current status of the port d9366ecd-7ca4-4109-bdc7-b47e7cb83078 is: DOWN; New status is: BUILD {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 03:05:46.283352 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (d9366ecd-7ca4-4109-bdc7-b47e7cb83078), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:46.288790 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d2867017-9ae3-4ae5-b018-59cb98d1258b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (3b87920d-6933-41a3-b47c-185b87d68e87), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:46.306472 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.notifiers.nova [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9366ecd-7ca4-4109-bdc7-b47e7cb83078 {{(pid=104015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 26 03:05:46.325247 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-862a8395-517f-46ac-89bf-9d4dfc314c7c req-478d97c0-8b03-4fc4-badf-3543671723e3 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/security-groups?id=195bce6e-5d44-40bd-9d34-9670b1e0c232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769022 Jun 26 03:05:46.327634 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] For port d9366ecd-7ca4-4109-bdc7-b47e7cb83078, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=d9366ecd-7ca4-4109-bdc7-b47e7cb83078,segment=NetworkSegment(cf7f1aa2-5b82-42a9-b922-aafb5e3585d6),segment_id=cf7f1aa2-5b82-42a9-b922-aafb5e3585d6)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:05:46.332671 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (d9366ecd-7ca4-4109-bdc7-b47e7cb83078), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:46.367938 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:05:46.387219 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Pushing event updated for resources: {'Port': ['ID=d9366ecd-7ca4-4109-bdc7-b47e7cb83078,revision_number=4']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:05:46.439687 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1fa363-5e8d-4686-bf5d-032221ad389b req-5936ac19-fe50-4f29-ae83-4c7e46d3352b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:46.441301 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-6a1fa363-5e8d-4686-bf5d-032221ad389b req-5936ac19-fe50-4f29-ae83-4c7e46d3352b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d87611df-64cb-42cb-b734-782bf9ebb9ab HTTP/1.1" status: 200 len: 1129 time: 0.0380731 Jun 26 03:05:46.473013 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ba9f9b-4efc-443f-b187-21ee46cbf053 req-3285e28b-86cc-4674-aedc-bd172a848cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:46.474550 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-77ba9f9b-4efc-443f-b187-21ee46cbf053 req-3285e28b-86cc-4674-aedc-bd172a848cfe service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1c55ca6d-bad0-4964-83fe-4352b7fb1b1d HTTP/1.1" status: 200 len: 1130 time: 0.0699086 Jun 26 03:05:46.508504 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (16f9b602-7baf-4f7a-ab92-1b0788147fb5), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:46.601005 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711e07ec-3a9a-41d4-aa95-d98169e5d319 req-7ed81e7f-f9cb-467b-aaae-e4882b82442b tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:46.602572 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-711e07ec-3a9a-41d4-aa95-d98169e5d319 req-7ed81e7f-f9cb-467b-aaae-e4882b82442b tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c55ca6d-bad0-4964-83fe-4352b7fb1b1d HTTP/1.1" status: 200 len: 946 time: 0.0649319 Jun 26 03:05:46.784772 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-711e07ec-3a9a-41d4-aa95-d98169e5d319 req-c3b3a741-2c06-447c-aaa6-023a35a822fa tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/security-groups?id=8443e5b4-cfe8-43f3-9dfe-63aae7d635f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1567669 Jun 26 03:05:46.788117 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-77ba9f9b-4efc-443f-b187-21ee46cbf053 req-1412384a-da4a-4c13-97b0-75eea75b9951 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=8443e5b4-cfe8-43f3-9dfe-63aae7d635f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087775 Jun 26 03:05:46.818189 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33257432-1f9e-4351-9e8e-f57402381768 req-74548bea-0aaa-43b4-b478-1194e27a8f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:46.819007 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] get_ports_and_sgs() called for port_ids ['d9366ecd-7ca4-4109-bdc7-b47e7cb83078'] {{(pid=104015) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 03:05:46.819547 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-33257432-1f9e-4351-9e8e-f57402381768 req-74548bea-0aaa-43b4-b478-1194e27a8f63 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c5ebf334-cb3d-4cb7-af71-a1dac7ba1320 HTTP/1.1" status: 200 len: 850 time: 0.1818275 Jun 26 03:05:46.822083 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-44cbd2b0-8fb1-4150-8a87-673a09cce077 req-ea83afce-7cb8-4929-b20d-14fe5066cfe6 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=5f19f5d9-470f-45a6-8bfb-d516ad826927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765594 Jun 26 03:05:46.824106 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-6a1fa363-5e8d-4686-bf5d-032221ad389b req-3b7d6f9d-41d9-4067-97e0-7b123531fc26 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=195bce6e-5d44-40bd-9d34-9670b1e0c232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1598933 Jun 26 03:05:46.932055 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-b69efd8a-a830-4340-a7c2-1eec6e620506 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:46.939228 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-b69efd8a-a830-4340-a7c2-1eec6e620506 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620021'] for floatingip (d6bfc6de-13d9-4d14-8418-1d627a4b1565), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:47.001797 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:DELETE=4,neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:05:47.064747 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.db.l3_db [None req-b69efd8a-a830-4340-a7c2-1eec6e620506 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Floating IP d6bfc6de-13d9-4d14-8418-1d627a4b1565 associated. External IP: 172.27.2.97, port: 52fe6654-0bad-4f8c-9c8b-2d810ffaeb4f. Jun 26 03:05:47.158141 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e563aea0-f37d-45a5-80cc-65bf1f3e0486 req-cbd0acdf-31c2-49fe-9cd6-16c6c1793ee5 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:47.159637 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-e563aea0-f37d-45a5-80cc-65bf1f3e0486 req-cbd0acdf-31c2-49fe-9cd6-16c6c1793ee5 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=b753d813-95df-4256-a8c0-dcd4681dfe27 HTTP/1.1" status: 200 len: 945 time: 0.0634489 Jun 26 03:05:47.212093 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:05:47.213384 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-e563aea0-f37d-45a5-80cc-65bf1f3e0486 req-4d77d120-6565-4c8a-99bd-9db0951802f0 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f19f5d9-470f-45a6-8bfb-d516ad826927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482633 Jun 26 03:05:47.489088 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba9d97e-5dd7-4103-a9b0-30aec745f277 req-d679a2de-a138-4b7c-b521-0f984e8352eb tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:47.490888 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-3ba9d97e-5dd7-4103-a9b0-30aec745f277 req-d679a2de-a138-4b7c-b521-0f984e8352eb tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e1cf9b3-1e3f-4760-81a4-4f4e8c4d5d7a HTTP/1.1" status: 200 len: 944 time: 0.1201861 Jun 26 03:05:47.506790 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b122fe68-6f3f-4241-af39-deeac2a9e506 req-926e593c-784c-4686-86db-c02b479e2817 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:47.508612 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-b122fe68-6f3f-4241-af39-deeac2a9e506 req-926e593c-784c-4686-86db-c02b479e2817 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/ports?device_id=d87611df-64cb-42cb-b734-782bf9ebb9ab HTTP/1.1" status: 200 len: 945 time: 0.0711203 Jun 26 03:05:47.542479 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b69efd8a-a830-4340-a7c2-1eec6e620506 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Router 835eabe5-1cc7-4a1c-883b-ff8b0fbc3a4a has already been hosted by L3 agent 0122de27-3097-4d47-a0ca-0fb90e28ac1e {{(pid=104013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 26 03:05:47.568834 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=100 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:05:47.587456 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-3ba9d97e-5dd7-4103-a9b0-30aec745f277 req-7b5544ba-b3af-4a40-ad38-9acbc6ad3ef8 tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] 10.222.0.13 "GET /v2.0/security-groups?id=b8d578a3-20a0-4dfd-8c42-86b3b60e3ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777917 Jun 26 03:05:47.600052 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-b122fe68-6f3f-4241-af39-deeac2a9e506 req-9a6b8421-ebce-49fc-b9e9-2b1d3059115f tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/security-groups?id=195bce6e-5d44-40bd-9d34-9670b1e0c232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753565 Jun 26 03:05:47.673266 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b69efd8a-a830-4340-a7c2-1eec6e620506 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Notify agent at l3_agent.dv-cinder-846842-4-iscsi the message routers_updated {{(pid=104013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 03:05:47.678853 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-b69efd8a-a830-4340-a7c2-1eec6e620506 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515864'] for floatingip (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:47.686415 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57a98a4-f70e-45d9-91c0-c8e4e8b2e337 None None] Sync routers for ids ['835eabe5-1cc7-4a1c-883b-ff8b0fbc3a4a'] in dv-cinder-846842-4-iscsi {{(pid=104016) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 03:05:47.696866 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57a98a4-f70e-45d9-91c0-c8e4e8b2e337 None None] Routers {'835eabe5-1cc7-4a1c-883b-ff8b0fbc3a4a'} bound to L3 agent in host dv-cinder-846842-4-iscsi {{(pid=104016) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 26 03:05:47.697266 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-e57a98a4-f70e-45d9-91c0-c8e4e8b2e337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-26T02:56:44Z,description=,heartbeat_timestamp=2022-06-26T03:05:44Z,host='dv-cinder-846842-4-iscsi',id=0122de27-3097-4d47-a0ca-0fb90e28ac1e,load=0,resource_versions=,resources_synced=,started_at=2022-06-26T02:56:44Z,topic='l3_agent')) {'router_ids': ['835eabe5-1cc7-4a1c-883b-ff8b0fbc3a4a'], 'active': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:05:47.714121 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-b69efd8a-a830-4340-a7c2-1eec6e620506 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "PUT /v2.0/floatingips/d6bfc6de-13d9-4d14-8418-1d627a4b1565 HTTP/1.1" status: 200 len: 991 time: 1.6647151 Jun 26 03:05:47.714121 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 41312) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:05:47.714121 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b0d1d9b-d025-442c-a2f6-db22050d9059', 'tag': '52fe6654-0bad-4f8c-9c8b-2d810ffaeb4f'}] {{(pid=104013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 26 03:05:47.715846 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}139ce4dbef1e3d377c6aaa27dc3378ac98104fcd26dfc0ba8b816af75a6f94ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-194f2341-8916-4efa-8833-97703fdd17a6" -d '{"events": [{"name": "network-changed", "server_uuid": "3b0d1d9b-d025-442c-a2f6-db22050d9059", "tag": "52fe6654-0bad-4f8c-9c8b-2d810ffaeb4f"}]}' {{(pid=104013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 03:05:47.756925 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Jun 2022 03:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71fcfa60-2c81-48cb-a63b-2decd61b7e8d x-openstack-request-id: req-71fcfa60-2c81-48cb-a63b-2decd61b7e8d {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 03:05:47.757212 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b0d1d9b-d025-442c-a2f6-db22050d9059", "tag": "52fe6654-0bad-4f8c-9c8b-2d810ffaeb4f", "status": "completed", "code": 200}]} {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 03:05:47.757827 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-71fcfa60-2c81-48cb-a63b-2decd61b7e8d {{(pid=104013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 03:05:47.757937 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71fcfa60-2c81-48cb-a63b-2decd61b7e8d'] response: {'name': 'network-changed', 'server_uuid': '3b0d1d9b-d025-442c-a2f6-db22050d9059', 'tag': '52fe6654-0bad-4f8c-9c8b-2d810ffaeb4f', 'status': 'completed', 'code': 200} Jun 26 03:05:47.801879 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvr_db [None req-e57a98a4-f70e-45d9-91c0-c8e4e8b2e337 None None] Set router 835eabe5-1cc7-4a1c-883b-ff8b0fbc3a4a gateway port host: dv-cinder-846842-4-iscsi {{(pid=104016) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 26 03:05:47.833474 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-b5a9b3fe-8ad0-45fe-b5e0-467303e953b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:47.916468 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3e4c3c-ac00-45de-8b91-25b2f775b52d req-b8a0ac0c-1068-4c91-b484-ea7e2bb45609 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:47.918681 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-8c3e4c3c-ac00-45de-8b91-25b2f775b52d req-b8a0ac0c-1068-4c91-b484-ea7e2bb45609 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c55ca6d-bad0-4964-83fe-4352b7fb1b1d HTTP/1.1" status: 200 len: 946 time: 0.0555296 Jun 26 03:05:47.925664 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-b5a9b3fe-8ad0-45fe-b5e0-467303e953b8 admin admin] Publish callbacks [] for security_group (15c09e68-932a-4477-ba5d-d6b35a308c79), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:47.930820 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-b5a9b3fe-8ad0-45fe-b5e0-467303e953b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (15c09e68-932a-4477-ba5d-d6b35a308c79), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:47.961967 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a9b3fe-8ad0-45fe-b5e0-467303e953b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15c09e68-932a-4477-ba5d-d6b35a308c79,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:05:47.971434 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-8c3e4c3c-ac00-45de-8b91-25b2f775b52d req-60dbd606-b0ab-4c9a-9481-368b1ffcf9cc tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/security-groups?id=8443e5b4-cfe8-43f3-9dfe-63aae7d635f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476913 Jun 26 03:05:47.984756 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-b5a9b3fe-8ad0-45fe-b5e0-467303e953b8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=90f7307168c24bd1aef024ca8984c16e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2629075 Jun 26 03:05:47.985244 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 41322) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:05:48.026064 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Device d9366ecd-7ca4-4109-bdc7-b47e7cb83078 up at agent hyperv_hv-cinder-84684 {{(pid=104015) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 03:05:48.047278 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-0d8167b0-9d0a-475b-bdd4-b23b9b92f0a7 admin admin] Publish callbacks [] for security_group (15c09e68-932a-4477-ba5d-d6b35a308c79), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:48.075387 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-0d8167b0-9d0a-475b-bdd4-b23b9b92f0a7 admin admin] Publish callbacks [] for security_group (15c09e68-932a-4477-ba5d-d6b35a308c79), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:48.076043 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Provisioning for port d9366ecd-7ca4-4109-bdc7-b47e7cb83078 completed by entity L2. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 26 03:05:48.076128 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33257432-1f9e-4351-9e8e-f57402381768 req-6a9ed37e-1800-4d17-b8da-2682f5a644fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:48.077152 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-33257432-1f9e-4351-9e8e-f57402381768 req-6a9ed37e-1800-4d17-b8da-2682f5a644fd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=74573779-88f3-4aaa-82c6-e30fd16eafe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0605555 Jun 26 03:05:48.083367 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Provisioning complete for port d9366ecd-7ca4-4109-bdc7-b47e7cb83078 triggered by entity L2. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:05:48.083734 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (d9366ecd-7ca4-4109-bdc7-b47e7cb83078), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:48.135219 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-0d8167b0-9d0a-475b-bdd4-b23b9b92f0a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (15c09e68-932a-4477-ba5d-d6b35a308c79), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:48.139054 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-0d8167b0-9d0a-475b-bdd4-b23b9b92f0a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:48.143335 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-0d8167b0-9d0a-475b-bdd4-b23b9b92f0a7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/15c09e68-932a-4477-ba5d-d6b35a308c79 HTTP/1.1" status: 204 len: 168 time: 0.1566029 Jun 26 03:05:48.160331 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8167b0-9d0a-475b-bdd4-b23b9b92f0a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15c09e68-932a-4477-ba5d-d6b35a308c79,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:05:48.170655 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-e57a98a4-f70e-45d9-91c0-c8e4e8b2e337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '835eabe5-1cc7-4a1c-883b-ff8b0fbc3a4a', 'name': 'tempest-AttachVolumeShelveTestJSON-1146222204-router', 'tenant_id': '5dd1a7a651fa4d27a1b6488ca13effca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '33388b70-103e-4ab1-948f-5b12b8967957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:04:31Z', 'updated_at': '2022-06-26T03:04:39Z', 'revision_number': 4, 'project_id': '5dd1a7a651fa4d27a1b6488ca13effca', 'gw_port': {'id': '33388b70-103e-4ab1-948f-5b12b8967957', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c7:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835eabe5-1cc7-4a1c-883b-ff8b0fbc3a4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:31Z', 'updated_at': '2022-06-26T03:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi', '_floatingips': [{'id': 'd6bfc6de-13d9-4d14-8418-1d627a4b1565', 'tenant_id': '5dd1a7a651fa4d27a1b6488ca13effca', 'floating_ip_address': '172.27.2.97', 'floating_network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'router_id': '835eabe5-1cc7-4a1c-883b-ff8b0fbc3a4a', 'port_id': '52fe6654-0bad-4f8c-9c8b-2d810ffaeb4f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '151cdbb9-618f-46a1-a7b5-564e53db9cea', 'mac_address': 'fa:16:3e:bf:1a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0d1d9b-d025-442c-a2f6-db22050d9059', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-26T03:04:48Z', 'updated_at': '2022-06-26T03:05:46Z', 'revision_number': 1, 'project_id': '5dd1a7a651fa4d27a1b6488ca13effca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8cc937d-db9b-4f0e-ab77-7c522c5d66b7', 'name': '', 'network_id': '151cdbb9-618f-46a1-a7b5-564e53db9cea', 'tenant_id': '5dd1a7a651fa4d27a1b6488ca13effca', 'mac_address': 'fa:16:3e:26:61:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835eabe5-1cc7-4a1c-883b-ff8b0fbc3a4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'b3475431-7645-416a-9b3b-e23c4a132926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:36Z', 'updated_at': '2022-06-26T03:04:51Z', 'revision_number': 5, 'project_id': '5dd1a7a651fa4d27a1b6488ca13effca', 'subnets': [{'id': 'b3475431-7645-416a-9b3b-e23c4a132926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-4-iscsi', False) {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:05:48.170841 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Current status of the port d9366ecd-7ca4-4109-bdc7-b47e7cb83078 is: BUILD; New status is: ACTIVE {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 03:05:48.171099 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (d9366ecd-7ca4-4109-bdc7-b47e7cb83078), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:48.203751 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e1cf9b3-1e3f-4760-81a4-4f4e8c4d5d7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9366ecd-7ca4-4109-bdc7-b47e7cb83078'}] {{(pid=104015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 26 03:05:48.205932 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cc6f3b5c5ccbcb5bcfe28d8fb20da90166658d76702b85331307104b46494b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fd4558e-9978-4de1-b34f-677e547669c7" -d '{"events": [{"server_uuid": "0e1cf9b3-1e3f-4760-81a4-4f4e8c4d5d7a", "name": "network-vif-plugged", "status": "completed", "tag": "d9366ecd-7ca4-4109-bdc7-b47e7cb83078"}]}' {{(pid=104015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 03:05:48.207791 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57a98a4-f70e-45d9-91c0-c8e4e8b2e337 None None] Checking router: 835eabe5-1cc7-4a1c-883b-ff8b0fbc3a4a for host: dv-cinder-846842-4-iscsi {{(pid=104016) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 03:05:48.221474 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] For port d9366ecd-7ca4-4109-bdc7-b47e7cb83078, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=d9366ecd-7ca4-4109-bdc7-b47e7cb83078,segment=NetworkSegment(cf7f1aa2-5b82-42a9-b922-aafb5e3585d6),segment_id=cf7f1aa2-5b82-42a9-b922-aafb5e3585d6)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:05:48.229199 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (d9366ecd-7ca4-4109-bdc7-b47e7cb83078), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:48.241621 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57a98a4-f70e-45d9-91c0-c8e4e8b2e337 None None] Routers {'835eabe5-1cc7-4a1c-883b-ff8b0fbc3a4a'} bound to L3 agent in host dv-cinder-846842-4-iscsi {{(pid=104016) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 26 03:05:48.242292 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-e57a98a4-f70e-45d9-91c0-c8e4e8b2e337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-26T02:56:44Z,description=,heartbeat_timestamp=2022-06-26T03:05:44Z,host='dv-cinder-846842-4-iscsi',id=0122de27-3097-4d47-a0ca-0fb90e28ac1e,load=0,resource_versions=,resources_synced=,started_at=2022-06-26T02:56:44Z,topic='l3_agent')) {'router_ids': ['835eabe5-1cc7-4a1c-883b-ff8b0fbc3a4a'], 'active': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:05:48.265714 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Jun 2022 03:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28ad24b0-3cc5-4814-8e99-5708f2d4b28f x-openstack-request-id: req-28ad24b0-3cc5-4814-8e99-5708f2d4b28f {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 03:05:48.266267 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e1cf9b3-1e3f-4760-81a4-4f4e8c4d5d7a", "name": "network-vif-plugged", "status": "completed", "tag": "d9366ecd-7ca4-4109-bdc7-b47e7cb83078", "code": 200}]} {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 03:05:48.266998 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-28ad24b0-3cc5-4814-8e99-5708f2d4b28f {{(pid=104015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 03:05:48.267529 dv-cinder-846842-4-iscsi neutron-server[104015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28ad24b0-3cc5-4814-8e99-5708f2d4b28f'] response: {'server_uuid': '0e1cf9b3-1e3f-4760-81a4-4f4e8c4d5d7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9366ecd-7ca4-4109-bdc7-b47e7cb83078', 'code': 200} Jun 26 03:05:48.275035 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:05:48.320532 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Pushing event updated for resources: {'Port': ['ID=d9366ecd-7ca4-4109-bdc7-b47e7cb83078,revision_number=5']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:05:48.366402 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=100 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:05:48.377577 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9e52d1-2d87-4490-9f67-23b77ff90a50 req-3163540c-3703-4ae2-b6e2-56c8d02b58fa tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:48.380041 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-1b9e52d1-2d87-4490-9f67-23b77ff90a50 req-3163540c-3703-4ae2-b6e2-56c8d02b58fa tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=b753d813-95df-4256-a8c0-dcd4681dfe27 HTTP/1.1" status: 200 len: 945 time: 0.0780196 Jun 26 03:05:48.382721 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvr_db [None req-e57a98a4-f70e-45d9-91c0-c8e4e8b2e337 None None] Set router 835eabe5-1cc7-4a1c-883b-ff8b0fbc3a4a gateway port host: dv-cinder-846842-4-iscsi {{(pid=104016) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 26 03:05:48.436267 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-1b9e52d1-2d87-4490-9f67-23b77ff90a50 req-c6d7057e-53d6-485c-a702-41fb068f1926 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f19f5d9-470f-45a6-8bfb-d516ad826927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498278 Jun 26 03:05:48.538218 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 41346) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:05:48.552781 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-544fa162-aa78-440a-b5fc-2e5490b42369 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:48.640767 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-e57a98a4-f70e-45d9-91c0-c8e4e8b2e337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '835eabe5-1cc7-4a1c-883b-ff8b0fbc3a4a', 'name': 'tempest-AttachVolumeShelveTestJSON-1146222204-router', 'tenant_id': '5dd1a7a651fa4d27a1b6488ca13effca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '33388b70-103e-4ab1-948f-5b12b8967957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:04:31Z', 'updated_at': '2022-06-26T03:04:39Z', 'revision_number': 4, 'project_id': '5dd1a7a651fa4d27a1b6488ca13effca', 'gw_port': {'id': '33388b70-103e-4ab1-948f-5b12b8967957', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c7:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835eabe5-1cc7-4a1c-883b-ff8b0fbc3a4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:31Z', 'updated_at': '2022-06-26T03:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi', '_floatingips': [{'id': 'd6bfc6de-13d9-4d14-8418-1d627a4b1565', 'tenant_id': '5dd1a7a651fa4d27a1b6488ca13effca', 'floating_ip_address': '172.27.2.97', 'floating_network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'router_id': '835eabe5-1cc7-4a1c-883b-ff8b0fbc3a4a', 'port_id': '52fe6654-0bad-4f8c-9c8b-2d810ffaeb4f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '151cdbb9-618f-46a1-a7b5-564e53db9cea', 'mac_address': 'fa:16:3e:bf:1a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0d1d9b-d025-442c-a2f6-db22050d9059', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-26T03:04:48Z', 'updated_at': '2022-06-26T03:05:46Z', 'revision_number': 1, 'project_id': '5dd1a7a651fa4d27a1b6488ca13effca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8cc937d-db9b-4f0e-ab77-7c522c5d66b7', 'name': '', 'network_id': '151cdbb9-618f-46a1-a7b5-564e53db9cea', 'tenant_id': '5dd1a7a651fa4d27a1b6488ca13effca', 'mac_address': 'fa:16:3e:26:61:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835eabe5-1cc7-4a1c-883b-ff8b0fbc3a4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'b3475431-7645-416a-9b3b-e23c4a132926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:36Z', 'updated_at': '2022-06-26T03:04:51Z', 'revision_number': 5, 'project_id': '5dd1a7a651fa4d27a1b6488ca13effca', 'subnets': [{'id': 'b3475431-7645-416a-9b3b-e23c4a132926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-4-iscsi', False) {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:05:48.668538 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57a98a4-f70e-45d9-91c0-c8e4e8b2e337 None None] The sync data for ids ['835eabe5-1cc7-4a1c-883b-ff8b0fbc3a4a'] in dv-cinder-846842-4-iscsi is: [{'id': '835eabe5-1cc7-4a1c-883b-ff8b0fbc3a4a', 'name': 'tempest-AttachVolumeShelveTestJSON-1146222204-router', 'tenant_id': '5dd1a7a651fa4d27a1b6488ca13effca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '33388b70-103e-4ab1-948f-5b12b8967957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:04:31Z', 'updated_at': '2022-06-26T03:04:39Z', 'revision_number': 4, 'project_id': '5dd1a7a651fa4d27a1b6488ca13effca', 'gw_port': {'id': '33388b70-103e-4ab1-948f-5b12b8967957', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c7:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835eabe5-1cc7-4a1c-883b-ff8b0fbc3a4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:31Z', 'updated_at': '2022-06-26T03:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi', '_floatingips': [{'id': 'd6bfc6de-13d9-4d14-8418-1d627a4b1565', 'tenant_id': '5dd1a7a651fa4d27a1b6488ca13effca', 'floating_ip_address': '172.27.2.97', 'floating_network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'router_id': '835eabe5-1cc7-4a1c-883b-ff8b0fbc3a4a', 'port_id': '52fe6654-0bad-4f8c-9c8b-2d810ffaeb4f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '151cdbb9-618f-46a1-a7b5-564e53db9cea', 'mac_address': 'fa:16:3e:bf:1a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0d1d9b-d025-442c-a2f6-db22050d9059', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-26T03:04:48Z', 'updated_at': '2022-06-26T03:05:46Z', 'revision_number': 1, 'project_id': '5dd1a7a651fa4d27a1b6488ca13effca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8cc937d-db9b-4f0e-ab77-7c522c5d66b7', 'name': '', 'network_id': '151cdbb9-618f-46a1-a7b5-564e53db9cea', 'tenant_id': '5dd1a7a651fa4d27a1b6488ca13effca', 'mac_address': 'fa:16:3e:26:61:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835eabe5-1cc7-4a1c-883b-ff8b0fbc3a4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'b3475431-7645-416a-9b3b-e23c4a132926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:36Z', 'updated_at': '2022-06-26T03:04:51Z', 'revision_number': 5, 'project_id': '5dd1a7a651fa4d27a1b6488ca13effca', 'subnets': [{'id': 'b3475431-7645-416a-9b3b-e23c4a132926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104016) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 03:05:48.670092 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-544fa162-aa78-440a-b5fc-2e5490b42369 admin admin] Publish callbacks [] for security_group (40cb2e0b-d21c-4ec2-a51f-25fc7e084f4d), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:48.678082 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-544fa162-aa78-440a-b5fc-2e5490b42369 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (40cb2e0b-d21c-4ec2-a51f-25fc7e084f4d), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:48.737898 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 41358) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:05:48.815319 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-544fa162-aa78-440a-b5fc-2e5490b42369 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c627a339d26c4bf594ab064ba7df11d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2757602 Jun 26 03:05:48.818385 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 41362) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:05:48.820231 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544fa162-aa78-440a-b5fc-2e5490b42369 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40cb2e0b-d21c-4ec2-a51f-25fc7e084f4d,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:05:48.833339 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97f11c6-5f3a-44ae-bf38-035cf64f3683 req-5e4262b2-b1c0-4fa8-98a2-287d0f0f4e5a tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:48.834787 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-c97f11c6-5f3a-44ae-bf38-035cf64f3683 req-5e4262b2-b1c0-4fa8-98a2-287d0f0f4e5a tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e1cf9b3-1e3f-4760-81a4-4f4e8c4d5d7a HTTP/1.1" status: 200 len: 945 time: 0.1223187 Jun 26 03:05:48.846861 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d587447-6944-4079-bf08-30b0dc29ead3 req-f4e5270e-bc21-45aa-bc31-9c4f8efdeaaa tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:48.855733 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-3d587447-6944-4079-bf08-30b0dc29ead3 req-f4e5270e-bc21-45aa-bc31-9c4f8efdeaaa tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/ports?device_id=d87611df-64cb-42cb-b734-782bf9ebb9ab HTTP/1.1" status: 200 len: 945 time: 0.0876133 Jun 26 03:05:48.911090 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-43766ae0-5cd4-4027-be01-26065b36c425 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:48.953275 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-3d587447-6944-4079-bf08-30b0dc29ead3 req-6d60bc7b-9c96-4ac1-92eb-11f815e6b001 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/security-groups?id=195bce6e-5d44-40bd-9d34-9670b1e0c232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948310 Jun 26 03:05:48.955109 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-7a1826ca-ae43-4e09-a040-2e172a4219ad admin admin] Publish callbacks [] for security_group (40cb2e0b-d21c-4ec2-a51f-25fc7e084f4d), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:48.989033 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-c97f11c6-5f3a-44ae-bf38-035cf64f3683 req-47d3493d-764c-419b-aa78-a8b217942ffc tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] 10.222.0.13 "GET /v2.0/security-groups?id=b8d578a3-20a0-4dfd-8c42-86b3b60e3ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322145 Jun 26 03:05:49.003901 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-7a1826ca-ae43-4e09-a040-2e172a4219ad admin admin] Publish callbacks [] for security_group (40cb2e0b-d21c-4ec2-a51f-25fc7e084f4d), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:49.017401 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:05:49.034639 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738c2a47-e3a4-4e7f-aa01-e10c0bb68890 None None] New status for floating IP d6bfc6de-13d9-4d14-8418-1d627a4b1565: ACTIVE {{(pid=104015) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 26 03:05:49.036704 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:05:49.089894 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-43766ae0-5cd4-4027-be01-26065b36c425 admin admin] Publish callbacks [] for security_group (0ed00257-14fd-4d4b-8518-bfe180c1a9c0), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:49.098630 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-43766ae0-5cd4-4027-be01-26065b36c425 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (0ed00257-14fd-4d4b-8518-bfe180c1a9c0), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:49.109455 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 41368) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:05:49.119839 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-7a1826ca-ae43-4e09-a040-2e172a4219ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (40cb2e0b-d21c-4ec2-a51f-25fc7e084f4d), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:49.122353 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-7a1826ca-ae43-4e09-a040-2e172a4219ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:49.123462 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-7a1826ca-ae43-4e09-a040-2e172a4219ad admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/40cb2e0b-d21c-4ec2-a51f-25fc7e084f4d HTTP/1.1" status: 204 len: 168 time: 0.3024724 Jun 26 03:05:49.137358 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a33dc4c-e663-4414-b13e-c12c3e84f487 req-69f89b10-4b46-4956-9f96-c8e93e68775a tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:49.146134 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-5a33dc4c-e663-4414-b13e-c12c3e84f487 req-69f89b10-4b46-4956-9f96-c8e93e68775a tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c55ca6d-bad0-4964-83fe-4352b7fb1b1d HTTP/1.1" status: 200 len: 946 time: 0.0708370 Jun 26 03:05:49.172574 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-43766ae0-5cd4-4027-be01-26065b36c425 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ab1e05f63e5d449f91ace0121205c1ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4334137 Jun 26 03:05:49.179057 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 41374) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:05:49.202345 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43766ae0-5cd4-4027-be01-26065b36c425 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ed00257-14fd-4d4b-8518-bfe180c1a9c0,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:05:49.227166 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-5a33dc4c-e663-4414-b13e-c12c3e84f487 req-83c7d04a-27b3-45a5-9eda-4b9ffa3c3ba2 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/security-groups?id=8443e5b4-cfe8-43f3-9dfe-63aae7d635f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800931 Jun 26 03:05:49.236666 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1826ca-ae43-4e09-a040-2e172a4219ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40cb2e0b-d21c-4ec2-a51f-25fc7e084f4d,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:05:49.292260 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-edd71f24-38fc-4357-8de1-adc16a9517db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:49.326326 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-6fdd0923-d0fe-49aa-9522-430249a82ed2 admin admin] Publish callbacks [] for security_group (0ed00257-14fd-4d4b-8518-bfe180c1a9c0), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:49.367835 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-6fdd0923-d0fe-49aa-9522-430249a82ed2 admin admin] Publish callbacks [] for security_group (0ed00257-14fd-4d4b-8518-bfe180c1a9c0), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:49.462365 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-edd71f24-38fc-4357-8de1-adc16a9517db admin admin] Publish callbacks [] for security_group (bbf3321f-9598-4344-929c-cd94974056fc), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:49.468952 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-edd71f24-38fc-4357-8de1-adc16a9517db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (bbf3321f-9598-4344-929c-cd94974056fc), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:49.497234 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194f2341-8916-4efa-8833-97703fdd17a6 req-55150a92-fc29-49bb-8a06-0d7d2742b4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:49.498925 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-194f2341-8916-4efa-8833-97703fdd17a6 req-55150a92-fc29-49bb-8a06-0d7d2742b4b4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5dd1a7a651fa4d27a1b6488ca13effca&device_id=3b0d1d9b-d025-442c-a2f6-db22050d9059 HTTP/1.1" status: 200 len: 1130 time: 0.1435838 Jun 26 03:05:49.519509 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-6fdd0923-d0fe-49aa-9522-430249a82ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (0ed00257-14fd-4d4b-8518-bfe180c1a9c0), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:49.523350 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-6fdd0923-d0fe-49aa-9522-430249a82ed2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:49.527200 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-6fdd0923-d0fe-49aa-9522-430249a82ed2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0ed00257-14fd-4d4b-8518-bfe180c1a9c0 HTTP/1.1" status: 204 len: 168 time: 0.3460069 Jun 26 03:05:49.539041 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-edd71f24-38fc-4357-8de1-adc16a9517db admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3d33e8ab641a484098edc82d52d981f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4251239 Jun 26 03:05:49.541578 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 41382) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:05:49.573207 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd71f24-38fc-4357-8de1-adc16a9517db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbf3321f-9598-4344-929c-cd94974056fc,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:05:49.588426 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdd0923-d0fe-49aa-9522-430249a82ed2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ed00257-14fd-4d4b-8518-bfe180c1a9c0,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:05:49.605778 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-33257432-1f9e-4351-9e8e-f57402381768 req-d27ea903-cc31-41e2-9d83-dc02804adb0c service neutron] 10.222.0.43 "GET /v2.0/networks/74573779-88f3-4aaa-82c6-e30fd16eafe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2651510 Jun 26 03:05:49.627249 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-4f5e6cb4-3f1d-4f5d-b885-0b82da7b7118 admin admin] Publish callbacks [] for security_group (bbf3321f-9598-4344-929c-cd94974056fc), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:49.629613 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 41384) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:05:49.653342 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-90601e1e-1f08-4097-987a-f7e00a020e3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:49.655031 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026ca08a-96ed-43de-88c1-84efa53d1ec1 req-c9d3fe03-0c02-48d9-990f-02c2d70aa25b tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:49.662369 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-026ca08a-96ed-43de-88c1-84efa53d1ec1 req-c9d3fe03-0c02-48d9-990f-02c2d70aa25b tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=b753d813-95df-4256-a8c0-dcd4681dfe27 HTTP/1.1" status: 200 len: 945 time: 0.1192801 Jun 26 03:05:49.669273 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-4f5e6cb4-3f1d-4f5d-b885-0b82da7b7118 admin admin] Publish callbacks [] for security_group (bbf3321f-9598-4344-929c-cd94974056fc), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:49.716505 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-026ca08a-96ed-43de-88c1-84efa53d1ec1 req-81019bc5-fcca-44e1-bc81-74fca70f3ed3 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f19f5d9-470f-45a6-8bfb-d516ad826927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528841 Jun 26 03:05:49.731699 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:INSERT=10,neutron:SELECT=82,neutron:DELETE=8 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:05:49.761474 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-4f5e6cb4-3f1d-4f5d-b885-0b82da7b7118 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (bbf3321f-9598-4344-929c-cd94974056fc), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:49.763905 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-4f5e6cb4-3f1d-4f5d-b885-0b82da7b7118 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:49.765634 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-4f5e6cb4-3f1d-4f5d-b885-0b82da7b7118 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bbf3321f-9598-4344-929c-cd94974056fc HTTP/1.1" status: 204 len: 168 time: 0.2225506 Jun 26 03:05:49.787679 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5e6cb4-3f1d-4f5d-b885-0b82da7b7118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbf3321f-9598-4344-929c-cd94974056fc,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:05:49.790547 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-90601e1e-1f08-4097-987a-f7e00a020e3c admin admin] Publish callbacks [] for security_group (39360edc-8521-4a6f-90ea-e9da1c06c85f), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:49.796786 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-90601e1e-1f08-4097-987a-f7e00a020e3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (39360edc-8521-4a6f-90ea-e9da1c06c85f), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:49.844871 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90601e1e-1f08-4097-987a-f7e00a020e3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39360edc-8521-4a6f-90ea-e9da1c06c85f,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:05:49.849071 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-90601e1e-1f08-4097-987a-f7e00a020e3c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bfbe57febb0344348af2dd5d6283fb75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2178564 Jun 26 03:05:49.852021 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 41390) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:05:49.893647 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:05:49.909043 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 41392) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:05:49.925082 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-7c1bb330-9db7-494e-8ce4-d7d9d240c58e admin admin] Publish callbacks [] for security_group (39360edc-8521-4a6f-90ea-e9da1c06c85f), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:49.928608 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-7247b13b-9c39-4d73-95c8-14081b01e583 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:49.962408 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-7c1bb330-9db7-494e-8ce4-d7d9d240c58e admin admin] Publish callbacks [] for security_group (39360edc-8521-4a6f-90ea-e9da1c06c85f), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:50.047626 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-7c1bb330-9db7-494e-8ce4-d7d9d240c58e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (39360edc-8521-4a6f-90ea-e9da1c06c85f), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:50.049852 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-7c1bb330-9db7-494e-8ce4-d7d9d240c58e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:50.053965 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-7c1bb330-9db7-494e-8ce4-d7d9d240c58e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/39360edc-8521-4a6f-90ea-e9da1c06c85f HTTP/1.1" status: 204 len: 168 time: 0.2008111 Jun 26 03:05:50.073906 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-7247b13b-9c39-4d73-95c8-14081b01e583 admin admin] Publish callbacks [] for security_group (b1813e74-34de-4347-8ca1-2877b862f6a1), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:50.074988 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1bb330-9db7-494e-8ce4-d7d9d240c58e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39360edc-8521-4a6f-90ea-e9da1c06c85f,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:05:50.081623 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-7247b13b-9c39-4d73-95c8-14081b01e583 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (b1813e74-34de-4347-8ca1-2877b862f6a1), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:50.132035 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7ba378-6fa7-4a5b-aff0-fe79e648b667 req-62a54282-ff4a-4ebd-a124-fb2a79a88665 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:50.140386 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-1c7ba378-6fa7-4a5b-aff0-fe79e648b667 req-62a54282-ff4a-4ebd-a124-fb2a79a88665 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/ports?device_id=d87611df-64cb-42cb-b734-782bf9ebb9ab HTTP/1.1" status: 200 len: 945 time: 0.0813708 Jun 26 03:05:50.153221 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-7247b13b-9c39-4d73-95c8-14081b01e583 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1e229aefaff54691854326c4fef8072c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2409832 Jun 26 03:05:50.154900 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 41402) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:05:50.204561 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7247b13b-9c39-4d73-95c8-14081b01e583 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1813e74-34de-4347-8ca1-2877b862f6a1,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:05:50.239640 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:05:50.245495 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-5ceeac6e-0e69-4ddd-8c08-ba4a37e2a70f admin admin] Publish callbacks [] for security_group (b1813e74-34de-4347-8ca1-2877b862f6a1), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:50.277111 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:05:50.281736 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-1c7ba378-6fa7-4a5b-aff0-fe79e648b667 req-de52fac2-961f-4357-a4ac-688d1fa603a3 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/security-groups?id=195bce6e-5d44-40bd-9d34-9670b1e0c232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1400449 Jun 26 03:05:50.289811 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-5ceeac6e-0e69-4ddd-8c08-ba4a37e2a70f admin admin] Publish callbacks [] for security_group (b1813e74-34de-4347-8ca1-2877b862f6a1), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:50.364066 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-5ceeac6e-0e69-4ddd-8c08-ba4a37e2a70f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (b1813e74-34de-4347-8ca1-2877b862f6a1), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:50.365995 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-5ceeac6e-0e69-4ddd-8c08-ba4a37e2a70f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:50.369520 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-5ceeac6e-0e69-4ddd-8c08-ba4a37e2a70f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b1813e74-34de-4347-8ca1-2877b862f6a1 HTTP/1.1" status: 204 len: 168 time: 0.2112970 Jun 26 03:05:50.369520 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 41406) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:05:50.369669 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f04838-0742-4822-bf44-aa0fbe8692f6 req-f9e3fcf8-fb4f-425d-872b-2da1a8bc5331 tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:50.370501 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-55f04838-0742-4822-bf44-aa0fbe8692f6 req-f9e3fcf8-fb4f-425d-872b-2da1a8bc5331 tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e1cf9b3-1e3f-4760-81a4-4f4e8c4d5d7a HTTP/1.1" status: 200 len: 945 time: 0.1996579 Jun 26 03:05:50.419411 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ceeac6e-0e69-4ddd-8c08-ba4a37e2a70f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1813e74-34de-4347-8ca1-2877b862f6a1,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:05:50.426070 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-52541710-3c86-4bc8-9537-a7c3ae128f42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:50.521587 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-52541710-3c86-4bc8-9537-a7c3ae128f42 admin admin] Publish callbacks [] for security_group (c74d86cd-7d9f-4b66-90b4-0d5b2719416c), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:50.530224 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-52541710-3c86-4bc8-9537-a7c3ae128f42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (c74d86cd-7d9f-4b66-90b4-0d5b2719416c), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:50.534446 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc3df89-7033-4893-ace4-f454015e28f3 req-ed97cae3-5637-42bb-8770-0286aab53560 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:50.535941 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-9bc3df89-7033-4893-ace4-f454015e28f3 req-ed97cae3-5637-42bb-8770-0286aab53560 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c55ca6d-bad0-4964-83fe-4352b7fb1b1d HTTP/1.1" status: 200 len: 946 time: 0.0984702 Jun 26 03:05:50.539030 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:05:50.595145 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194f2341-8916-4efa-8833-97703fdd17a6 req-0824659b-768b-407a-bf2c-8230ae3622d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:50.596992 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-52541710-3c86-4bc8-9537-a7c3ae128f42 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fc3d03c958534f7f87a7c7a847e34735&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2090986 Jun 26 03:05:50.599668 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-194f2341-8916-4efa-8833-97703fdd17a6 req-0824659b-768b-407a-bf2c-8230ae3622d0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=151cdbb9-618f-46a1-a7b5-564e53db9cea HTTP/1.1" status: 200 len: 918 time: 0.4026246 Jun 26 03:05:50.599945 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52541710-3c86-4bc8-9537-a7c3ae128f42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c74d86cd-7d9f-4b66-90b4-0d5b2719416c,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:05:50.600237 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 41414) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:05:50.609530 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-33257432-1f9e-4351-9e8e-f57402381768 req-a49e9f9a-09b0-4785-a5ba-4a42e33bfc1e service neutron] 10.222.0.43 "GET /v2.0/networks/74573779-88f3-4aaa-82c6-e30fd16eafe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4129941 Jun 26 03:05:50.632493 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-55f04838-0742-4822-bf44-aa0fbe8692f6 req-7f927b6e-613d-4ecd-a8c5-ba8419edf72e tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] 10.222.0.13 "GET /v2.0/security-groups?id=b8d578a3-20a0-4dfd-8c42-86b3b60e3ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213633 Jun 26 03:05:50.654587 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-9bc3df89-7033-4893-ace4-f454015e28f3 req-48d3cb1f-aa28-487b-9899-611f79f05ec1 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/security-groups?id=8443e5b4-cfe8-43f3-9dfe-63aae7d635f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020539 Jun 26 03:05:50.693766 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-2b4cd638-252e-4cef-8bf4-aaf27a6d00ef admin admin] Publish callbacks [] for security_group (c74d86cd-7d9f-4b66-90b4-0d5b2719416c), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:50.719906 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-2b4cd638-252e-4cef-8bf4-aaf27a6d00ef admin admin] Publish callbacks [] for security_group (c74d86cd-7d9f-4b66-90b4-0d5b2719416c), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:50.906351 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 41428) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:05:50.921245 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-aa5a4b9d-35e7-452b-aa85-fd9f2559bff1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:51.016424 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-aa5a4b9d-35e7-452b-aa85-fd9f2559bff1 admin admin] Publish callbacks [] for security_group (a5954cff-eceb-4716-bd70-36539ec67da1), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:51.022645 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-aa5a4b9d-35e7-452b-aa85-fd9f2559bff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (a5954cff-eceb-4716-bd70-36539ec67da1), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:51.048590 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-2b4cd638-252e-4cef-8bf4-aaf27a6d00ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (c74d86cd-7d9f-4b66-90b4-0d5b2719416c), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:51.051325 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-2b4cd638-252e-4cef-8bf4-aaf27a6d00ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:51.055702 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-2b4cd638-252e-4cef-8bf4-aaf27a6d00ef admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c74d86cd-7d9f-4b66-90b4-0d5b2719416c HTTP/1.1" status: 204 len: 168 time: 0.4466662 Jun 26 03:05:51.055873 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:DELETE=5 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:05:51.070504 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4cd638-252e-4cef-8bf4-aaf27a6d00ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c74d86cd-7d9f-4b66-90b4-0d5b2719416c,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:05:51.086255 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bc28b2-7fd1-4ac7-845a-29869080c05d req-a7044ea4-4c05-433e-9190-45d65416b717 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:51.087422 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-aa5a4b9d-35e7-452b-aa85-fd9f2559bff1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=581619048e684fa3a55b263b9fceeffb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1799922 Jun 26 03:05:51.087883 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-72bc28b2-7fd1-4ac7-845a-29869080c05d req-a7044ea4-4c05-433e-9190-45d65416b717 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=b753d813-95df-4256-a8c0-dcd4681dfe27 HTTP/1.1" status: 200 len: 945 time: 0.2975938 Jun 26 03:05:51.088405 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5a4b9d-35e7-452b-aa85-fd9f2559bff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5954cff-eceb-4716-bd70-36539ec67da1,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:05:51.091938 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 41434) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:05:51.096196 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04f9db5-0bb8-4669-a592-c53388315ff0 req-f2ee2882-c854-484b-bf2c-781fef1660db tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:51.097687 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a04f9db5-0bb8-4669-a592-c53388315ff0 req-f2ee2882-c854-484b-bf2c-781fef1660db tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c55ca6d-bad0-4964-83fe-4352b7fb1b1d HTTP/1.1" status: 200 len: 946 time: 0.2958994 Jun 26 03:05:51.132274 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 41436) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:05:51.137901 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-abc2294d-eb62-4999-bd48-9c39a6aae8c0 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Request body: {'floatingip': {'port_id': '2d68efe6-d264-4cfb-8cd4-414d529eb007'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:05:51.150666 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-72bc28b2-7fd1-4ac7-845a-29869080c05d req-e1177db7-de41-4392-9245-f8e3e7207fcf tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f19f5d9-470f-45a6-8bfb-d516ad826927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518923 Jun 26 03:05:51.198196 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-abc2294d-eb62-4999-bd48-9c39a6aae8c0 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Publish callbacks [] for floatingip (fed2f4f5-1d07-486d-9642-48c2009ae624), before_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:51.220676 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-7b0e7a5e-e49b-4a18-bcf2-4fb1c5149876 admin admin] Publish callbacks [] for security_group (a5954cff-eceb-4716-bd70-36539ec67da1), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:51.317512 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-7b0e7a5e-e49b-4a18-bcf2-4fb1c5149876 admin admin] Publish callbacks [] for security_group (a5954cff-eceb-4716-bd70-36539ec67da1), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:51.538276 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752ca5b2-7a24-4bc0-a54c-c5a779ce1bfe req-a72397f7-86a8-4243-8f2c-fb5f8f78f2c8 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:51.548552 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-752ca5b2-7a24-4bc0-a54c-c5a779ce1bfe req-a72397f7-86a8-4243-8f2c-fb5f8f78f2c8 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/ports?device_id=d87611df-64cb-42cb-b734-782bf9ebb9ab HTTP/1.1" status: 200 len: 945 time: 0.1491961 Jun 26 03:05:51.577803 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 41456) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:05:51.587283 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2293e5fd-88b5-41b7-a5bf-f2ba482a4759 req-25a864f8-bc8a-478a-918a-0cfdc1b18639 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:51.587283 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-2293e5fd-88b5-41b7-a5bf-f2ba482a4759 req-25a864f8-bc8a-478a-918a-0cfdc1b18639 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=b753d813-95df-4256-a8c0-dcd4681dfe27 HTTP/1.1" status: 200 len: 945 time: 0.1512764 Jun 26 03:05:51.599284 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-7b0e7a5e-e49b-4a18-bcf2-4fb1c5149876 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (a5954cff-eceb-4716-bd70-36539ec67da1), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:51.602421 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-7b0e7a5e-e49b-4a18-bcf2-4fb1c5149876 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:51.603637 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-7b0e7a5e-e49b-4a18-bcf2-4fb1c5149876 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a5954cff-eceb-4716-bd70-36539ec67da1 HTTP/1.1" status: 204 len: 168 time: 0.5104535 Jun 26 03:05:51.663876 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-194f2341-8916-4efa-8833-97703fdd17a6 req-0bb9a965-b5e2-47eb-a93c-0c5ea04f6c43 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=52fe6654-0bad-4f8c-9c8b-2d810ffaeb4f HTTP/1.1" status: 200 len: 1001 time: 0.1895988 Jun 26 03:05:51.675464 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0e7a5e-e49b-4a18-bcf2-4fb1c5149876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5954cff-eceb-4716-bd70-36539ec67da1,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:05:51.727683 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-752ca5b2-7a24-4bc0-a54c-c5a779ce1bfe req-ea24ba4b-ca1f-41b2-8567-72a736d2726d tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/security-groups?id=195bce6e-5d44-40bd-9d34-9670b1e0c232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1781595 Jun 26 03:05:51.747630 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-2293e5fd-88b5-41b7-a5bf-f2ba482a4759 req-2cd8ac65-40aa-413d-b75b-7d751d93ca88 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f19f5d9-470f-45a6-8bfb-d516ad826927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539192 Jun 26 03:05:51.886455 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dc3e03-e8e6-4b0c-ab7b-23df0c6cfa28 req-6b4a5fed-e6ce-4d5d-aaba-dbe5901e7d25 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:51.888585 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-39dc3e03-e8e6-4b0c-ab7b-23df0c6cfa28 req-6b4a5fed-e6ce-4d5d-aaba-dbe5901e7d25 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/ports?device_id=d87611df-64cb-42cb-b734-782bf9ebb9ab HTTP/1.1" status: 200 len: 945 time: 0.0942898 Jun 26 03:05:51.897989 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-abc2294d-eb62-4999-bd48-9c39a6aae8c0 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:51.898922 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 41472) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:05:51.905321 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-600176d7-f11a-480b-b4e5-9e3398bec372 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Request body: {'floatingip': {'port_id': '964b9885-7663-4cc6-bfd4-5bb8f0e20bea'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:05:51.907964 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:05:51.908103 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5188b6f-3cdb-4e1f-b921-3c2ab934c489 req-8e90c256-9024-41fd-ace8-6db891df96ae tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:51.910089 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a5188b6f-3cdb-4e1f-b921-3c2ab934c489 req-8e90c256-9024-41fd-ace8-6db891df96ae tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e1cf9b3-1e3f-4760-81a4-4f4e8c4d5d7a HTTP/1.1" status: 200 len: 945 time: 0.1018116 Jun 26 03:05:51.933625 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:05:51.940207 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-abc2294d-eb62-4999-bd48-9c39a6aae8c0 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620021'] for floatingip (fed2f4f5-1d07-486d-9642-48c2009ae624), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:51.955432 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:05:51.986007 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-600176d7-f11a-480b-b4e5-9e3398bec372 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks [] for floatingip (74c1ed37-0d2c-4a5f-be26-5accfeb331af), before_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:51.991232 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a5188b6f-3cdb-4e1f-b921-3c2ab934c489 req-288c5768-e711-4ca1-924f-a8130f94c199 tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] 10.222.0.13 "GET /v2.0/security-groups?id=b8d578a3-20a0-4dfd-8c42-86b3b60e3ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746694 Jun 26 03:05:52.001883 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [None req-d6965ae6-12cd-44f6-80f2-2d4b17e04fbe admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-734631707-network', 'tenant_id': '5db904f456b040d8a9f16b169118d21a'}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:05:52.024720 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6965ae6-12cd-44f6-80f2-2d4b17e04fbe admin admin] Made reservation on behalf of 5db904f456b040d8a9f16b169118d21a for: {'network': 1} {{(pid=104014) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 03:05:52.027338 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-d6965ae6-12cd-44f6-80f2-2d4b17e04fbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for network (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:52.074502 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc3e57e-167c-42dd-8061-61c6b12f18d1 req-e2018f31-3b58-48da-93bf-cccd3eea1275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:52.076216 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-7fc3e57e-167c-42dd-8061-61c6b12f18d1 req-e2018f31-3b58-48da-93bf-cccd3eea1275 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0e1cf9b3-1e3f-4760-81a4-4f4e8c4d5d7a HTTP/1.1" status: 200 len: 1129 time: 0.0460491 Jun 26 03:05:52.104914 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-d6965ae6-12cd-44f6-80f2-2d4b17e04fbe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:52.229399 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33257432-1f9e-4351-9e8e-f57402381768 req-79276270-2483-40c8-a4e9-63915d21f506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:52.231314 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-33257432-1f9e-4351-9e8e-f57402381768 req-79276270-2483-40c8-a4e9-63915d21f506 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1850f9f425294a82add8a09690dc1df0&device_id=d87611df-64cb-42cb-b734-782bf9ebb9ab HTTP/1.1" status: 200 len: 1129 time: 0.1539261 Jun 26 03:05:52.237408 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-7fc3e57e-167c-42dd-8061-61c6b12f18d1 req-be5e0bf0-9c56-452d-a692-f477f1689071 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=b8d578a3-20a0-4dfd-8c42-86b3b60e3ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293960 Jun 26 03:05:52.251650 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194f2341-8916-4efa-8833-97703fdd17a6 req-666d4067-8de5-4121-85b7-ed824a748482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:52.253435 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-194f2341-8916-4efa-8833-97703fdd17a6 req-666d4067-8de5-4121-85b7-ed824a748482 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b3475431-7645-416a-9b3b-e23c4a132926 HTTP/1.1" status: 200 len: 856 time: 0.1695304 Jun 26 03:05:52.287379 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55ea55a-fdf5-4eb4-8765-a3d5333402e2 req-349e7f88-f3bb-468a-afe3-08e85cdddbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:52.290662 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b55ea55a-fdf5-4eb4-8765-a3d5333402e2 req-349e7f88-f3bb-468a-afe3-08e85cdddbd8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=aa1dff9e9be549308ec0ad3a13810062&device_id=b753d813-95df-4256-a8c0-dcd4681dfe27 HTTP/1.1" status: 200 len: 1129 time: 0.1433797 Jun 26 03:05:52.340377 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.db.l3_db [None req-abc2294d-eb62-4999-bd48-9c39a6aae8c0 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Floating IP fed2f4f5-1d07-486d-9642-48c2009ae624 associated. External IP: 172.27.2.54, port: 2d68efe6-d264-4cfb-8cd4-414d529eb007. Jun 26 03:05:52.390616 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-d6965ae6-12cd-44f6-80f2-2d4b17e04fbe admin admin] Publish callbacks [] for security_group (f7486601-bc67-4ecf-b806-2bf9c3acd07f), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:52.390815 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:05:52.392264 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33257432-1f9e-4351-9e8e-f57402381768 req-b5bedd5a-7820-4526-9521-eac9015f0295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:52.394094 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-33257432-1f9e-4351-9e8e-f57402381768 req-b5bedd5a-7820-4526-9521-eac9015f0295 service neutron] 10.222.0.43 "GET /v2.0/networks?id=02cd0f74-99cd-4eb9-aeb7-aae2b7255a50 HTTP/1.1" status: 200 len: 915 time: 0.1556940 Jun 26 03:05:52.397567 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-d6965ae6-12cd-44f6-80f2-2d4b17e04fbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (f7486601-bc67-4ecf-b806-2bf9c3acd07f), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:52.414787 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6965ae6-12cd-44f6-80f2-2d4b17e04fbe admin admin] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=104014) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 26 03:05:52.428047 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-d6965ae6-12cd-44f6-80f2-2d4b17e04fbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981176'] for segment (a22b53e6-4b00-4307-8d95-63f40b59745f), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:52.428627 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.db.segments_db [None req-d6965ae6-12cd-44f6-80f2-2d4b17e04fbe admin admin] Added segment a22b53e6-4b00-4307-8d95-63f40b59745f of type vlan for network db8ad85e-89b6-4916-ae2f-7389fbc85f35 Jun 26 03:05:52.476370 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-d6965ae6-12cd-44f6-80f2-2d4b17e04fbe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787575249107'] for network (db8ad85e-89b6-4916-ae2f-7389fbc85f35), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:52.518558 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-d6965ae6-12cd-44f6-80f2-2d4b17e04fbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914'] for network (db8ad85e-89b6-4916-ae2f-7389fbc85f35), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:52.520010 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6965ae6-12cd-44f6-80f2-2d4b17e04fbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:52.521384 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-d6965ae6-12cd-44f6-80f2-2d4b17e04fbe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628900'] for network (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:52.567598 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6965ae6-12cd-44f6-80f2-2d4b17e04fbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7486601-bc67-4ecf-b806-2bf9c3acd07f,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:05:52.632059 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-d6965ae6-12cd-44f6-80f2-2d4b17e04fbe admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.0454364 Jun 26 03:05:52.707264 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 41506) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:05:52.717445 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [None req-208c0e47-ec09-4d07-8b60-6578e14ab968 admin admin] Request body: {'subnet': {'network_id': 'db8ad85e-89b6-4916-ae2f-7389fbc85f35', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-734631707-subnet', 'tenant_id': '5db904f456b040d8a9f16b169118d21a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:05:52.740567 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-33257432-1f9e-4351-9e8e-f57402381768 req-f16b5a10-32e9-4406-9f62-0ae7960001ae service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=964b9885-7663-4cc6-bfd4-5bb8f0e20bea HTTP/1.1" status: 200 len: 217 time: 0.1347826 Jun 26 03:05:52.744387 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6965ae6-12cd-44f6-80f2-2d4b17e04fbe admin admin] Pushing event updated for resources: {'Network': ['ID=db8ad85e-89b6-4916-ae2f-7389fbc85f35,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:05:52.749720 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-208c0e47-ec09-4d07-8b60-6578e14ab968 admin admin] Made reservation on behalf of 5db904f456b040d8a9f16b169118d21a for: {'subnet': 1} {{(pid=104014) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 03:05:52.752362 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-208c0e47-ec09-4d07-8b60-6578e14ab968 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:52.772978 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Network db8ad85e-89b6-4916-ae2f-7389fbc85f35 details requested by agent ovs-agent-dv-cinder-846842-4-iscsi with host dv-cinder-846842-4-iscsi {{(pid=104015) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 26 03:05:52.775292 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194f2341-8916-4efa-8833-97703fdd17a6 req-9fa1bc86-afb6-4489-a23c-4ddda29e02cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:52.777044 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-194f2341-8916-4efa-8833-97703fdd17a6 req-9fa1bc86-afb6-4489-a23c-4ddda29e02cd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=151cdbb9-618f-46a1-a7b5-564e53db9cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1724939 Jun 26 03:05:52.906748 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:05:52.922156 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:05:52.932040 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8051634-3eb5-4049-bcff-2e7c4a05cc5d req-b8a4f96a-bccd-4195-84ca-cbc9e82b87fa tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:52.934319 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a8051634-3eb5-4049-bcff-2e7c4a05cc5d req-b8a4f96a-bccd-4195-84ca-cbc9e82b87fa tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=b753d813-95df-4256-a8c0-dcd4681dfe27 HTTP/1.1" status: 200 len: 945 time: 0.0835567 Jun 26 03:05:53.055907 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a8051634-3eb5-4049-bcff-2e7c4a05cc5d req-0c9ed291-cf19-4299-b785-57e7bf8a4bdf tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f19f5d9-470f-45a6-8bfb-d516ad826927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149354 Jun 26 03:05:53.081191 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-208c0e47-ec09-4d07-8b60-6578e14ab968 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914'] for subnet (ee31cc6b-9d7e-40ab-bc10-6632a162807e), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:53.119003 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.db.resource_extend [None req-600176d7-f11a-480b-b4e5-9e3398bec372 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 26 03:05:53.139302 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208c0e47-ec09-4d07-8b60-6578e14ab968 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee31cc6b-9d7e-40ab-bc10-6632a162807e,revision_number=0']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:05:53.171604 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55ea55a-fdf5-4eb4-8765-a3d5333402e2 req-82025d15-fbda-45b4-9654-86fc8ce93dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:53.173081 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b55ea55a-fdf5-4eb4-8765-a3d5333402e2 req-82025d15-fbda-45b4-9654-86fc8ce93dbc service neutron] 10.222.0.43 "GET /v2.0/networks?id=4d1cf2ab-1c05-4bc5-9daa-428f3ef27012 HTTP/1.1" status: 200 len: 920 time: 0.2573946 Jun 26 03:05:53.194286 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abc2294d-eb62-4999-bd48-9c39a6aae8c0 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Router e2ad5562-e155-426e-bc35-07301cd63c1e has already been hosted by L3 agent 0122de27-3097-4d47-a0ca-0fb90e28ac1e {{(pid=104013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 26 03:05:53.194286 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-600176d7-f11a-480b-b4e5-9e3398bec372 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:53.206395 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-600176d7-f11a-480b-b4e5-9e3398bec372 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620021'] for floatingip (74c1ed37-0d2c-4a5f-be26-5accfeb331af), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:53.215458 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6ede39-11ba-4c13-ba48-fd822cbff049 req-c447b569-dd69-412f-a1d0-527e7fbbd8ea tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:53.217803 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-0d6ede39-11ba-4c13-ba48-fd822cbff049 req-c447b569-dd69-412f-a1d0-527e7fbbd8ea tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e1cf9b3-1e3f-4760-81a4-4f4e8c4d5d7a HTTP/1.1" status: 200 len: 945 time: 0.0812852 Jun 26 03:05:53.225416 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208c0e47-ec09-4d07-8b60-6578e14ab968 admin admin] Checking segment: {'id': 'a22b53e6-4b00-4307-8d95-63f40b59745f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'db8ad85e-89b6-4916-ae2f-7389fbc85f35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 26 03:05:53.225781 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-208c0e47-ec09-4d07-8b60-6578e14ab968 admin admin] Network hostable DHCP agents. Network: db8ad85e-89b6-4916-ae2f-7389fbc85f35, hostable agents: ['7168f7b9-c398-4364-91f8-35e2ce03f4c4'], hosted agents: [] {{(pid=104014) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 26 03:05:53.336001 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b55ea55a-fdf5-4eb4-8765-a3d5333402e2 req-637ce9b9-4321-49de-820c-383f427d93f3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=343e4080-88b4-47fd-8dd1-6b13277216f9 HTTP/1.1" status: 200 len: 217 time: 0.0461626 Jun 26 03:05:53.346493 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-208c0e47-ec09-4d07-8b60-6578e14ab968 admin admin] Network db8ad85e-89b6-4916-ae2f-7389fbc85f35 is scheduled to be hosted by DHCP agent 7168f7b9-c398-4364-91f8-35e2ce03f4c4 with binding_index 1 {{(pid=104014) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 26 03:05:53.383691 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-0d6ede39-11ba-4c13-ba48-fd822cbff049 req-90af7f42-5243-466d-8b8f-e3967638d5b4 tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] 10.222.0.13 "GET /v2.0/security-groups?id=b8d578a3-20a0-4dfd-8c42-86b3b60e3ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523166 Jun 26 03:05:53.433761 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.scheduler.base_scheduler [None req-208c0e47-ec09-4d07-8b60-6578e14ab968 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846842-4-iscsi, db8ad85e-89b6-4916-ae2f-7389fbc85f35) {{(pid=104014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 03:05:53.447313 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d2db03-5c01-4832-b868-4c00e1b7ade1 None None] Network db8ad85e-89b6-4916-ae2f-7389fbc85f35 requested from dv-cinder-846842-4-iscsi {{(pid=104015) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 26 03:05:53.449513 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:05:53.470986 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208c0e47-ec09-4d07-8b60-6578e14ab968 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:53.471655 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-208c0e47-ec09-4d07-8b60-6578e14ab968 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628900'] for subnet (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:53.476600 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33257432-1f9e-4351-9e8e-f57402381768 req-9af0343e-f7df-4341-9358-f8931720493c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:53.478031 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-33257432-1f9e-4351-9e8e-f57402381768 req-9af0343e-f7df-4341-9358-f8931720493c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e97e6f7f-41a5-4383-a841-52482c75f2ee HTTP/1.1" status: 200 len: 853 time: 0.2208200 Jun 26 03:05:53.500541 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55ea55a-fdf5-4eb4-8765-a3d5333402e2 req-d9512370-e0e9-454d-9e8d-ea95b7da30f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:53.502351 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b55ea55a-fdf5-4eb4-8765-a3d5333402e2 req-d9512370-e0e9-454d-9e8d-ea95b7da30f3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=50d12281-21a2-4343-ba8b-93c5382e067a HTTP/1.1" status: 200 len: 858 time: 0.1266124 Jun 26 03:05:53.516599 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-208c0e47-ec09-4d07-8b60-6578e14ab968 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8052557 Jun 26 03:05:53.534078 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abc2294d-eb62-4999-bd48-9c39a6aae8c0 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Notify agent at l3_agent.dv-cinder-846842-4-iscsi the message routers_updated {{(pid=104013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 03:05:53.546814 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-194f2341-8916-4efa-8833-97703fdd17a6 req-e3b99680-e967-457f-9d48-139b52524912 service neutron] 10.222.0.43 "GET /v2.0/networks/151cdbb9-618f-46a1-a7b5-564e53db9cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2853987 Jun 26 03:05:53.549560 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb71820-e68b-4f58-9055-d68dc9c1e8ff None None] Sync routers for ids ['e2ad5562-e155-426e-bc35-07301cd63c1e'] in dv-cinder-846842-4-iscsi {{(pid=104016) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 03:05:53.560977 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33257432-1f9e-4351-9e8e-f57402381768 req-41dced0e-2257-4872-8a26-2421adebdb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:53.562984 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-33257432-1f9e-4351-9e8e-f57402381768 req-41dced0e-2257-4872-8a26-2421adebdb0d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=02cd0f74-99cd-4eb9-aeb7-aae2b7255a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0712004 Jun 26 03:05:53.570473 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb71820-e68b-4f58-9055-d68dc9c1e8ff None None] Routers {'e2ad5562-e155-426e-bc35-07301cd63c1e'} bound to L3 agent in host dv-cinder-846842-4-iscsi {{(pid=104016) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 26 03:05:53.573994 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-4eb71820-e68b-4f58-9055-d68dc9c1e8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-26T02:56:44Z,description=,heartbeat_timestamp=2022-06-26T03:05:44Z,host='dv-cinder-846842-4-iscsi',id=0122de27-3097-4d47-a0ca-0fb90e28ac1e,load=0,resource_versions=,resources_synced=,started_at=2022-06-26T02:56:44Z,topic='l3_agent')) {'router_ids': ['e2ad5562-e155-426e-bc35-07301cd63c1e'], 'active': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:05:53.600173 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56838ac4-1393-486e-9e3b-bfb22424c5e1 None None] Network db8ad85e-89b6-4916-ae2f-7389fbc85f35 requested from dv-cinder-846842-4-iscsi {{(pid=104015) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 26 03:05:53.665580 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55ea55a-fdf5-4eb4-8765-a3d5333402e2 req-fe3e6ca2-e318-40d6-a910-e189609d3a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:53.673251 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b55ea55a-fdf5-4eb4-8765-a3d5333402e2 req-fe3e6ca2-e318-40d6-a910-e189609d3a75 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4d1cf2ab-1c05-4bc5-9daa-428f3ef27012&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1102777 Jun 26 03:05:53.698295 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-abc2294d-eb62-4999-bd48-9c39a6aae8c0 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515864'] for floatingip (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:53.706967 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.db.l3_db [None req-600176d7-f11a-480b-b4e5-9e3398bec372 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Floating IP 74c1ed37-0d2c-4a5f-be26-5accfeb331af associated. External IP: 172.27.2.170, port: 964b9885-7663-4cc6-bfd4-5bb8f0e20bea. Jun 26 03:05:53.800531 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvr_db [None req-4eb71820-e68b-4f58-9055-d68dc9c1e8ff None None] Set router e2ad5562-e155-426e-bc35-07301cd63c1e gateway port host: dv-cinder-846842-4-iscsi {{(pid=104016) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 26 03:05:53.824409 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:05:53.840767 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-194f2341-8916-4efa-8833-97703fdd17a6 req-2e3c65c4-5cab-4ae8-a985-0f136d1e1529 service neutron] 10.222.0.43 "GET /v2.0/networks/151cdbb9-618f-46a1-a7b5-564e53db9cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2887299 Jun 26 03:05:53.855815 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-33257432-1f9e-4351-9e8e-f57402381768 req-17a85b23-c691-49b3-b787-8ed12bc89c8f service neutron] 10.222.0.43 "GET /v2.0/networks/02cd0f74-99cd-4eb9-aeb7-aae2b7255a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2772348 Jun 26 03:05:53.941904 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=100 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:05:53.963258 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-abc2294d-eb62-4999-bd48-9c39a6aae8c0 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "PUT /v2.0/floatingips/fed2f4f5-1d07-486d-9642-48c2009ae624 HTTP/1.1" status: 200 len: 991 time: 2.8290861 Jun 26 03:05:53.966848 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c55ca6d-bad0-4964-83fe-4352b7fb1b1d', 'tag': '2d68efe6-d264-4cfb-8cd4-414d529eb007'}] {{(pid=104013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 26 03:05:53.969376 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}139ce4dbef1e3d377c6aaa27dc3378ac98104fcd26dfc0ba8b816af75a6f94ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18f8a0de-97f5-4d1b-a91e-b1534aa4fac7" -d '{"events": [{"name": "network-changed", "server_uuid": "1c55ca6d-bad0-4964-83fe-4352b7fb1b1d", "tag": "2d68efe6-d264-4cfb-8cd4-414d529eb007"}]}' {{(pid=104013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 03:05:54.014814 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Jun 2022 03:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57ca5385-e13c-451f-bcb3-eeeaf9cc87fe x-openstack-request-id: req-57ca5385-e13c-451f-bcb3-eeeaf9cc87fe {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 03:05:54.015182 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c55ca6d-bad0-4964-83fe-4352b7fb1b1d", "tag": "2d68efe6-d264-4cfb-8cd4-414d529eb007", "status": "completed", "code": 200}]} {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 03:05:54.015433 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-57ca5385-e13c-451f-bcb3-eeeaf9cc87fe {{(pid=104013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 03:05:54.015824 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57ca5385-e13c-451f-bcb3-eeeaf9cc87fe'] response: {'name': 'network-changed', 'server_uuid': '1c55ca6d-bad0-4964-83fe-4352b7fb1b1d', 'tag': '2d68efe6-d264-4cfb-8cd4-414d529eb007', 'status': 'completed', 'code': 200} Jun 26 03:05:54.077784 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:05:54.088208 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-4eb71820-e68b-4f58-9055-d68dc9c1e8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2ad5562-e155-426e-bc35-07301cd63c1e', 'name': 'tempest-AttachVolumeTestJSON-1328918760-router', 'tenant_id': 'ea86edd65ecb4972ba8bb33b34387432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '8e8f72f7-ef84-405c-834b-56a1ba6f45b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:04:34Z', 'updated_at': '2022-06-26T03:04:43Z', 'revision_number': 4, 'project_id': 'ea86edd65ecb4972ba8bb33b34387432', 'gw_port': {'id': '8e8f72f7-ef84-405c-834b-56a1ba6f45b2', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:55:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ad5562-e155-426e-bc35-07301cd63c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:35Z', 'updated_at': '2022-06-26T03:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi', '_floatingips': [{'id': 'fed2f4f5-1d07-486d-9642-48c2009ae624', 'tenant_id': 'ea86edd65ecb4972ba8bb33b34387432', 'floating_ip_address': '172.27.2.54', 'floating_network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'router_id': 'e2ad5562-e155-426e-bc35-07301cd63c1e', 'port_id': '2d68efe6-d264-4cfb-8cd4-414d529eb007', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '74573779-88f3-4aaa-82c6-e30fd16eafe2', 'mac_address': 'fa:16:3e:0d:34:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c55ca6d-bad0-4964-83fe-4352b7fb1b1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-26T03:04:52Z', 'updated_at': '2022-06-26T03:05:51Z', 'revision_number': 1, 'project_id': 'ea86edd65ecb4972ba8bb33b34387432', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01915289-5552-434d-814c-f902ddd7513b', 'name': '', 'network_id': '74573779-88f3-4aaa-82c6-e30fd16eafe2', 'tenant_id': 'ea86edd65ecb4972ba8bb33b34387432', 'mac_address': 'fa:16:3e:d0:94:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ad5562-e155-426e-bc35-07301cd63c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c5ebf334-cb3d-4cb7-af71-a1dac7ba1320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:41Z', 'updated_at': '2022-06-26T03:04:57Z', 'revision_number': 5, 'project_id': 'ea86edd65ecb4972ba8bb33b34387432', 'subnets': [{'id': 'c5ebf334-cb3d-4cb7-af71-a1dac7ba1320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-4-iscsi', False) {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:05:54.112071 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b55ea55a-fdf5-4eb4-8765-a3d5333402e2 req-b2326b89-c550-450c-b1be-c7c74397646d service neutron] 10.222.0.43 "GET /v2.0/networks/4d1cf2ab-1c05-4bc5-9daa-428f3ef27012?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2976000 Jun 26 03:05:54.119590 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb71820-e68b-4f58-9055-d68dc9c1e8ff None None] Checking router: e2ad5562-e155-426e-bc35-07301cd63c1e for host: dv-cinder-846842-4-iscsi {{(pid=104016) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 03:05:54.131423 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb71820-e68b-4f58-9055-d68dc9c1e8ff None None] Routers {'e2ad5562-e155-426e-bc35-07301cd63c1e'} bound to L3 agent in host dv-cinder-846842-4-iscsi {{(pid=104016) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 26 03:05:54.132211 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-4eb71820-e68b-4f58-9055-d68dc9c1e8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-26T02:56:44Z,description=,heartbeat_timestamp=2022-06-26T03:05:44Z,host='dv-cinder-846842-4-iscsi',id=0122de27-3097-4d47-a0ca-0fb90e28ac1e,load=0,resource_versions=,resources_synced=,started_at=2022-06-26T02:56:44Z,topic='l3_agent')) {'router_ids': ['e2ad5562-e155-426e-bc35-07301cd63c1e'], 'active': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:05:54.245696 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d436e2-37d2-4ce8-bc7a-6694c7caf099 req-e5f664b0-7a0c-47c8-bfbb-183a5a28474a tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:54.261368 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-82d436e2-37d2-4ce8-bc7a-6694c7caf099 req-e5f664b0-7a0c-47c8-bfbb-183a5a28474a tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=b753d813-95df-4256-a8c0-dcd4681dfe27 HTTP/1.1" status: 200 len: 945 time: 0.0796697 Jun 26 03:05:54.269796 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=100 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:05:54.274262 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvr_db [None req-4eb71820-e68b-4f58-9055-d68dc9c1e8ff None None] Set router e2ad5562-e155-426e-bc35-07301cd63c1e gateway port host: dv-cinder-846842-4-iscsi {{(pid=104016) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 26 03:05:54.276061 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-600176d7-f11a-480b-b4e5-9e3398bec372 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Router 7690237a-df65-454c-8ae7-05722406d1b3 has already been hosted by L3 agent 0122de27-3097-4d47-a0ca-0fb90e28ac1e {{(pid=104013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 26 03:05:54.374476 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-82d436e2-37d2-4ce8-bc7a-6694c7caf099 req-f56e54b6-96a2-47ec-88d2-34d2322633dd tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f19f5d9-470f-45a6-8bfb-d516ad826927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106203 Jun 26 03:05:54.487658 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-600176d7-f11a-480b-b4e5-9e3398bec372 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Notify agent at l3_agent.dv-cinder-846842-4-iscsi the message routers_updated {{(pid=104013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 03:05:54.507060 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6244a74-f9f7-4f7a-b372-b8f77a68a80f None None] Sync routers for ids ['7690237a-df65-454c-8ae7-05722406d1b3'] in dv-cinder-846842-4-iscsi {{(pid=104015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 03:05:54.519222 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-600176d7-f11a-480b-b4e5-9e3398bec372 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515864'] for floatingip (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:54.533738 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6244a74-f9f7-4f7a-b372-b8f77a68a80f None None] Routers {'7690237a-df65-454c-8ae7-05722406d1b3'} bound to L3 agent in host dv-cinder-846842-4-iscsi {{(pid=104015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 26 03:05:54.534701 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-b6244a74-f9f7-4f7a-b372-b8f77a68a80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-26T02:56:44Z,description=,heartbeat_timestamp=2022-06-26T03:05:44Z,host='dv-cinder-846842-4-iscsi',id=0122de27-3097-4d47-a0ca-0fb90e28ac1e,load=0,resource_versions=,resources_synced=,started_at=2022-06-26T02:56:44Z,topic='l3_agent')) {'router_ids': ['7690237a-df65-454c-8ae7-05722406d1b3'], 'active': True} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:05:54.593342 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-4eb71820-e68b-4f58-9055-d68dc9c1e8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2ad5562-e155-426e-bc35-07301cd63c1e', 'name': 'tempest-AttachVolumeTestJSON-1328918760-router', 'tenant_id': 'ea86edd65ecb4972ba8bb33b34387432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '8e8f72f7-ef84-405c-834b-56a1ba6f45b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:04:34Z', 'updated_at': '2022-06-26T03:04:43Z', 'revision_number': 4, 'project_id': 'ea86edd65ecb4972ba8bb33b34387432', 'gw_port': {'id': '8e8f72f7-ef84-405c-834b-56a1ba6f45b2', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:55:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ad5562-e155-426e-bc35-07301cd63c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:35Z', 'updated_at': '2022-06-26T03:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi', '_floatingips': [{'id': 'fed2f4f5-1d07-486d-9642-48c2009ae624', 'tenant_id': 'ea86edd65ecb4972ba8bb33b34387432', 'floating_ip_address': '172.27.2.54', 'floating_network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'router_id': 'e2ad5562-e155-426e-bc35-07301cd63c1e', 'port_id': '2d68efe6-d264-4cfb-8cd4-414d529eb007', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '74573779-88f3-4aaa-82c6-e30fd16eafe2', 'mac_address': 'fa:16:3e:0d:34:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c55ca6d-bad0-4964-83fe-4352b7fb1b1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-26T03:04:52Z', 'updated_at': '2022-06-26T03:05:51Z', 'revision_number': 1, 'project_id': 'ea86edd65ecb4972ba8bb33b34387432', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01915289-5552-434d-814c-f902ddd7513b', 'name': '', 'network_id': '74573779-88f3-4aaa-82c6-e30fd16eafe2', 'tenant_id': 'ea86edd65ecb4972ba8bb33b34387432', 'mac_address': 'fa:16:3e:d0:94:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ad5562-e155-426e-bc35-07301cd63c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c5ebf334-cb3d-4cb7-af71-a1dac7ba1320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:41Z', 'updated_at': '2022-06-26T03:04:57Z', 'revision_number': 5, 'project_id': 'ea86edd65ecb4972ba8bb33b34387432', 'subnets': [{'id': 'c5ebf334-cb3d-4cb7-af71-a1dac7ba1320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-4-iscsi', False) {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:05:54.623117 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb71820-e68b-4f58-9055-d68dc9c1e8ff None None] The sync data for ids ['e2ad5562-e155-426e-bc35-07301cd63c1e'] in dv-cinder-846842-4-iscsi is: [{'id': 'e2ad5562-e155-426e-bc35-07301cd63c1e', 'name': 'tempest-AttachVolumeTestJSON-1328918760-router', 'tenant_id': 'ea86edd65ecb4972ba8bb33b34387432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '8e8f72f7-ef84-405c-834b-56a1ba6f45b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:04:34Z', 'updated_at': '2022-06-26T03:04:43Z', 'revision_number': 4, 'project_id': 'ea86edd65ecb4972ba8bb33b34387432', 'gw_port': {'id': '8e8f72f7-ef84-405c-834b-56a1ba6f45b2', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:55:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ad5562-e155-426e-bc35-07301cd63c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:35Z', 'updated_at': '2022-06-26T03:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi', '_floatingips': [{'id': 'fed2f4f5-1d07-486d-9642-48c2009ae624', 'tenant_id': 'ea86edd65ecb4972ba8bb33b34387432', 'floating_ip_address': '172.27.2.54', 'floating_network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'router_id': 'e2ad5562-e155-426e-bc35-07301cd63c1e', 'port_id': '2d68efe6-d264-4cfb-8cd4-414d529eb007', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '74573779-88f3-4aaa-82c6-e30fd16eafe2', 'mac_address': 'fa:16:3e:0d:34:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c55ca6d-bad0-4964-83fe-4352b7fb1b1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-26T03:04:52Z', 'updated_at': '2022-06-26T03:05:51Z', 'revision_number': 1, 'project_id': 'ea86edd65ecb4972ba8bb33b34387432', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01915289-5552-434d-814c-f902ddd7513b', 'name': '', 'network_id': '74573779-88f3-4aaa-82c6-e30fd16eafe2', 'tenant_id': 'ea86edd65ecb4972ba8bb33b34387432', 'mac_address': 'fa:16:3e:d0:94:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ad5562-e155-426e-bc35-07301cd63c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c5ebf334-cb3d-4cb7-af71-a1dac7ba1320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:41Z', 'updated_at': '2022-06-26T03:04:57Z', 'revision_number': 5, 'project_id': 'ea86edd65ecb4972ba8bb33b34387432', 'subnets': [{'id': 'c5ebf334-cb3d-4cb7-af71-a1dac7ba1320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104016) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 03:05:54.628611 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:05:54.700708 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f8a0de-97f5-4d1b-a91e-b1534aa4fac7 req-b3281df3-4c62-4e5d-a9fb-6d821e07a359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:54.702818 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-18f8a0de-97f5-4d1b-a91e-b1534aa4fac7 req-b3281df3-4c62-4e5d-a9fb-6d821e07a359 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ea86edd65ecb4972ba8bb33b34387432&device_id=1c55ca6d-bad0-4964-83fe-4352b7fb1b1d HTTP/1.1" status: 200 len: 1130 time: 0.1443703 Jun 26 03:05:54.715951 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53432a36-7acb-41cd-ac9d-632e9f3461a5 req-ca082351-4e4a-40f9-a866-4955005bcb31 tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:54.717467 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-53432a36-7acb-41cd-ac9d-632e9f3461a5 req-ca082351-4e4a-40f9-a866-4955005bcb31 tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e1cf9b3-1e3f-4760-81a4-4f4e8c4d5d7a HTTP/1.1" status: 200 len: 945 time: 0.1489534 Jun 26 03:05:54.769012 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvr_db [None req-b6244a74-f9f7-4f7a-b372-b8f77a68a80f None None] Set router 7690237a-df65-454c-8ae7-05722406d1b3 gateway port host: dv-cinder-846842-4-iscsi {{(pid=104015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 26 03:05:54.791139 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-b55ea55a-fdf5-4eb4-8765-a3d5333402e2 req-430bae37-a33f-4db4-b251-86faa9825059 service neutron] 10.222.0.43 "GET /v2.0/networks/4d1cf2ab-1c05-4bc5-9daa-428f3ef27012?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2641411 Jun 26 03:05:54.809913 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-600176d7-f11a-480b-b4e5-9e3398bec372 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "PUT /v2.0/floatingips/74c1ed37-0d2c-4a5f-be26-5accfeb331af HTTP/1.1" status: 200 len: 991 time: 2.9071200 Jun 26 03:05:54.891041 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-33257432-1f9e-4351-9e8e-f57402381768 req-93a1029c-013e-4e3c-8396-c343867763e2 service neutron] 10.222.0.43 "GET /v2.0/networks/02cd0f74-99cd-4eb9-aeb7-aae2b7255a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3822742 Jun 26 03:05:54.925877 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:05:54.940349 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-53432a36-7acb-41cd-ac9d-632e9f3461a5 req-fb194ec1-537a-4235-9cf0-186338835bfd tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] 10.222.0.13 "GET /v2.0/security-groups?id=b8d578a3-20a0-4dfd-8c42-86b3b60e3ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043805 Jun 26 03:05:54.967260 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f8a0de-97f5-4d1b-a91e-b1534aa4fac7 req-e0827915-9d76-42d3-97a2-0d4978709516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:54.971533 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-18f8a0de-97f5-4d1b-a91e-b1534aa4fac7 req-e0827915-9d76-42d3-97a2-0d4978709516 service neutron] 10.222.0.43 "GET /v2.0/networks?id=74573779-88f3-4aaa-82c6-e30fd16eafe2 HTTP/1.1" status: 200 len: 912 time: 0.2524321 Jun 26 03:05:55.205240 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-b6244a74-f9f7-4f7a-b372-b8f77a68a80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7690237a-df65-454c-8ae7-05722406d1b3', 'name': 'tempest-AttachVolumeNegativeTest-896095934-router', 'tenant_id': '1850f9f425294a82add8a09690dc1df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '3834b01e-26c6-4922-bf2c-dc4e4c924aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:04:34Z', 'updated_at': '2022-06-26T03:04:48Z', 'revision_number': 4, 'project_id': '1850f9f425294a82add8a09690dc1df0', 'gw_port': {'id': '3834b01e-26c6-4922-bf2c-dc4e4c924aa3', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:54:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7690237a-df65-454c-8ae7-05722406d1b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:36Z', 'updated_at': '2022-06-26T03:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi', '_floatingips': [{'id': '74c1ed37-0d2c-4a5f-be26-5accfeb331af', 'tenant_id': '1850f9f425294a82add8a09690dc1df0', 'floating_ip_address': '172.27.2.170', 'floating_network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'router_id': '7690237a-df65-454c-8ae7-05722406d1b3', 'port_id': '964b9885-7663-4cc6-bfd4-5bb8f0e20bea', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '02cd0f74-99cd-4eb9-aeb7-aae2b7255a50', 'mac_address': 'fa:16:3e:03:4e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87611df-64cb-42cb-b734-782bf9ebb9ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-26T03:04:57Z', 'updated_at': '2022-06-26T03:05:52Z', 'revision_number': 1, 'project_id': '1850f9f425294a82add8a09690dc1df0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33327a85-3c8e-4af6-b0c0-537dc6426738', 'name': '', 'network_id': '02cd0f74-99cd-4eb9-aeb7-aae2b7255a50', 'tenant_id': '1850f9f425294a82add8a09690dc1df0', 'mac_address': 'fa:16:3e:cc:43:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7690237a-df65-454c-8ae7-05722406d1b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'e97e6f7f-41a5-4383-a841-52482c75f2ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:45Z', 'updated_at': '2022-06-26T03:05:07Z', 'revision_number': 5, 'project_id': '1850f9f425294a82add8a09690dc1df0', 'subnets': [{'id': 'e97e6f7f-41a5-4383-a841-52482c75f2ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-4-iscsi', False) {} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:05:55.241198 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6244a74-f9f7-4f7a-b372-b8f77a68a80f None None] Checking router: 7690237a-df65-454c-8ae7-05722406d1b3 for host: dv-cinder-846842-4-iscsi {{(pid=104015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 03:05:55.249510 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-18f8a0de-97f5-4d1b-a91e-b1534aa4fac7 req-6d07c33d-516a-4c7a-9ea1-bbfe41dff9fe service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2d68efe6-d264-4cfb-8cd4-414d529eb007 HTTP/1.1" status: 200 len: 999 time: 0.1350834 Jun 26 03:05:55.264255 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6244a74-f9f7-4f7a-b372-b8f77a68a80f None None] Routers {'7690237a-df65-454c-8ae7-05722406d1b3'} bound to L3 agent in host dv-cinder-846842-4-iscsi {{(pid=104015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 26 03:05:55.265827 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-b6244a74-f9f7-4f7a-b372-b8f77a68a80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-26T02:56:44Z,description=,heartbeat_timestamp=2022-06-26T03:05:44Z,host='dv-cinder-846842-4-iscsi',id=0122de27-3097-4d47-a0ca-0fb90e28ac1e,load=0,resource_versions=,resources_synced=,started_at=2022-06-26T02:56:44Z,topic='l3_agent')) {'router_ids': ['7690237a-df65-454c-8ae7-05722406d1b3'], 'active': True} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:05:55.329662 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 41640) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:05:55.366771 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f8a0de-97f5-4d1b-a91e-b1534aa4fac7 req-443e7b42-df0d-47c1-9910-0962389f3d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:55.368239 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-18f8a0de-97f5-4d1b-a91e-b1534aa4fac7 req-443e7b42-df0d-47c1-9910-0962389f3d86 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c5ebf334-cb3d-4cb7-af71-a1dac7ba1320 HTTP/1.1" status: 200 len: 850 time: 0.1103375 Jun 26 03:05:55.492303 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f8a0de-97f5-4d1b-a91e-b1534aa4fac7 req-1e5f476b-2bab-487b-a978-52e8f912f012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:55.494012 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-18f8a0de-97f5-4d1b-a91e-b1534aa4fac7 req-1e5f476b-2bab-487b-a978-52e8f912f012 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=74573779-88f3-4aaa-82c6-e30fd16eafe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1151958 Jun 26 03:05:55.536606 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvr_db [None req-b6244a74-f9f7-4f7a-b372-b8f77a68a80f None None] Set router 7690237a-df65-454c-8ae7-05722406d1b3 gateway port host: dv-cinder-846842-4-iscsi {{(pid=104015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 26 03:05:55.559173 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ee31ac39-82d1-49a5-92f5-e22f7cff3386 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:55.662565 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:05:55.735460 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ee31ac39-82d1-49a5-92f5-e22f7cff3386 admin admin] Publish callbacks [] for security_group (d7ba28b3-2bb9-4ce1-b91e-c9faec9243b1), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:55.749031 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ee31ac39-82d1-49a5-92f5-e22f7cff3386 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (d7ba28b3-2bb9-4ce1-b91e-c9faec9243b1), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:55.807289 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-ee31ac39-82d1-49a5-92f5-e22f7cff3386 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c82f260fd3b3495d956d705c2c5fd8c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4738574 Jun 26 03:05:55.814013 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 41680) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:05:55.860605 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9eb120-98a9-442e-92d9-e308fea9235d None None] New status for floating IP fed2f4f5-1d07-486d-9642-48c2009ae624: ACTIVE {{(pid=104016) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 26 03:05:55.889839 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee31ac39-82d1-49a5-92f5-e22f7cff3386 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7ba28b3-2bb9-4ce1-b91e-c9faec9243b1,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:05:55.892776 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:05:55.949365 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-21ed7b6d-52a1-4cea-b54e-96da5960594b admin admin] Publish callbacks [] for security_group (d7ba28b3-2bb9-4ce1-b91e-c9faec9243b1), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:55.975181 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb6d7c6-25bb-4337-b37b-932b999cc8d7 req-1e64d3ad-ad2f-4fcb-8415-0515b2fba6c5 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:55.977187 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-4bb6d7c6-25bb-4337-b37b-932b999cc8d7 req-1e64d3ad-ad2f-4fcb-8415-0515b2fba6c5 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=b753d813-95df-4256-a8c0-dcd4681dfe27 HTTP/1.1" status: 200 len: 945 time: 0.4250212 Jun 26 03:05:55.987014 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-b6244a74-f9f7-4f7a-b372-b8f77a68a80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7690237a-df65-454c-8ae7-05722406d1b3', 'name': 'tempest-AttachVolumeNegativeTest-896095934-router', 'tenant_id': '1850f9f425294a82add8a09690dc1df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '3834b01e-26c6-4922-bf2c-dc4e4c924aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:04:34Z', 'updated_at': '2022-06-26T03:04:48Z', 'revision_number': 4, 'project_id': '1850f9f425294a82add8a09690dc1df0', 'gw_port': {'id': '3834b01e-26c6-4922-bf2c-dc4e4c924aa3', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:54:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7690237a-df65-454c-8ae7-05722406d1b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:36Z', 'updated_at': '2022-06-26T03:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi', '_floatingips': [{'id': '74c1ed37-0d2c-4a5f-be26-5accfeb331af', 'tenant_id': '1850f9f425294a82add8a09690dc1df0', 'floating_ip_address': '172.27.2.170', 'floating_network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'router_id': '7690237a-df65-454c-8ae7-05722406d1b3', 'port_id': '964b9885-7663-4cc6-bfd4-5bb8f0e20bea', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '02cd0f74-99cd-4eb9-aeb7-aae2b7255a50', 'mac_address': 'fa:16:3e:03:4e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87611df-64cb-42cb-b734-782bf9ebb9ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-26T03:04:57Z', 'updated_at': '2022-06-26T03:05:52Z', 'revision_number': 1, 'project_id': '1850f9f425294a82add8a09690dc1df0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33327a85-3c8e-4af6-b0c0-537dc6426738', 'name': '', 'network_id': '02cd0f74-99cd-4eb9-aeb7-aae2b7255a50', 'tenant_id': '1850f9f425294a82add8a09690dc1df0', 'mac_address': 'fa:16:3e:cc:43:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7690237a-df65-454c-8ae7-05722406d1b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'e97e6f7f-41a5-4383-a841-52482c75f2ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:45Z', 'updated_at': '2022-06-26T03:05:07Z', 'revision_number': 5, 'project_id': '1850f9f425294a82add8a09690dc1df0', 'subnets': [{'id': 'e97e6f7f-41a5-4383-a841-52482c75f2ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-4-iscsi', False) {} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:05:55.996000 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-21ed7b6d-52a1-4cea-b54e-96da5960594b admin admin] Publish callbacks [] for security_group (d7ba28b3-2bb9-4ce1-b91e-c9faec9243b1), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:56.019098 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd87611df-64cb-42cb-b734-782bf9ebb9ab', 'tag': '964b9885-7663-4cc6-bfd4-5bb8f0e20bea'}] {{(pid=104013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 26 03:05:56.024075 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6244a74-f9f7-4f7a-b372-b8f77a68a80f None None] The sync data for ids ['7690237a-df65-454c-8ae7-05722406d1b3'] in dv-cinder-846842-4-iscsi is: [{'id': '7690237a-df65-454c-8ae7-05722406d1b3', 'name': 'tempest-AttachVolumeNegativeTest-896095934-router', 'tenant_id': '1850f9f425294a82add8a09690dc1df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '3834b01e-26c6-4922-bf2c-dc4e4c924aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:04:34Z', 'updated_at': '2022-06-26T03:04:48Z', 'revision_number': 4, 'project_id': '1850f9f425294a82add8a09690dc1df0', 'gw_port': {'id': '3834b01e-26c6-4922-bf2c-dc4e4c924aa3', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:54:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7690237a-df65-454c-8ae7-05722406d1b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:36Z', 'updated_at': '2022-06-26T03:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi', '_floatingips': [{'id': '74c1ed37-0d2c-4a5f-be26-5accfeb331af', 'tenant_id': '1850f9f425294a82add8a09690dc1df0', 'floating_ip_address': '172.27.2.170', 'floating_network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'router_id': '7690237a-df65-454c-8ae7-05722406d1b3', 'port_id': '964b9885-7663-4cc6-bfd4-5bb8f0e20bea', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '02cd0f74-99cd-4eb9-aeb7-aae2b7255a50', 'mac_address': 'fa:16:3e:03:4e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87611df-64cb-42cb-b734-782bf9ebb9ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-26T03:04:57Z', 'updated_at': '2022-06-26T03:05:52Z', 'revision_number': 1, 'project_id': '1850f9f425294a82add8a09690dc1df0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33327a85-3c8e-4af6-b0c0-537dc6426738', 'name': '', 'network_id': '02cd0f74-99cd-4eb9-aeb7-aae2b7255a50', 'tenant_id': '1850f9f425294a82add8a09690dc1df0', 'mac_address': 'fa:16:3e:cc:43:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7690237a-df65-454c-8ae7-05722406d1b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'e97e6f7f-41a5-4383-a841-52482c75f2ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:45Z', 'updated_at': '2022-06-26T03:05:07Z', 'revision_number': 5, 'project_id': '1850f9f425294a82add8a09690dc1df0', 'subnets': [{'id': 'e97e6f7f-41a5-4383-a841-52482c75f2ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 03:05:56.031312 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}139ce4dbef1e3d377c6aaa27dc3378ac98104fcd26dfc0ba8b816af75a6f94ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb4e92ed-0050-4696-819e-78bdea24400e" -d '{"events": [{"name": "network-changed", "server_uuid": "d87611df-64cb-42cb-b734-782bf9ebb9ab", "tag": "964b9885-7663-4cc6-bfd4-5bb8f0e20bea"}]}' {{(pid=104013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 03:05:56.091002 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-21ed7b6d-52a1-4cea-b54e-96da5960594b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (d7ba28b3-2bb9-4ce1-b91e-c9faec9243b1), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:56.094551 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-21ed7b6d-52a1-4cea-b54e-96da5960594b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:56.096228 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-21ed7b6d-52a1-4cea-b54e-96da5960594b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d7ba28b3-2bb9-4ce1-b91e-c9faec9243b1 HTTP/1.1" status: 204 len: 168 time: 0.2809234 Jun 26 03:05:56.111474 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ed7b6d-52a1-4cea-b54e-96da5960594b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7ba28b3-2bb9-4ce1-b91e-c9faec9243b1,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:05:56.194887 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-18f8a0de-97f5-4d1b-a91e-b1534aa4fac7 req-a02cb41f-bea8-47d5-9c80-46ccafcf41bc service neutron] 10.222.0.43 "GET /v2.0/networks/74573779-88f3-4aaa-82c6-e30fd16eafe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6940536 Jun 26 03:05:56.221329 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-4bb6d7c6-25bb-4337-b37b-932b999cc8d7 req-c5d7aee4-c67a-4860-a7cd-b2fd7a5eb40d tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f19f5d9-470f-45a6-8bfb-d516ad826927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268612 Jun 26 03:05:56.264460 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed95fff-6388-4bee-a2b6-fd0976d3df70 req-fd497d4f-51e9-46ad-84ee-b840ae439a86 tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:56.266426 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-2ed95fff-6388-4bee-a2b6-fd0976d3df70 req-fd497d4f-51e9-46ad-84ee-b840ae439a86 tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] 10.222.0.13 "GET /v2.0/networks?id=db8ad85e-89b6-4916-ae2f-7389fbc85f35 HTTP/1.1" status: 200 len: 808 time: 0.2980297 Jun 26 03:05:56.338625 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-2ed95fff-6388-4bee-a2b6-fd0976d3df70 req-88b81c2d-37c7-431f-97b2-071c4b2ff7c1 tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] 10.222.0.13 "GET /v2.0/quotas/5db904f456b040d8a9f16b169118d21a HTTP/1.1" status: 200 len: 375 time: 0.0651629 Jun 26 03:05:56.338779 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Jun 2022 03:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54289655-344c-4c9e-8582-1958e95510be x-openstack-request-id: req-54289655-344c-4c9e-8582-1958e95510be {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 03:05:56.338920 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d87611df-64cb-42cb-b734-782bf9ebb9ab", "tag": "964b9885-7663-4cc6-bfd4-5bb8f0e20bea", "status": "completed", "code": 200}]} {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 03:05:56.339171 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-54289655-344c-4c9e-8582-1958e95510be {{(pid=104013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 03:05:56.339586 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54289655-344c-4c9e-8582-1958e95510be'] response: {'name': 'network-changed', 'server_uuid': 'd87611df-64cb-42cb-b734-782bf9ebb9ab', 'tag': '964b9885-7663-4cc6-bfd4-5bb8f0e20bea', 'status': 'completed', 'code': 200} Jun 26 03:05:56.412218 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=100 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:05:56.418936 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85082c7a-e202-4646-b3d2-57e33501d206 None None] New status for floating IP 74c1ed37-0d2c-4a5f-be26-5accfeb331af: ACTIVE {{(pid=104015) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 26 03:05:56.433187 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-2ed95fff-6388-4bee-a2b6-fd0976d3df70 req-08bbe11b-182c-4a73-95bc-b3edb288e7a9 tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5db904f456b040d8a9f16b169118d21a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0826724 Jun 26 03:05:56.476976 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-18f8a0de-97f5-4d1b-a91e-b1534aa4fac7 req-ce068e95-20a7-4c12-9ab5-e0f597e6cd6e service neutron] 10.222.0.43 "GET /v2.0/networks/74573779-88f3-4aaa-82c6-e30fd16eafe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2738321 Jun 26 03:05:56.532664 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4e92ed-0050-4696-819e-78bdea24400e req-ab89f5b4-bbd2-49f4-afcf-057c36e8e185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:56.534550 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-bb4e92ed-0050-4696-819e-78bdea24400e req-ab89f5b4-bbd2-49f4-afcf-057c36e8e185 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1850f9f425294a82add8a09690dc1df0&device_id=d87611df-64cb-42cb-b734-782bf9ebb9ab HTTP/1.1" status: 200 len: 1129 time: 0.1288724 Jun 26 03:05:56.598910 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 41720) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:05:56.628535 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-923add15-27e4-4c5f-9d50-8cbc87b0c215 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:56.709665 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-2ed95fff-6388-4bee-a2b6-fd0976d3df70 req-d89cc859-5c34-409b-8dbf-f22fae6cd45c service neutron] 10.222.0.13 "GET /v2.0/networks/db8ad85e-89b6-4916-ae2f-7389fbc85f35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357206 Jun 26 03:05:56.761651 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-923add15-27e4-4c5f-9d50-8cbc87b0c215 admin admin] Publish callbacks [] for security_group (97fb1d79-30f4-4f4d-b872-6acdc9b600ad), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:56.771648 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-923add15-27e4-4c5f-9d50-8cbc87b0c215 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (97fb1d79-30f4-4f4d-b872-6acdc9b600ad), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:56.828585 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-923add15-27e4-4c5f-9d50-8cbc87b0c215 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bfb1bb8d2f5d4b7f81077fe38fbd8c22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2285097 Jun 26 03:05:56.829079 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 41732) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:05:56.829509 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923add15-27e4-4c5f-9d50-8cbc87b0c215 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97fb1d79-30f4-4f4d-b872-6acdc9b600ad,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:05:56.856723 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4e92ed-0050-4696-819e-78bdea24400e req-ec9b81f5-8010-4459-923e-6c7d7b0967de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:56.858085 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-bb4e92ed-0050-4696-819e-78bdea24400e req-ec9b81f5-8010-4459-923e-6c7d7b0967de service neutron] 10.222.0.43 "GET /v2.0/networks?id=02cd0f74-99cd-4eb9-aeb7-aae2b7255a50 HTTP/1.1" status: 200 len: 915 time: 0.2902844 Jun 26 03:05:56.888609 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-2ed95fff-6388-4bee-a2b6-fd0976d3df70 req-d83b3f0b-07c0-4a04-99b4-4b5234440f56 service neutron] 10.222.0.13 "GET /v2.0/networks/db8ad85e-89b6-4916-ae2f-7389fbc85f35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698587 Jun 26 03:05:56.920914 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=100 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:05:56.957239 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-bb4e92ed-0050-4696-819e-78bdea24400e req-d8e90d56-f38d-4a19-bd44-48d5cf238df2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=964b9885-7663-4cc6-bfd4-5bb8f0e20bea HTTP/1.1" status: 200 len: 1001 time: 0.0865922 Jun 26 03:05:56.958276 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-8b29d489-a3e3-4663-9fc9-94686c10fd7f admin admin] Publish callbacks [] for security_group (97fb1d79-30f4-4f4d-b872-6acdc9b600ad), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:57.002942 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 41740) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:05:57.019271 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-8b29d489-a3e3-4663-9fc9-94686c10fd7f admin admin] Publish callbacks [] for security_group (97fb1d79-30f4-4f4d-b872-6acdc9b600ad), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:57.051704 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4e92ed-0050-4696-819e-78bdea24400e req-bfef11c0-36a1-47c1-8052-4120d7a159eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:57.053165 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-bb4e92ed-0050-4696-819e-78bdea24400e req-bfef11c0-36a1-47c1-8052-4120d7a159eb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e97e6f7f-41a5-4383-a841-52482c75f2ee HTTP/1.1" status: 200 len: 853 time: 0.0702107 Jun 26 03:05:57.112918 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4e92ed-0050-4696-819e-78bdea24400e req-dd61838e-33ec-4f83-aca6-6c3ce21aa962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:57.115345 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-bb4e92ed-0050-4696-819e-78bdea24400e req-dd61838e-33ec-4f83-aca6-6c3ce21aa962 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=02cd0f74-99cd-4eb9-aeb7-aae2b7255a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0526044 Jun 26 03:05:57.118612 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-8b29d489-a3e3-4663-9fc9-94686c10fd7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (97fb1d79-30f4-4f4d-b872-6acdc9b600ad), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:57.124592 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-8b29d489-a3e3-4663-9fc9-94686c10fd7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:57.128380 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-8b29d489-a3e3-4663-9fc9-94686c10fd7f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/97fb1d79-30f4-4f4d-b872-6acdc9b600ad HTTP/1.1" status: 204 len: 168 time: 0.2941067 Jun 26 03:05:57.135932 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b29d489-a3e3-4663-9fc9-94686c10fd7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97fb1d79-30f4-4f4d-b872-6acdc9b600ad,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:05:57.176823 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:05:57.204160 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-7371a74b-7bd2-4989-8f94-53218d13348e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:57.275164 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a3c0d45a-4d2e-4d0d-aff6-b8ca462f4fd4 req-4b9ab828-edf8-4961-b70f-9e46f8e83ca1 tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] 10.222.0.13 "GET /v2.0/ports?device_id=690029c3-471e-45f0-899e-3f57c61ca236 HTTP/1.1" status: 200 len: 210 time: 0.0767465 Jun 26 03:05:57.318106 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-bb4e92ed-0050-4696-819e-78bdea24400e req-2104e8d2-b2d7-4ca0-8247-fbfd5aa40084 service neutron] 10.222.0.43 "GET /v2.0/networks/02cd0f74-99cd-4eb9-aeb7-aae2b7255a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603808 Jun 26 03:05:57.397318 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-7371a74b-7bd2-4989-8f94-53218d13348e admin admin] Publish callbacks [] for security_group (27df4705-e29c-4f09-bcf2-529a9f76f571), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:57.402227 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-7371a74b-7bd2-4989-8f94-53218d13348e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (27df4705-e29c-4f09-bcf2-529a9f76f571), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:57.440033 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7371a74b-7bd2-4989-8f94-53218d13348e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27df4705-e29c-4f09-bcf2-529a9f76f571,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:05:57.463558 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-7371a74b-7bd2-4989-8f94-53218d13348e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8df1fd63cbe04210b54f37792779b1fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4590495 Jun 26 03:05:57.464389 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 41760) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:05:57.498986 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57235af4-f144-413c-ab26-5be90290d361 req-001b0500-fa7c-4401-8bee-8b667cd534d5 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:57.506297 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-57235af4-f144-413c-ab26-5be90290d361 req-001b0500-fa7c-4401-8bee-8b667cd534d5 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=b753d813-95df-4256-a8c0-dcd4681dfe27 HTTP/1.1" status: 200 len: 945 time: 0.0724285 Jun 26 03:05:57.519028 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-bb4e92ed-0050-4696-819e-78bdea24400e req-788567c7-284f-475c-b65e-c91b20e22abe service neutron] 10.222.0.43 "GET /v2.0/networks/02cd0f74-99cd-4eb9-aeb7-aae2b7255a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883171 Jun 26 03:05:57.536328 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-83fade1d-1a46-4765-a114-bc1bdb72c5df admin admin] Publish callbacks [] for security_group (27df4705-e29c-4f09-bcf2-529a9f76f571), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:57.558806 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-57235af4-f144-413c-ab26-5be90290d361 req-8236d832-253d-4b22-98d7-65accbc11877 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f19f5d9-470f-45a6-8bfb-d516ad826927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516496 Jun 26 03:05:57.562730 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-83fade1d-1a46-4765-a114-bc1bdb72c5df admin admin] Publish callbacks [] for security_group (27df4705-e29c-4f09-bcf2-529a9f76f571), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:57.647888 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-83fade1d-1a46-4765-a114-bc1bdb72c5df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (27df4705-e29c-4f09-bcf2-529a9f76f571), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:57.652415 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-83fade1d-1a46-4765-a114-bc1bdb72c5df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:57.654646 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-83fade1d-1a46-4765-a114-bc1bdb72c5df admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/27df4705-e29c-4f09-bcf2-529a9f76f571 HTTP/1.1" status: 204 len: 168 time: 0.1889536 Jun 26 03:05:57.678330 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fade1d-1a46-4765-a114-bc1bdb72c5df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27df4705-e29c-4f09-bcf2-529a9f76f571,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:05:58.002851 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 41782) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:05:58.016888 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-69c88a0a-cc15-4e58-92c7-5a8891103d67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:58.036295 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=72,neutron:DELETE=7,neutron:INSERT=19,neutron:UPDATE=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:05:58.099858 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-69c88a0a-cc15-4e58-92c7-5a8891103d67 admin admin] Publish callbacks [] for security_group (4c55a4c2-e79c-4861-98f6-7e74a5c41933), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:58.103746 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-69c88a0a-cc15-4e58-92c7-5a8891103d67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (4c55a4c2-e79c-4861-98f6-7e74a5c41933), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:58.144517 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-69c88a0a-cc15-4e58-92c7-5a8891103d67 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ec774fbbfffd428888e4e6d872d3a47b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1403327 Jun 26 03:05:58.145384 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c88a0a-cc15-4e58-92c7-5a8891103d67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c55a4c2-e79c-4861-98f6-7e74a5c41933,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:05:58.147360 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 41788) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:05:58.160124 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:05:58.198405 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-b681088a-1577-4037-b02a-4868f95acc1e admin admin] Publish callbacks [] for security_group (4c55a4c2-e79c-4861-98f6-7e74a5c41933), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:58.220692 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-b681088a-1577-4037-b02a-4868f95acc1e admin admin] Publish callbacks [] for security_group (4c55a4c2-e79c-4861-98f6-7e74a5c41933), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:58.280440 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-b681088a-1577-4037-b02a-4868f95acc1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (4c55a4c2-e79c-4861-98f6-7e74a5c41933), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:58.283660 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-b681088a-1577-4037-b02a-4868f95acc1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:58.287188 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-b681088a-1577-4037-b02a-4868f95acc1e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4c55a4c2-e79c-4861-98f6-7e74a5c41933 HTTP/1.1" status: 204 len: 168 time: 0.1366954 Jun 26 03:05:58.295281 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b681088a-1577-4037-b02a-4868f95acc1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c55a4c2-e79c-4861-98f6-7e74a5c41933,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:05:58.391790 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-36224045-7bce-4c12-a495-d7f5260e062a req-4619ab71-21e6-4c5b-9ca5-4945c69e38b3 tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] 10.222.0.13 "GET /v2.0/ports?device_id=690029c3-471e-45f0-899e-3f57c61ca236 HTTP/1.1" status: 200 len: 210 time: 0.0288754 Jun 26 03:05:58.702034 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e96d3fa-d3b0-4763-b12d-01032e2d0c92 req-f51a9c3c-5f98-47e5-8791-8ed06eb1258b tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:58.704176 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-9e96d3fa-d3b0-4763-b12d-01032e2d0c92 req-f51a9c3c-5f98-47e5-8791-8ed06eb1258b tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=b753d813-95df-4256-a8c0-dcd4681dfe27 HTTP/1.1" status: 200 len: 945 time: 0.0527802 Jun 26 03:05:58.754718 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-9e96d3fa-d3b0-4763-b12d-01032e2d0c92 req-f04b3a06-026a-4e4c-b793-715d5d937c98 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f19f5d9-470f-45a6-8bfb-d516ad826927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450904 Jun 26 03:05:58.923807 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed95fff-6388-4bee-a2b6-fd0976d3df70 req-03d8a6df-5edb-41c9-a9f4-96ebe2fa2146 tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:58.926138 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-2ed95fff-6388-4bee-a2b6-fd0976d3df70 req-03d8a6df-5edb-41c9-a9f4-96ebe2fa2146 tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] 10.222.0.43 "GET /v2.0/networks?id=db8ad85e-89b6-4916-ae2f-7389fbc85f35 HTTP/1.1" status: 200 len: 808 time: 0.1232009 Jun 26 03:05:58.973529 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [req-2ed95fff-6388-4bee-a2b6-fd0976d3df70 req-d71b05ff-6ba6-4e4a-8194-67f29d1eb4d8 tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] Request body: {'port': {'device_id': '690029c3-471e-45f0-899e-3f57c61ca236', 'network_id': 'db8ad85e-89b6-4916-ae2f-7389fbc85f35', 'admin_state_up': True, 'tenant_id': '5db904f456b040d8a9f16b169118d21a'}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:05:59.071346 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:05:59.086895 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ed95fff-6388-4bee-a2b6-fd0976d3df70 req-d71b05ff-6ba6-4e4a-8194-67f29d1eb4d8 tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] Made reservation on behalf of 5db904f456b040d8a9f16b169118d21a for: {'port': 1} {{(pid=104014) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 03:05:59.090317 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-2ed95fff-6388-4bee-a2b6-fd0976d3df70 req-d71b05ff-6ba6-4e4a-8194-67f29d1eb4d8 tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:59.215161 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.db.db_base_plugin_common [req-2ed95fff-6388-4bee-a2b6-fd0976d3df70 req-d71b05ff-6ba6-4e4a-8194-67f29d1eb4d8 tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] Allocated IP 172.20.0.9 (db8ad85e-89b6-4916-ae2f-7389fbc85f35/ee31cc6b-9d7e-40ab-bc10-6632a162807e/71302763-1081-4376-b087-f298db36489e) {{(pid=104014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 03:05:59.375443 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-2ed95fff-6388-4bee-a2b6-fd0976d3df70 req-d71b05ff-6ba6-4e4a-8194-67f29d1eb4d8 tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] Publish callbacks [] for port (71302763-1081-4376-b087-f298db36489e), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:59.409624 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-2ed95fff-6388-4bee-a2b6-fd0976d3df70 req-d71b05ff-6ba6-4e4a-8194-67f29d1eb4d8 tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787575245469'] for port (71302763-1081-4376-b087-f298db36489e), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:59.418272 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:05:59.465788 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ed95fff-6388-4bee-a2b6-fd0976d3df70 req-d71b05ff-6ba6-4e4a-8194-67f29d1eb4d8 tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] Network db8ad85e-89b6-4916-ae2f-7389fbc85f35 is already hosted by enough agents. {{(pid=104014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 03:05:59.473362 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.scheduler.base_scheduler [req-2ed95fff-6388-4bee-a2b6-fd0976d3df70 req-d71b05ff-6ba6-4e4a-8194-67f29d1eb4d8 tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] Resources bound (agent type, host, resource id): {{(pid=104014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 03:05:59.476447 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ed95fff-6388-4bee-a2b6-fd0976d3df70 req-d71b05ff-6ba6-4e4a-8194-67f29d1eb4d8 tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] Received port after_create {{(pid=104014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 26 03:05:59.481701 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed95fff-6388-4bee-a2b6-fd0976d3df70 req-d71b05ff-6ba6-4e4a-8194-67f29d1eb4d8 tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:59.482351 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-2ed95fff-6388-4bee-a2b6-fd0976d3df70 req-d71b05ff-6ba6-4e4a-8194-67f29d1eb4d8 tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628900'] for port (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:59.520786 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71b05ff-6ba6-4e4a-8194-67f29d1eb4d8 tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] Pushing event updated for resources: {'Port': ['ID=71302763-1081-4376-b087-f298db36489e,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:05:59.540207 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-2ed95fff-6388-4bee-a2b6-fd0976d3df70 req-d71b05ff-6ba6-4e4a-8194-67f29d1eb4d8 tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5710058 Jun 26 03:05:59.548389 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c48a99-e3a0-4db6-898b-e34db381fb0f req-b3fefe53-ea02-416e-af64-feabdd7bfc98 tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:59.549803 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-70c48a99-e3a0-4db6-898b-e34db381fb0f req-b3fefe53-ea02-416e-af64-feabdd7bfc98 tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] 10.222.0.13 "GET /v2.0/ports?device_id=690029c3-471e-45f0-899e-3f57c61ca236 HTTP/1.1" status: 200 len: 931 time: 0.0802624 Jun 26 03:05:59.574907 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [req-2ed95fff-6388-4bee-a2b6-fd0976d3df70 req-56678ace-e38f-4088-b828-cd53ba5fd285 service neutron] Request body: {'port': {'device_id': '690029c3-471e-45f0-899e-3f57c61ca236', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84684'}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:05:59.630787 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-70c48a99-e3a0-4db6-898b-e34db381fb0f req-4418654a-d6b2-4fbf-a585-e6245da7dde1 tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7486601-bc67-4ecf-b806-2bf9c3acd07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749049 Jun 26 03:05:59.658991 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-2ed95fff-6388-4bee-a2b6-fd0976d3df70 req-56678ace-e38f-4088-b828-cd53ba5fd285 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (71302763-1081-4376-b087-f298db36489e), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:05:59.873898 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:05:59.928935 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92189fa-5ef3-4d6a-9a2e-bc20404abeb3 req-1ced082c-a171-48b9-a11f-3ffdf3282a30 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:05:59.930357 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-d92189fa-5ef3-4d6a-9a2e-bc20404abeb3 req-1ced082c-a171-48b9-a11f-3ffdf3282a30 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=b753d813-95df-4256-a8c0-dcd4681dfe27 HTTP/1.1" status: 200 len: 945 time: 0.0775154 Jun 26 03:06:00.020532 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-d92189fa-5ef3-4d6a-9a2e-bc20404abeb3 req-f1953d03-7153-4f28-8207-ff6322940543 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f19f5d9-470f-45a6-8bfb-d516ad826927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826728 Jun 26 03:06:00.022513 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.notifiers.nova [req-2ed95fff-6388-4bee-a2b6-fd0976d3df70 req-56678ace-e38f-4088-b828-cd53ba5fd285 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71302763-1081-4376-b087-f298db36489e {{(pid=104014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 26 03:06:00.031655 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-2ed95fff-6388-4bee-a2b6-fd0976d3df70 req-56678ace-e38f-4088-b828-cd53ba5fd285 service neutron] Publish callbacks [] for port (71302763-1081-4376-b087-f298db36489e), precommit_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:00.045238 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [req-2ed95fff-6388-4bee-a2b6-fd0976d3df70 req-56678ace-e38f-4088-b828-cd53ba5fd285 service neutron] Transition to ACTIVE for port object 71302763-1081-4376-b087-f298db36489e will not be triggered until provisioned by entity L2. {{(pid=104014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 26 03:06:00.049573 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-2ed95fff-6388-4bee-a2b6-fd0976d3df70 req-56678ace-e38f-4088-b828-cd53ba5fd285 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (71302763-1081-4376-b087-f298db36489e), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:00.291790 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56678ace-e38f-4088-b828-cd53ba5fd285 service neutron] Pushing event updated for resources: {'Port': ['ID=71302763-1081-4376-b087-f298db36489e,revision_number=2']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:06:00.324977 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.managers [req-2ed95fff-6388-4bee-a2b6-fd0976d3df70 req-56678ace-e38f-4088-b828-cd53ba5fd285 service neutron] Attempting to bind port 71302763-1081-4376-b087-f298db36489e on host hv-cinder-84684 for vnic_type normal with profile {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 26 03:06:00.325310 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.managers [req-2ed95fff-6388-4bee-a2b6-fd0976d3df70 req-56678ace-e38f-4088-b828-cd53ba5fd285 service neutron] Attempting to bind port 71302763-1081-4376-b087-f298db36489e by drivers openvswitch,hyperv on host hv-cinder-84684 at level 0 using segments [{'id': 'a22b53e6-4b00-4307-8d95-63f40b59745f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'db8ad85e-89b6-4916-ae2f-7389fbc85f35'}] {{(pid=104014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 26 03:06:00.325635 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed95fff-6388-4bee-a2b6-fd0976d3df70 req-56678ace-e38f-4088-b828-cd53ba5fd285 service neutron] Attempting to bind port 71302763-1081-4376-b087-f298db36489e on network db8ad85e-89b6-4916-ae2f-7389fbc85f35 {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 26 03:06:00.330036 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed95fff-6388-4bee-a2b6-fd0976d3df70 req-56678ace-e38f-4088-b828-cd53ba5fd285 service neutron] Port 71302763-1081-4376-b087-f298db36489e on network db8ad85e-89b6-4916-ae2f-7389fbc85f35 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84684 {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 26 03:06:00.330384 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed95fff-6388-4bee-a2b6-fd0976d3df70 req-56678ace-e38f-4088-b828-cd53ba5fd285 service neutron] Attempting to bind port 71302763-1081-4376-b087-f298db36489e on network db8ad85e-89b6-4916-ae2f-7389fbc85f35 {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 26 03:06:00.335168 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed95fff-6388-4bee-a2b6-fd0976d3df70 req-56678ace-e38f-4088-b828-cd53ba5fd285 service neutron] Checking agent: {'id': 'e7a0895f-45bb-4130-be69-32df3e039043', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84684', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 26, 3, 2, 40), 'started_at': datetime.datetime(2022, 6, 26, 3, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 26, 3, 5, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 26 03:06:00.335501 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed95fff-6388-4bee-a2b6-fd0976d3df70 req-56678ace-e38f-4088-b828-cd53ba5fd285 service neutron] Checking segment: {'id': 'a22b53e6-4b00-4307-8d95-63f40b59745f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'db8ad85e-89b6-4916-ae2f-7389fbc85f35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 26 03:06:00.335878 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed95fff-6388-4bee-a2b6-fd0976d3df70 req-56678ace-e38f-4088-b828-cd53ba5fd285 service neutron] Bound using segment: {'id': 'a22b53e6-4b00-4307-8d95-63f40b59745f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'db8ad85e-89b6-4916-ae2f-7389fbc85f35'} {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 26 03:06:00.336295 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.managers [req-2ed95fff-6388-4bee-a2b6-fd0976d3df70 req-56678ace-e38f-4088-b828-cd53ba5fd285 service neutron] Bound port: 71302763-1081-4376-b087-f298db36489e, host: hv-cinder-84684, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a22b53e6-4b00-4307-8d95-63f40b59745f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'db8ad85e-89b6-4916-ae2f-7389fbc85f35'}}] {{(pid=104014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 26 03:06:00.336647 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-2ed95fff-6388-4bee-a2b6-fd0976d3df70 req-56678ace-e38f-4088-b828-cd53ba5fd285 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (71302763-1081-4376-b087-f298db36489e), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:00.399106 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [req-2ed95fff-6388-4bee-a2b6-fd0976d3df70 req-56678ace-e38f-4088-b828-cd53ba5fd285 service neutron] For port 71302763-1081-4376-b087-f298db36489e, host hv-cinder-84684, cleared binding levels {{(pid=104014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 03:06:00.402760 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [req-2ed95fff-6388-4bee-a2b6-fd0976d3df70 req-56678ace-e38f-4088-b828-cd53ba5fd285 service neutron] For port 71302763-1081-4376-b087-f298db36489e, host hv-cinder-84684, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=71302763-1081-4376-b087-f298db36489e,segment=NetworkSegment(a22b53e6-4b00-4307-8d95-63f40b59745f),segment_id=a22b53e6-4b00-4307-8d95-63f40b59745f)] {{(pid=104014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 03:06:00.410249 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-2ed95fff-6388-4bee-a2b6-fd0976d3df70 req-56678ace-e38f-4088-b828-cd53ba5fd285 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (71302763-1081-4376-b087-f298db36489e), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:00.451220 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed95fff-6388-4bee-a2b6-fd0976d3df70 req-56678ace-e38f-4088-b828-cd53ba5fd285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:06:00.451852 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-2ed95fff-6388-4bee-a2b6-fd0976d3df70 req-56678ace-e38f-4088-b828-cd53ba5fd285 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515864', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628900'] for port (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:00.453730 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-2ed95fff-6388-4bee-a2b6-fd0976d3df70 req-56678ace-e38f-4088-b828-cd53ba5fd285 service neutron] 10.222.0.43 "PUT /v2.0/ports/71302763-1081-4376-b087-f298db36489e HTTP/1.1" status: 200 len: 1093 time: 0.8840749 Jun 26 03:06:00.454219 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '690029c3-471e-45f0-899e-3f57c61ca236', 'tag': '71302763-1081-4376-b087-f298db36489e'}] {{(pid=104014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 26 03:06:00.456418 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b346e277b9447a300c9d303bb334713d04858661d6ca7e8667ef96f79658145a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff3a76b4-b440-4540-904f-8b469e16e1ad" -d '{"events": [{"name": "network-changed", "server_uuid": "690029c3-471e-45f0-899e-3f57c61ca236", "tag": "71302763-1081-4376-b087-f298db36489e"}]}' {{(pid=104014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 03:06:00.475336 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56678ace-e38f-4088-b828-cd53ba5fd285 service neutron] Pushing event updated for resources: {'Port': ['ID=71302763-1081-4376-b087-f298db36489e,revision_number=3']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:06:00.495096 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Jun 2022 03:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ee81e09-e94b-4c14-80f7-03066507697f x-openstack-request-id: req-0ee81e09-e94b-4c14-80f7-03066507697f {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 03:06:00.495392 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "690029c3-471e-45f0-899e-3f57c61ca236", "tag": "71302763-1081-4376-b087-f298db36489e", "status": "completed", "code": 200}]} {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 03:06:00.495646 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0ee81e09-e94b-4c14-80f7-03066507697f {{(pid=104014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 03:06:00.496048 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ee81e09-e94b-4c14-80f7-03066507697f'] response: {'name': 'network-changed', 'server_uuid': '690029c3-471e-45f0-899e-3f57c61ca236', 'tag': '71302763-1081-4376-b087-f298db36489e', 'status': 'completed', 'code': 200} Jun 26 03:06:00.757014 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760268d8-b891-425a-a0d4-6a052c60e284 req-4695e9ca-5fb9-47ad-950e-e69b8c2ec03b tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:06:00.758549 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-760268d8-b891-425a-a0d4-6a052c60e284 req-4695e9ca-5fb9-47ad-950e-e69b8c2ec03b tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] 10.222.0.13 "GET /v2.0/ports?device_id=690029c3-471e-45f0-899e-3f57c61ca236 HTTP/1.1" status: 200 len: 943 time: 0.0504534 Jun 26 03:06:00.795125 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:06:00.808002 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-760268d8-b891-425a-a0d4-6a052c60e284 req-0bad15cc-d9ad-46b2-aef5-bcbd563a0cf1 tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7486601-bc67-4ecf-b806-2bf9c3acd07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438349 Jun 26 03:06:00.978204 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 41892) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:06:01.085204 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-c9f12ede-b1c9-48f2-92cb-0e10a35c67fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:01.147686 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea121c1b-721a-45fb-a1c1-69bd8a5603f2 req-af7b6f62-35ba-43a2-affb-8b2f51b7859c tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:06:01.149131 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-ea121c1b-721a-45fb-a1c1-69bd8a5603f2 req-af7b6f62-35ba-43a2-affb-8b2f51b7859c tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=b753d813-95df-4256-a8c0-dcd4681dfe27 HTTP/1.1" status: 200 len: 945 time: 0.0566964 Jun 26 03:06:01.220846 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-ea121c1b-721a-45fb-a1c1-69bd8a5603f2 req-8a5e1fde-dbb4-4514-a75a-1fe61e0a70d5 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f19f5d9-470f-45a6-8bfb-d516ad826927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657182 Jun 26 03:06:01.238380 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-c9f12ede-b1c9-48f2-92cb-0e10a35c67fb admin admin] Publish callbacks [] for security_group (ce3af192-ca5c-42a2-a1b1-71c2ba2ca4c4), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:01.242729 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-c9f12ede-b1c9-48f2-92cb-0e10a35c67fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (ce3af192-ca5c-42a2-a1b1-71c2ba2ca4c4), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:01.281882 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-c9f12ede-b1c9-48f2-92cb-0e10a35c67fb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=997a1d7b3630439ba2739232cc29b3e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3025155 Jun 26 03:06:01.283720 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f12ede-b1c9-48f2-92cb-0e10a35c67fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce3af192-ca5c-42a2-a1b1-71c2ba2ca4c4,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:06:01.284448 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 41900) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:06:01.335315 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-3bc164a7-d2d1-4601-867c-484234fa46bc admin admin] Publish callbacks [] for security_group (ce3af192-ca5c-42a2-a1b1-71c2ba2ca4c4), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:01.356188 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-3bc164a7-d2d1-4601-867c-484234fa46bc admin admin] Publish callbacks [] for security_group (ce3af192-ca5c-42a2-a1b1-71c2ba2ca4c4), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:01.404030 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-3bc164a7-d2d1-4601-867c-484234fa46bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (ce3af192-ca5c-42a2-a1b1-71c2ba2ca4c4), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:01.406588 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-3bc164a7-d2d1-4601-867c-484234fa46bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:01.407740 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-3bc164a7-d2d1-4601-867c-484234fa46bc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ce3af192-ca5c-42a2-a1b1-71c2ba2ca4c4 HTTP/1.1" status: 204 len: 168 time: 0.1223061 Jun 26 03:06:01.415194 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc164a7-d2d1-4601-867c-484234fa46bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce3af192-ca5c-42a2-a1b1-71c2ba2ca4c4,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:06:01.685501 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 41910) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:06:01.700035 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-1bd51f54-e317-4138-9990-59368feaac53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:01.727585 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:06:01.778891 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-1bd51f54-e317-4138-9990-59368feaac53 admin admin] Publish callbacks [] for security_group (f4299032-c4f1-4349-94a6-3e36ad7110b2), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:01.783037 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-1bd51f54-e317-4138-9990-59368feaac53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (f4299032-c4f1-4349-94a6-3e36ad7110b2), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:01.820378 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd51f54-e317-4138-9990-59368feaac53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4299032-c4f1-4349-94a6-3e36ad7110b2,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:06:01.824493 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-1bd51f54-e317-4138-9990-59368feaac53 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8e0ed575fce74493b2ef9a71fbeaf328&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1379325 Jun 26 03:06:01.827043 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 41912) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:06:01.893020 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-cb445c79-a45f-4f27-87c6-dde48385cd24 admin admin] Publish callbacks [] for security_group (f4299032-c4f1-4349-94a6-3e36ad7110b2), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:01.943226 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74252661-e83f-4fb1-af40-05ca7798ebb6 req-245c7ccf-768a-49de-97d3-8f56a3735d4c tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:06:01.945987 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-74252661-e83f-4fb1-af40-05ca7798ebb6 req-245c7ccf-768a-49de-97d3-8f56a3735d4c tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] 10.222.0.13 "GET /v2.0/ports?device_id=690029c3-471e-45f0-899e-3f57c61ca236 HTTP/1.1" status: 200 len: 943 time: 0.0667331 Jun 26 03:06:01.950782 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-cb445c79-a45f-4f27-87c6-dde48385cd24 admin admin] Publish callbacks [] for security_group (f4299032-c4f1-4349-94a6-3e36ad7110b2), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:01.971356 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.agents_db [None req-1acc9491-aa00-4d80-a7f3-d699105ea2bf None None] Agent healthcheck: found 6 active agents {{(pid=104016) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 03:06:02.022202 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-74252661-e83f-4fb1-af40-05ca7798ebb6 req-3fee772a-8c71-4aa4-a62c-db404014ca42 tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7486601-bc67-4ecf-b806-2bf9c3acd07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691056 Jun 26 03:06:02.039474 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-cb445c79-a45f-4f27-87c6-dde48385cd24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (f4299032-c4f1-4349-94a6-3e36ad7110b2), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:02.042087 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-cb445c79-a45f-4f27-87c6-dde48385cd24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:02.043196 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-cb445c79-a45f-4f27-87c6-dde48385cd24 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f4299032-c4f1-4349-94a6-3e36ad7110b2 HTTP/1.1" status: 204 len: 168 time: 0.2147205 Jun 26 03:06:02.051836 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb445c79-a45f-4f27-87c6-dde48385cd24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4299032-c4f1-4349-94a6-3e36ad7110b2,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:06:02.333722 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca75e92-f0e9-4d9c-b519-3f2f05e64f74 req-741ab9f9-1601-4c0a-ae19-305a509157f7 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:06:02.335229 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-2ca75e92-f0e9-4d9c-b519-3f2f05e64f74 req-741ab9f9-1601-4c0a-ae19-305a509157f7 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=b753d813-95df-4256-a8c0-dcd4681dfe27 HTTP/1.1" status: 200 len: 945 time: 0.0473924 Jun 26 03:06:02.390779 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-2ca75e92-f0e9-4d9c-b519-3f2f05e64f74 req-7a7a62e3-0f15-473f-832b-c8eb46ab59fa tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f19f5d9-470f-45a6-8bfb-d516ad826927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501552 Jun 26 03:06:03.128477 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:06:03.147812 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518de829-fa41-4c12-93e8-d6e3e029d6a2 req-54953602-fd88-49c8-9d73-ae50c1a60c69 tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:06:03.147812 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-518de829-fa41-4c12-93e8-d6e3e029d6a2 req-54953602-fd88-49c8-9d73-ae50c1a60c69 tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] 10.222.0.13 "GET /v2.0/ports?device_id=690029c3-471e-45f0-899e-3f57c61ca236 HTTP/1.1" status: 200 len: 943 time: 0.0499527 Jun 26 03:06:03.190601 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-518de829-fa41-4c12-93e8-d6e3e029d6a2 req-9533d319-4bb1-4c15-b416-712213fb78c5 tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7486601-bc67-4ecf-b806-2bf9c3acd07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427432 Jun 26 03:06:03.502803 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46588d78-04a1-4e14-b709-9a5688ec1bc4 req-876dc2d4-c08b-490e-9567-bdbdf807e855 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:06:03.504547 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-46588d78-04a1-4e14-b709-9a5688ec1bc4 req-876dc2d4-c08b-490e-9567-bdbdf807e855 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=b753d813-95df-4256-a8c0-dcd4681dfe27 HTTP/1.1" status: 200 len: 945 time: 0.0462923 Jun 26 03:06:03.554339 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-46588d78-04a1-4e14-b709-9a5688ec1bc4 req-f0f09eb7-c148-4b0b-bd0f-6eb83c03a7fe tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f19f5d9-470f-45a6-8bfb-d516ad826927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441015 Jun 26 03:06:04.307111 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3505cf4-a65e-421f-ba49-a503f6144710 req-9cb4a676-74d1-45e9-80d8-c625b6e76983 tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:06:04.308549 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-b3505cf4-a65e-421f-ba49-a503f6144710 req-9cb4a676-74d1-45e9-80d8-c625b6e76983 tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] 10.222.0.13 "GET /v2.0/ports?device_id=690029c3-471e-45f0-899e-3f57c61ca236 HTTP/1.1" status: 200 len: 943 time: 0.0492663 Jun 26 03:06:04.354666 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-b3505cf4-a65e-421f-ba49-a503f6144710 req-1ab78280-82a9-4091-808f-85b3b99ec9ad tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7486601-bc67-4ecf-b806-2bf9c3acd07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407491 Jun 26 03:06:04.671660 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff0c40e-7570-4389-9005-eb476a464848 req-64b3b1ee-7deb-4f31-a01e-c0ab62a9131f tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:06:04.673128 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-fff0c40e-7570-4389-9005-eb476a464848 req-64b3b1ee-7deb-4f31-a01e-c0ab62a9131f tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=b753d813-95df-4256-a8c0-dcd4681dfe27 HTTP/1.1" status: 200 len: 945 time: 0.0508285 Jun 26 03:06:04.722158 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-fff0c40e-7570-4389-9005-eb476a464848 req-1b3984fc-eb81-46c9-a8f7-b7041f583541 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f19f5d9-470f-45a6-8bfb-d516ad826927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408802 Jun 26 03:06:05.013710 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3a76b4-b440-4540-904f-8b469e16e1ad req-3e54c39d-a5ff-41e0-8374-dfbcd3ea1a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:06:05.015737 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-ff3a76b4-b440-4540-904f-8b469e16e1ad req-3e54c39d-a5ff-41e0-8374-dfbcd3ea1a2d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5db904f456b040d8a9f16b169118d21a&device_id=690029c3-471e-45f0-899e-3f57c61ca236 HTTP/1.1" status: 200 len: 1127 time: 0.0394819 Jun 26 03:06:05.466650 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e7f7c9-7248-4258-be79-e7ee99464b9b req-2e85ad33-f8a8-497b-9bd9-4901ac7bfb00 tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:06:05.468079 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-61e7f7c9-7248-4258-be79-e7ee99464b9b req-2e85ad33-f8a8-497b-9bd9-4901ac7bfb00 tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] 10.222.0.13 "GET /v2.0/ports?device_id=690029c3-471e-45f0-899e-3f57c61ca236 HTTP/1.1" status: 200 len: 943 time: 0.0488293 Jun 26 03:06:05.479593 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:INSERT=3,neutron:SELECT=96,neutron:DELETE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:06:05.515940 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-61e7f7c9-7248-4258-be79-e7ee99464b9b req-40d9c6dc-8c34-4a27-b00c-9fcbfc673c17 tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7486601-bc67-4ecf-b806-2bf9c3acd07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425551 Jun 26 03:06:05.833511 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54e1ebb-7abf-4a58-9712-e79a8b02b910 req-0e3de47b-4c0e-47a4-b6c3-2d417611f6ed tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:06:05.835007 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-c54e1ebb-7abf-4a58-9712-e79a8b02b910 req-0e3de47b-4c0e-47a4-b6c3-2d417611f6ed tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=b753d813-95df-4256-a8c0-dcd4681dfe27 HTTP/1.1" status: 200 len: 945 time: 0.0465763 Jun 26 03:06:05.884640 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-c54e1ebb-7abf-4a58-9712-e79a8b02b910 req-89d042f9-b04d-4ce8-abb3-a1da18b1a535 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f19f5d9-470f-45a6-8bfb-d516ad826927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442841 Jun 26 03:06:06.211038 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=87 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:06:06.629446 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1879d948-b48f-4f97-b872-ff5b208ce968 req-0135329e-c836-4581-91e9-e5979f01f6d6 tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:06:06.631533 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-1879d948-b48f-4f97-b872-ff5b208ce968 req-0135329e-c836-4581-91e9-e5979f01f6d6 tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] 10.222.0.13 "GET /v2.0/ports?device_id=690029c3-471e-45f0-899e-3f57c61ca236 HTTP/1.1" status: 200 len: 943 time: 0.0505416 Jun 26 03:06:06.678417 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-1879d948-b48f-4f97-b872-ff5b208ce968 req-c65b31fd-8dd8-4d25-8957-7c9813c5f493 tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7486601-bc67-4ecf-b806-2bf9c3acd07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411999 Jun 26 03:06:06.994435 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0df874-eb3d-41bd-8fb6-94a40a9ce8ba req-41dcd8e4-4569-486b-ac1f-93d7209cf2f3 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:06:06.995864 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-df0df874-eb3d-41bd-8fb6-94a40a9ce8ba req-41dcd8e4-4569-486b-ac1f-93d7209cf2f3 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=b753d813-95df-4256-a8c0-dcd4681dfe27 HTTP/1.1" status: 200 len: 945 time: 0.0455718 Jun 26 03:06:07.042086 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-df0df874-eb3d-41bd-8fb6-94a40a9ce8ba req-ddaafc55-6100-4ac6-985c-1d9a62a10113 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f19f5d9-470f-45a6-8bfb-d516ad826927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408099 Jun 26 03:06:07.294522 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3a76b4-b440-4540-904f-8b469e16e1ad req-5d6538a6-ac05-4d55-8982-084b45eb7b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:06:07.296491 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-ff3a76b4-b440-4540-904f-8b469e16e1ad req-5d6538a6-ac05-4d55-8982-084b45eb7b56 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=5db904f456b040d8a9f16b169118d21a&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1052258 Jun 26 03:06:07.789617 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41c9afb-df6d-44df-8625-8951f0594df2 req-bb9b6395-669a-47e9-913f-0a4109c7c098 tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:06:07.797044 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a41c9afb-df6d-44df-8625-8951f0594df2 req-bb9b6395-669a-47e9-913f-0a4109c7c098 tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] 10.222.0.13 "GET /v2.0/ports?device_id=690029c3-471e-45f0-899e-3f57c61ca236 HTTP/1.1" status: 200 len: 943 time: 0.0528758 Jun 26 03:06:07.852433 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a41c9afb-df6d-44df-8625-8951f0594df2 req-a6cbb02d-2362-43d0-b63b-ff88ad81254f tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7486601-bc67-4ecf-b806-2bf9c3acd07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545504 Jun 26 03:06:08.154381 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b3e0f2-6688-4a3c-9f19-8d9467246d00 req-ffc4db4e-c06d-428f-9196-e4031d6f72e6 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:06:08.156527 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-10b3e0f2-6688-4a3c-9f19-8d9467246d00 req-ffc4db4e-c06d-428f-9196-e4031d6f72e6 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=b753d813-95df-4256-a8c0-dcd4681dfe27 HTTP/1.1" status: 200 len: 945 time: 0.0468802 Jun 26 03:06:08.217497 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-10b3e0f2-6688-4a3c-9f19-8d9467246d00 req-a5dcb677-b92e-4f4c-bbcb-f1c3f82ce080 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f19f5d9-470f-45a6-8bfb-d516ad826927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551989 Jun 26 03:06:08.925543 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=100 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:06:08.962794 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494d01e0-357d-4174-be55-7947db3c974e req-654f85e5-0cd9-4572-859e-2fbef19efdbc tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:06:08.964539 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-494d01e0-357d-4174-be55-7947db3c974e req-654f85e5-0cd9-4572-859e-2fbef19efdbc tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] 10.222.0.13 "GET /v2.0/ports?device_id=690029c3-471e-45f0-899e-3f57c61ca236 HTTP/1.1" status: 200 len: 943 time: 0.0476625 Jun 26 03:06:09.012093 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-494d01e0-357d-4174-be55-7947db3c974e req-ed6a8ad0-9303-4f78-b6c9-44c3172b61b8 tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7486601-bc67-4ecf-b806-2bf9c3acd07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419495 Jun 26 03:06:09.334111 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5640c7e-399f-41aa-b918-80aefd095b52 req-ecaebd38-c4d8-4a50-a656-6ec270fcb454 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:06:09.335594 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-d5640c7e-399f-41aa-b918-80aefd095b52 req-ecaebd38-c4d8-4a50-a656-6ec270fcb454 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=b753d813-95df-4256-a8c0-dcd4681dfe27 HTTP/1.1" status: 200 len: 945 time: 0.0468161 Jun 26 03:06:09.357804 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:06:09.383118 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-d5640c7e-399f-41aa-b918-80aefd095b52 req-95853c04-32ee-4057-8728-972f183e3b7b tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f19f5d9-470f-45a6-8bfb-d516ad826927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421109 Jun 26 03:06:10.127350 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14813356-d314-47d3-b0a7-e6fc379734ad req-05f1e860-0ab7-4d6a-a2b0-afe24a71dea0 tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:06:10.129064 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-14813356-d314-47d3-b0a7-e6fc379734ad req-05f1e860-0ab7-4d6a-a2b0-afe24a71dea0 tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] 10.222.0.13 "GET /v2.0/ports?device_id=690029c3-471e-45f0-899e-3f57c61ca236 HTTP/1.1" status: 200 len: 943 time: 0.0490179 Jun 26 03:06:10.174532 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-14813356-d314-47d3-b0a7-e6fc379734ad req-72a7af61-2e69-418b-ab2f-259b46825713 tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7486601-bc67-4ecf-b806-2bf9c3acd07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400074 Jun 26 03:06:10.491364 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3158026d-f945-42ae-92c1-df94ad93347a req-a402acd5-2545-4808-9fbe-c69dba4955b6 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:06:10.492794 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-3158026d-f945-42ae-92c1-df94ad93347a req-a402acd5-2545-4808-9fbe-c69dba4955b6 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=b753d813-95df-4256-a8c0-dcd4681dfe27 HTTP/1.1" status: 200 len: 945 time: 0.0450051 Jun 26 03:06:10.538587 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-3158026d-f945-42ae-92c1-df94ad93347a req-41fd69f6-814f-443a-ba73-8896fe6bbe5b tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f19f5d9-470f-45a6-8bfb-d516ad826927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405262 Jun 26 03:06:11.276949 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=100 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:06:11.285778 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26925596-2488-4ecc-a358-c0d2fd2b3a3a req-a4527a5a-bc8f-4cc5-8791-eb526d530856 tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:06:11.287237 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-26925596-2488-4ecc-a358-c0d2fd2b3a3a req-a4527a5a-bc8f-4cc5-8791-eb526d530856 tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] 10.222.0.13 "GET /v2.0/ports?device_id=690029c3-471e-45f0-899e-3f57c61ca236 HTTP/1.1" status: 200 len: 943 time: 0.0466630 Jun 26 03:06:11.336178 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-26925596-2488-4ecc-a358-c0d2fd2b3a3a req-c55e9ef8-703b-42fa-a1d8-8bb2bc702e3f tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7486601-bc67-4ecf-b806-2bf9c3acd07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435424 Jun 26 03:06:11.401984 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-762dfbdc-5c6c-42b9-b6f4-5655b5db8394 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (7168f7b9-c398-4364-91f8-35e2ce03f4c4), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:11.410588 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=75,neutron:INSERT=11,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:06:11.411371 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:INSERT=2,neutron:SELECT=27,neutron:DELETE=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:06:11.649094 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908b4cf3-4333-4a74-87e4-47397be65395 req-19af8649-33ab-4c1a-b3a2-cbc82fed9aff tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:06:11.650596 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-908b4cf3-4333-4a74-87e4-47397be65395 req-19af8649-33ab-4c1a-b3a2-cbc82fed9aff tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=b753d813-95df-4256-a8c0-dcd4681dfe27 HTTP/1.1" status: 200 len: 945 time: 0.0464532 Jun 26 03:06:11.699422 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-908b4cf3-4333-4a74-87e4-47397be65395 req-51e4854a-8b0a-4229-a03d-ddcb17e0cd76 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f19f5d9-470f-45a6-8bfb-d516ad826927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426860 Jun 26 03:06:11.967925 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=37,neutron:UPDATE=2 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:06:12.098430 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3a76b4-b440-4540-904f-8b469e16e1ad req-98d3b7eb-4e60-4b33-8530-63ae283be4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:06:12.099942 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-ff3a76b4-b440-4540-904f-8b469e16e1ad req-98d3b7eb-4e60-4b33-8530-63ae283be4d3 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0994947 Jun 26 03:06:12.234837 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed95fff-6388-4bee-a2b6-fd0976d3df70 req-52f9a422-1e1b-484d-9441-52f73c7fa238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:06:12.236353 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-2ed95fff-6388-4bee-a2b6-fd0976d3df70 req-52f9a422-1e1b-484d-9441-52f73c7fa238 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5db904f456b040d8a9f16b169118d21a&device_id=690029c3-471e-45f0-899e-3f57c61ca236 HTTP/1.1" status: 200 len: 1127 time: 0.0404425 Jun 26 03:06:12.312046 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-2ed95fff-6388-4bee-a2b6-fd0976d3df70 req-8fe92875-d847-424a-9bac-5855cbe4017a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=71302763-1081-4376-b087-f298db36489e HTTP/1.1" status: 200 len: 217 time: 0.0332737 Jun 26 03:06:12.369588 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed95fff-6388-4bee-a2b6-fd0976d3df70 req-b6a6bfca-548f-40fb-b2c9-6fd5932d52aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:06:12.371066 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-2ed95fff-6388-4bee-a2b6-fd0976d3df70 req-b6a6bfca-548f-40fb-b2c9-6fd5932d52aa service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ee31cc6b-9d7e-40ab-bc10-6632a162807e HTTP/1.1" status: 200 len: 848 time: 0.0431819 Jun 26 03:06:12.412664 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-2ed95fff-6388-4bee-a2b6-fd0976d3df70 req-23b878de-6b1f-4853-bb2a-5b0a54764397 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=db8ad85e-89b6-4916-ae2f-7389fbc85f35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349615 Jun 26 03:06:12.478426 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e81f1e-49a3-44b1-8ca9-3a8c6fea6f16 req-1b1d6546-3f06-4fb4-ba10-0f8e39b1719a tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:06:12.479832 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-b0e81f1e-49a3-44b1-8ca9-3a8c6fea6f16 req-1b1d6546-3f06-4fb4-ba10-0f8e39b1719a tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] 10.222.0.13 "GET /v2.0/ports?device_id=690029c3-471e-45f0-899e-3f57c61ca236 HTTP/1.1" status: 200 len: 943 time: 0.0699878 Jun 26 03:06:12.560446 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-2ed95fff-6388-4bee-a2b6-fd0976d3df70 req-b7a7924d-f456-4a6b-a7cc-ed9e8744a06f service neutron] 10.222.0.43 "GET /v2.0/networks/db8ad85e-89b6-4916-ae2f-7389fbc85f35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393149 Jun 26 03:06:12.567663 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-b0e81f1e-49a3-44b1-8ca9-3a8c6fea6f16 req-ae3236df-980d-48f9-8152-519980c5cf09 tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7486601-bc67-4ecf-b806-2bf9c3acd07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647881 Jun 26 03:06:12.648918 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-2ed95fff-6388-4bee-a2b6-fd0976d3df70 req-a3f67972-f7f3-405d-9b1e-4293f09df703 service neutron] 10.222.0.43 "GET /v2.0/networks/db8ad85e-89b6-4916-ae2f-7389fbc85f35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803766 Jun 26 03:06:12.798896 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=100 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:06:12.814581 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bf2359-d7d0-4a41-b178-39a40132357c req-57800987-8a26-4b52-a422-35bbcefb79da tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:06:12.816028 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-90bf2359-d7d0-4a41-b178-39a40132357c req-57800987-8a26-4b52-a422-35bbcefb79da tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=b753d813-95df-4256-a8c0-dcd4681dfe27 HTTP/1.1" status: 200 len: 945 time: 0.0493476 Jun 26 03:06:12.862085 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-90bf2359-d7d0-4a41-b178-39a40132357c req-578f18d1-4beb-498e-af12-a2be90dc7abd tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f19f5d9-470f-45a6-8bfb-d516ad826927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406170 Jun 26 03:06:13.329928 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51389076-94d9-46f5-a81f-613fc6ab9114 req-0f71c578-b941-4546-8b3b-13ec84030e7d tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:06:13.331307 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-51389076-94d9-46f5-a81f-613fc6ab9114 req-0f71c578-b941-4546-8b3b-13ec84030e7d tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e1cf9b3-1e3f-4760-81a4-4f4e8c4d5d7a HTTP/1.1" status: 200 len: 945 time: 0.0454197 Jun 26 03:06:13.380217 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-51389076-94d9-46f5-a81f-613fc6ab9114 req-5f9932d3-8533-45f0-a87a-74c8066e6f6d tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] 10.222.0.13 "GET /v2.0/security-groups?id=b8d578a3-20a0-4dfd-8c42-86b3b60e3ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435760 Jun 26 03:06:13.678497 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff15d6b-e929-4edb-a318-ebe4ce654cc2 req-8ff1ba8b-bf7c-411d-bdf9-2376a78ee679 tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:06:13.679941 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-5ff15d6b-e929-4edb-a318-ebe4ce654cc2 req-8ff1ba8b-bf7c-411d-bdf9-2376a78ee679 tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] 10.222.0.13 "GET /v2.0/ports?device_id=690029c3-471e-45f0-899e-3f57c61ca236 HTTP/1.1" status: 200 len: 943 time: 0.0453207 Jun 26 03:06:13.728954 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-5ff15d6b-e929-4edb-a318-ebe4ce654cc2 req-b12f52c1-de54-40cb-a105-c9d015035b8c tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7486601-bc67-4ecf-b806-2bf9c3acd07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435586 Jun 26 03:06:13.729885 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a8bf0b8e-f340-46f1-91a8-a9edce0b8fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (0122de27-3097-4d47-a0ca-0fb90e28ac1e), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:13.959855 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=100 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:06:13.973092 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f52c4e-ba3b-4ae2-887e-90f33b5b5b72 req-05c10953-35f9-407d-8d8a-3e4a2ca1a48e tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:06:13.974537 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a7f52c4e-ba3b-4ae2-887e-90f33b5b5b72 req-05c10953-35f9-407d-8d8a-3e4a2ca1a48e tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=b753d813-95df-4256-a8c0-dcd4681dfe27 HTTP/1.1" status: 200 len: 945 time: 0.0458109 Jun 26 03:06:14.000431 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (e7a0895f-45bb-4130-be69-32df3e039043), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:14.023251 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a7f52c4e-ba3b-4ae2-887e-90f33b5b5b72 req-956d5b59-46a1-493e-a1a0-baaa79fe151b tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f19f5d9-470f-45a6-8bfb-d516ad826927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426569 Jun 26 03:06:14.492197 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba055167-b700-4540-8cc7-761f3ddcb150 req-f4a8ca56-5082-417e-bc55-f864c2a918fa tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:06:14.493625 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-ba055167-b700-4540-8cc7-761f3ddcb150 req-f4a8ca56-5082-417e-bc55-f864c2a918fa tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e1cf9b3-1e3f-4760-81a4-4f4e8c4d5d7a HTTP/1.1" status: 200 len: 945 time: 0.0462253 Jun 26 03:06:14.541960 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-ba055167-b700-4540-8cc7-761f3ddcb150 req-1ed24c67-32d4-4ec3-8068-59767dc22e90 tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] 10.222.0.13 "GET /v2.0/security-groups?id=b8d578a3-20a0-4dfd-8c42-86b3b60e3ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421281 Jun 26 03:06:14.815186 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a0725410-9e6c-45cb-9ff8-c6c4931d6b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (ece691f0-a7cc-4e31-b59a-0e18fd9fccde), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:14.843698 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a65adc-4508-4005-bb10-1c8af20b540a req-5f257a97-da08-4045-b02e-c9040e66bdc9 tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:06:14.845195 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-91a65adc-4508-4005-bb10-1c8af20b540a req-5f257a97-da08-4045-b02e-c9040e66bdc9 tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] 10.222.0.13 "GET /v2.0/ports?device_id=690029c3-471e-45f0-899e-3f57c61ca236 HTTP/1.1" status: 200 len: 943 time: 0.0513656 Jun 26 03:06:14.895674 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-91a65adc-4508-4005-bb10-1c8af20b540a req-1af468ec-1dc7-418a-b5c5-9652c0390f3c tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7486601-bc67-4ecf-b806-2bf9c3acd07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448811 Jun 26 03:06:15.140776 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57675a8-1ff6-4e80-a0bb-e3d95a1ab8de req-a2ddee28-d6c5-4c38-a5f5-0b4639dd855a tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:06:15.142255 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a57675a8-1ff6-4e80-a0bb-e3d95a1ab8de req-a2ddee28-d6c5-4c38-a5f5-0b4639dd855a tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=b753d813-95df-4256-a8c0-dcd4681dfe27 HTTP/1.1" status: 200 len: 945 time: 0.0487466 Jun 26 03:06:15.204483 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a57675a8-1ff6-4e80-a0bb-e3d95a1ab8de req-bead47bd-5fd6-4623-88d3-7fffaaa45aad tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f19f5d9-470f-45a6-8bfb-d516ad826927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543833 Jun 26 03:06:15.656695 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e57695-a430-4277-bea2-920adb405489 req-8ac8ec4c-9fc6-4d28-b252-776a2a58896b tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:06:15.658950 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-91e57695-a430-4277-bea2-920adb405489 req-8ac8ec4c-9fc6-4d28-b252-776a2a58896b tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e1cf9b3-1e3f-4760-81a4-4f4e8c4d5d7a HTTP/1.1" status: 200 len: 945 time: 0.0474374 Jun 26 03:06:15.719276 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-91e57695-a430-4277-bea2-920adb405489 req-1ea9310e-3618-4c06-b6c2-3d81e626afda tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] 10.222.0.13 "GET /v2.0/security-groups?id=b8d578a3-20a0-4dfd-8c42-86b3b60e3ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547919 Jun 26 03:06:16.015526 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89c2add-903c-4337-b849-1186aed047cf req-6c957d32-bb1c-4c0e-83f3-f03b09f0c1c4 tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:06:16.016970 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-d89c2add-903c-4337-b849-1186aed047cf req-6c957d32-bb1c-4c0e-83f3-f03b09f0c1c4 tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] 10.222.0.13 "GET /v2.0/ports?device_id=690029c3-471e-45f0-899e-3f57c61ca236 HTTP/1.1" status: 200 len: 943 time: 0.0473740 Jun 26 03:06:16.063637 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-d89c2add-903c-4337-b849-1186aed047cf req-62dea94a-95bb-4b8c-b8db-23f0ac188af8 tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7486601-bc67-4ecf-b806-2bf9c3acd07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408976 Jun 26 03:06:16.255458 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d2867017-9ae3-4ae5-b018-59cb98d1258b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (3b87920d-6933-41a3-b47c-185b87d68e87), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:16.455137 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52928b79-4302-42b3-baf3-79831469b709 req-55e6d09f-eda7-422b-aebc-d9e92f4c57eb tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:06:16.456640 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-52928b79-4302-42b3-baf3-79831469b709 req-55e6d09f-eda7-422b-aebc-d9e92f4c57eb tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=b753d813-95df-4256-a8c0-dcd4681dfe27 HTTP/1.1" status: 200 len: 945 time: 0.0461836 Jun 26 03:06:16.503022 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (16f9b602-7baf-4f7a-ab92-1b0788147fb5), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:16.504384 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-52928b79-4302-42b3-baf3-79831469b709 req-460e03f3-b192-4c36-a541-83045f2cb3a7 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f19f5d9-470f-45a6-8bfb-d516ad826927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423870 Jun 26 03:06:16.832122 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05d9fbd-57e1-42cc-8cd7-ed32f4ab2115 req-b32a9775-bf31-4f92-98d7-de6e4ff24cb4 tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:06:16.833565 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-d05d9fbd-57e1-42cc-8cd7-ed32f4ab2115 req-b32a9775-bf31-4f92-98d7-de6e4ff24cb4 tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e1cf9b3-1e3f-4760-81a4-4f4e8c4d5d7a HTTP/1.1" status: 200 len: 945 time: 0.0483322 Jun 26 03:06:16.880800 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-d05d9fbd-57e1-42cc-8cd7-ed32f4ab2115 req-812c35a8-07ff-4fcc-92bd-8577fd623472 tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] 10.222.0.13 "GET /v2.0/security-groups?id=b8d578a3-20a0-4dfd-8c42-86b3b60e3ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417545 Jun 26 03:06:16.989033 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Device 71302763-1081-4376-b087-f298db36489e details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=104015) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 26 03:06:17.087991 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] For port 71302763-1081-4376-b087-f298db36489e, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=71302763-1081-4376-b087-f298db36489e,segment=NetworkSegment(a22b53e6-4b00-4307-8d95-63f40b59745f),segment_id=a22b53e6-4b00-4307-8d95-63f40b59745f)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:06:17.185629 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07ca176-ef8f-49d5-8d5c-0e00efc71fb5 req-5769298a-a2b8-475a-b095-d357882acb1a tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:06:17.187611 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-b07ca176-ef8f-49d5-8d5c-0e00efc71fb5 req-5769298a-a2b8-475a-b095-d357882acb1a tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] 10.222.0.13 "GET /v2.0/ports?device_id=690029c3-471e-45f0-899e-3f57c61ca236 HTTP/1.1" status: 200 len: 943 time: 0.0556607 Jun 26 03:06:17.218716 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Returning: {'device': '71302763-1081-4376-b087-f298db36489e', 'network_id': 'db8ad85e-89b6-4916-ae2f-7389fbc85f35', 'port_id': '71302763-1081-4376-b087-f298db36489e', 'mac_address': 'fa:16:3e:5f:0e:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee31cc6b-9d7e-40ab-bc10-6632a162807e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104015) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 26 03:06:17.228642 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=100 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:06:17.236666 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-b07ca176-ef8f-49d5-8d5c-0e00efc71fb5 req-52cceb26-4236-4157-b82f-2e605a3b9de0 tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7486601-bc67-4ecf-b806-2bf9c3acd07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437963 Jun 26 03:06:17.253593 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Current status of the port 71302763-1081-4376-b087-f298db36489e is: DOWN; New status is: BUILD {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 03:06:17.253981 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (71302763-1081-4376-b087-f298db36489e), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:17.267323 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.notifiers.nova [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71302763-1081-4376-b087-f298db36489e {{(pid=104015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 26 03:06:17.286224 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] For port 71302763-1081-4376-b087-f298db36489e, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=71302763-1081-4376-b087-f298db36489e,segment=NetworkSegment(a22b53e6-4b00-4307-8d95-63f40b59745f),segment_id=a22b53e6-4b00-4307-8d95-63f40b59745f)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:06:17.290114 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (71302763-1081-4376-b087-f298db36489e), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:17.335542 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Pushing event updated for resources: {'Port': ['ID=71302763-1081-4376-b087-f298db36489e,revision_number=4']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:06:17.619416 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e34c46-5026-4011-b823-866f09409e1a req-5d5cc2fb-a5f4-4947-a486-592eddc4f24c tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:06:17.620841 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a0e34c46-5026-4011-b823-866f09409e1a req-5d5cc2fb-a5f4-4947-a486-592eddc4f24c tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=b753d813-95df-4256-a8c0-dcd4681dfe27 HTTP/1.1" status: 200 len: 945 time: 0.0491753 Jun 26 03:06:17.666595 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a0e34c46-5026-4011-b823-866f09409e1a req-4d0056d9-6570-4828-92c0-e0c00393aaf0 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f19f5d9-470f-45a6-8bfb-d516ad826927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395920 Jun 26 03:06:17.992518 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dcbd09-959d-414b-804c-f5f1af99cdd2 req-06a418d9-55ea-46a4-b78f-daccf73a1be9 tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:06:17.993958 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-b5dcbd09-959d-414b-804c-f5f1af99cdd2 req-06a418d9-55ea-46a4-b78f-daccf73a1be9 tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e1cf9b3-1e3f-4760-81a4-4f4e8c4d5d7a HTTP/1.1" status: 200 len: 945 time: 0.0454223 Jun 26 03:06:18.005428 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] get_ports_and_sgs() called for port_ids ['71302763-1081-4376-b087-f298db36489e'] {{(pid=104015) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 03:06:18.046873 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-b5dcbd09-959d-414b-804c-f5f1af99cdd2 req-ad94377c-f314-4899-9733-dbc9dad00ecb tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] 10.222.0.13 "GET /v2.0/security-groups?id=b8d578a3-20a0-4dfd-8c42-86b3b60e3ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468595 Jun 26 03:06:18.052341 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:06:18.349160 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9969095-c66e-40a3-9948-c18cc36548ff req-4af4af83-6c55-4620-ba1f-1a5ea9579fea tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:06:18.350641 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-f9969095-c66e-40a3-9948-c18cc36548ff req-4af4af83-6c55-4620-ba1f-1a5ea9579fea tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] 10.222.0.13 "GET /v2.0/ports?device_id=690029c3-471e-45f0-899e-3f57c61ca236 HTTP/1.1" status: 200 len: 944 time: 0.0458360 Jun 26 03:06:18.363164 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=100 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:06:18.401329 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-f9969095-c66e-40a3-9948-c18cc36548ff req-e56abd90-a4c9-46a7-be51-24aa2eaedf84 tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7486601-bc67-4ecf-b806-2bf9c3acd07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450199 Jun 26 03:06:18.779129 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7c79e7-b34e-4c31-8515-8c910a4b4207 req-a2d0567f-d233-4aec-89e5-934aac7840db tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:06:18.780612 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-dd7c79e7-b34e-4c31-8515-8c910a4b4207 req-a2d0567f-d233-4aec-89e5-934aac7840db tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=b753d813-95df-4256-a8c0-dcd4681dfe27 HTTP/1.1" status: 200 len: 945 time: 0.0462980 Jun 26 03:06:18.826468 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-dd7c79e7-b34e-4c31-8515-8c910a4b4207 req-521943de-8e79-4b30-8aaf-5a4e56cf6174 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f19f5d9-470f-45a6-8bfb-d516ad826927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404928 Jun 26 03:06:19.164019 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c00ec97-5d38-4e37-9c4c-f1591b339dbe req-9e95b9c7-6325-4573-8d7a-dca0a4e94cbe tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:06:19.165466 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-3c00ec97-5d38-4e37-9c4c-f1591b339dbe req-9e95b9c7-6325-4573-8d7a-dca0a4e94cbe tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e1cf9b3-1e3f-4760-81a4-4f4e8c4d5d7a HTTP/1.1" status: 200 len: 945 time: 0.0453656 Jun 26 03:06:19.210405 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-3c00ec97-5d38-4e37-9c4c-f1591b339dbe req-34b1e097-c571-4955-be78-eee76eb7abc6 tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] 10.222.0.13 "GET /v2.0/security-groups?id=b8d578a3-20a0-4dfd-8c42-86b3b60e3ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396121 Jun 26 03:06:19.513440 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b5e4c4-f751-43a3-b7e6-e1279c9713fd req-5cbb2fae-0483-4cdd-827c-f07e12bc9f13 tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:06:19.514906 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-d8b5e4c4-f751-43a3-b7e6-e1279c9713fd req-5cbb2fae-0483-4cdd-827c-f07e12bc9f13 tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] 10.222.0.13 "GET /v2.0/ports?device_id=690029c3-471e-45f0-899e-3f57c61ca236 HTTP/1.1" status: 200 len: 944 time: 0.0487168 Jun 26 03:06:19.560584 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-d8b5e4c4-f751-43a3-b7e6-e1279c9713fd req-daab00d5-e583-4fbf-b069-2fa047101734 tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7486601-bc67-4ecf-b806-2bf9c3acd07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403051 Jun 26 03:06:19.936316 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0180f37-40eb-490b-b785-6234362dcbcb req-f81f662b-fd0e-4300-bb63-47d2c57591f7 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:06:19.937840 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-e0180f37-40eb-490b-b785-6234362dcbcb req-f81f662b-fd0e-4300-bb63-47d2c57591f7 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=b753d813-95df-4256-a8c0-dcd4681dfe27 HTTP/1.1" status: 200 len: 945 time: 0.0450375 Jun 26 03:06:19.983096 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-e0180f37-40eb-490b-b785-6234362dcbcb req-763bf5ff-d0c3-43fe-8281-233add983276 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f19f5d9-470f-45a6-8bfb-d516ad826927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398893 Jun 26 03:06:20.319276 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d1db9c-613b-43b9-a31a-20156ac1e55d req-2f10c813-6901-4a74-8ada-02e80a1d2a46 tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:06:20.320669 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-58d1db9c-613b-43b9-a31a-20156ac1e55d req-2f10c813-6901-4a74-8ada-02e80a1d2a46 tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e1cf9b3-1e3f-4760-81a4-4f4e8c4d5d7a HTTP/1.1" status: 200 len: 945 time: 0.0442369 Jun 26 03:06:20.368857 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-58d1db9c-613b-43b9-a31a-20156ac1e55d req-2d8372f5-b18c-4441-b0c7-ca92c64235b1 tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] 10.222.0.13 "GET /v2.0/security-groups?id=b8d578a3-20a0-4dfd-8c42-86b3b60e3ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429189 Jun 26 03:06:20.672538 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f08903f-5445-4374-93ce-6d155f7d66a0 req-0d31bdc0-45a4-4b21-b6ee-3a5a0b8554e3 tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:06:20.674057 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-4f08903f-5445-4374-93ce-6d155f7d66a0 req-0d31bdc0-45a4-4b21-b6ee-3a5a0b8554e3 tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] 10.222.0.13 "GET /v2.0/ports?device_id=690029c3-471e-45f0-899e-3f57c61ca236 HTTP/1.1" status: 200 len: 944 time: 0.0451341 Jun 26 03:06:20.720019 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-4f08903f-5445-4374-93ce-6d155f7d66a0 req-9ca4ffca-ca4f-43e2-b33f-1fee0c382218 tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7486601-bc67-4ecf-b806-2bf9c3acd07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405352 Jun 26 03:06:21.092924 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70dd0bf-aa6f-4cab-9849-bf4170f812d5 req-552a859e-6852-41ce-8d7a-3e934ca981b7 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:06:21.094380 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-c70dd0bf-aa6f-4cab-9849-bf4170f812d5 req-552a859e-6852-41ce-8d7a-3e934ca981b7 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=b753d813-95df-4256-a8c0-dcd4681dfe27 HTTP/1.1" status: 200 len: 945 time: 0.0448174 Jun 26 03:06:21.140186 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-c70dd0bf-aa6f-4cab-9849-bf4170f812d5 req-e463a740-81fd-4346-aade-54357ab83cc1 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f19f5d9-470f-45a6-8bfb-d516ad826927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405529 Jun 26 03:06:21.483895 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420b40e4-f1fe-40d0-8000-d17d10bae9ef req-c057c41b-2331-4d2d-9793-a0663497fc1c tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:06:21.485325 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-420b40e4-f1fe-40d0-8000-d17d10bae9ef req-c057c41b-2331-4d2d-9793-a0663497fc1c tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e1cf9b3-1e3f-4760-81a4-4f4e8c4d5d7a HTTP/1.1" status: 200 len: 945 time: 0.0482144 Jun 26 03:06:21.531737 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-420b40e4-f1fe-40d0-8000-d17d10bae9ef req-87d28d9f-1989-438c-b26a-091f3228c0d5 tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] 10.222.0.13 "GET /v2.0/security-groups?id=b8d578a3-20a0-4dfd-8c42-86b3b60e3ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406704 Jun 26 03:06:21.793949 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=100 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:06:21.828195 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10ee424-c80b-4900-bdea-6f91694945d9 req-40177dde-2466-450b-bd24-957a73deee83 tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:06:21.829671 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-d10ee424-c80b-4900-bdea-6f91694945d9 req-40177dde-2466-450b-bd24-957a73deee83 tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] 10.222.0.13 "GET /v2.0/ports?device_id=690029c3-471e-45f0-899e-3f57c61ca236 HTTP/1.1" status: 200 len: 944 time: 0.0453770 Jun 26 03:06:21.876172 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-d10ee424-c80b-4900-bdea-6f91694945d9 req-2cd241f7-bded-49b3-ade0-c302ad384ef1 tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7486601-bc67-4ecf-b806-2bf9c3acd07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411689 Jun 26 03:06:22.251526 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413410b5-f90e-46c6-b866-5dc5ed7babee req-35ace347-b46f-4aa3-9626-455196095432 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:06:22.252932 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-413410b5-f90e-46c6-b866-5dc5ed7babee req-35ace347-b46f-4aa3-9626-455196095432 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=b753d813-95df-4256-a8c0-dcd4681dfe27 HTTP/1.1" status: 200 len: 945 time: 0.0474758 Jun 26 03:06:22.298062 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-413410b5-f90e-46c6-b866-5dc5ed7babee req-a5acbb9d-1a55-4b9b-8cf6-aac8a0417704 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f19f5d9-470f-45a6-8bfb-d516ad826927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394211 Jun 26 03:06:22.631327 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=100 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:06:22.641645 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b9e7cc-b8cc-4c62-8abb-60608304af89 req-05899f7d-9bd6-40d7-9108-f5fa2c25f1bb tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:06:22.643125 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-b1b9e7cc-b8cc-4c62-8abb-60608304af89 req-05899f7d-9bd6-40d7-9108-f5fa2c25f1bb tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e1cf9b3-1e3f-4760-81a4-4f4e8c4d5d7a HTTP/1.1" status: 200 len: 945 time: 0.0465174 Jun 26 03:06:22.689922 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-b1b9e7cc-b8cc-4c62-8abb-60608304af89 req-e094058f-4ac2-4f4d-977c-0f8ceb3e1685 tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] 10.222.0.13 "GET /v2.0/security-groups?id=b8d578a3-20a0-4dfd-8c42-86b3b60e3ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414271 Jun 26 03:06:22.985590 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12066137-9c7b-4e16-9fde-2efa40ecc3c8 req-2d7dba1e-5017-4ccc-ac0d-2e6b5fa5de36 tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:06:22.987054 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-12066137-9c7b-4e16-9fde-2efa40ecc3c8 req-2d7dba1e-5017-4ccc-ac0d-2e6b5fa5de36 tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] 10.222.0.13 "GET /v2.0/ports?device_id=690029c3-471e-45f0-899e-3f57c61ca236 HTTP/1.1" status: 200 len: 944 time: 0.0457087 Jun 26 03:06:23.035314 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-12066137-9c7b-4e16-9fde-2efa40ecc3c8 req-5655d87a-4243-4208-8da7-5544d2d278cc tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7486601-bc67-4ecf-b806-2bf9c3acd07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428965 Jun 26 03:06:23.210966 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Device 71302763-1081-4376-b087-f298db36489e up at agent hyperv_hv-cinder-84684 {{(pid=104015) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 03:06:23.254914 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Provisioning for port 71302763-1081-4376-b087-f298db36489e completed by entity L2. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 26 03:06:23.261011 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Provisioning complete for port 71302763-1081-4376-b087-f298db36489e triggered by entity L2. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:06:23.261381 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (71302763-1081-4376-b087-f298db36489e), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:23.334097 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Current status of the port 71302763-1081-4376-b087-f298db36489e is: BUILD; New status is: ACTIVE {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 03:06:23.334534 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (71302763-1081-4376-b087-f298db36489e), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:23.359909 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '690029c3-471e-45f0-899e-3f57c61ca236', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71302763-1081-4376-b087-f298db36489e'}] {{(pid=104015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 26 03:06:23.362129 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cc6f3b5c5ccbcb5bcfe28d8fb20da90166658d76702b85331307104b46494b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26c20476-a979-4ed6-aa29-c2a8b8b56b3e" -d '{"events": [{"server_uuid": "690029c3-471e-45f0-899e-3f57c61ca236", "name": "network-vif-plugged", "status": "completed", "tag": "71302763-1081-4376-b087-f298db36489e"}]}' {{(pid=104015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 03:06:23.376284 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] For port 71302763-1081-4376-b087-f298db36489e, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=71302763-1081-4376-b087-f298db36489e,segment=NetworkSegment(a22b53e6-4b00-4307-8d95-63f40b59745f),segment_id=a22b53e6-4b00-4307-8d95-63f40b59745f)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:06:23.381697 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (71302763-1081-4376-b087-f298db36489e), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:23.418961 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Jun 2022 03:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4c38e75-778e-4903-94f2-8b97d4b3b751 x-openstack-request-id: req-b4c38e75-778e-4903-94f2-8b97d4b3b751 {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 03:06:23.419434 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "690029c3-471e-45f0-899e-3f57c61ca236", "name": "network-vif-plugged", "status": "completed", "tag": "71302763-1081-4376-b087-f298db36489e", "code": 200}]} {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 03:06:23.419831 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b4c38e75-778e-4903-94f2-8b97d4b3b751 {{(pid=104015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 03:06:23.420377 dv-cinder-846842-4-iscsi neutron-server[104015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4c38e75-778e-4903-94f2-8b97d4b3b751'] response: {'server_uuid': '690029c3-471e-45f0-899e-3f57c61ca236', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71302763-1081-4376-b087-f298db36489e', 'code': 200} Jun 26 03:06:23.437767 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:06:23.442362 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Pushing event updated for resources: {'Port': ['ID=71302763-1081-4376-b087-f298db36489e,revision_number=5']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:06:23.459431 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c7216b-93e0-45ee-89b6-5332a58623e8 req-c2426d39-094c-4b3e-8d04-135ecfc09b01 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:06:23.460847 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-78c7216b-93e0-45ee-89b6-5332a58623e8 req-c2426d39-094c-4b3e-8d04-135ecfc09b01 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=b753d813-95df-4256-a8c0-dcd4681dfe27 HTTP/1.1" status: 200 len: 945 time: 0.0614297 Jun 26 03:06:23.510605 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-78c7216b-93e0-45ee-89b6-5332a58623e8 req-1204fc4d-84e1-4c30-8db8-3ddc3f0c0ada tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f19f5d9-470f-45a6-8bfb-d516ad826927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439699 Jun 26 03:06:23.804716 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a11a89a-4135-4a22-92b5-abfec5403c32 req-e93341df-5b8b-4a70-a2b4-acf6816cc7ba tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:06:23.806353 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-2a11a89a-4135-4a22-92b5-abfec5403c32 req-e93341df-5b8b-4a70-a2b4-acf6816cc7ba tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e1cf9b3-1e3f-4760-81a4-4f4e8c4d5d7a HTTP/1.1" status: 200 len: 945 time: 0.0467541 Jun 26 03:06:23.856717 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-2a11a89a-4135-4a22-92b5-abfec5403c32 req-9dd46545-6455-420a-a0c9-b67a598e0ae6 tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] 10.222.0.13 "GET /v2.0/security-groups?id=b8d578a3-20a0-4dfd-8c42-86b3b60e3ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440502 Jun 26 03:06:24.148790 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108adb61-0acc-47cf-b482-805b92f1a52d req-93231dab-9f24-4686-a1c9-4ce5e6019d1a tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:06:24.150239 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-108adb61-0acc-47cf-b482-805b92f1a52d req-93231dab-9f24-4686-a1c9-4ce5e6019d1a tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] 10.222.0.13 "GET /v2.0/ports?device_id=690029c3-471e-45f0-899e-3f57c61ca236 HTTP/1.1" status: 200 len: 945 time: 0.0483627 Jun 26 03:06:24.196231 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-108adb61-0acc-47cf-b482-805b92f1a52d req-31f14532-0c6d-4485-8ea1-e273efa838a0 tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7486601-bc67-4ecf-b806-2bf9c3acd07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398982 Jun 26 03:06:24.290128 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68e9a28-df30-4eb5-a703-2c99f90601fa req-350cf405-f688-42f9-b615-c8d9340039ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:06:24.291506 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-c68e9a28-df30-4eb5-a703-2c99f90601fa req-350cf405-f688-42f9-b615-c8d9340039ab service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=690029c3-471e-45f0-899e-3f57c61ca236 HTTP/1.1" status: 200 len: 1129 time: 0.0654993 Jun 26 03:06:24.297548 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda5d629-284e-4fda-9266-db855a3c5af8 req-ffff9db1-5485-45e6-9369-79d5cd9202c3 tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:06:24.298878 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-eda5d629-284e-4fda-9266-db855a3c5af8 req-ffff9db1-5485-45e6-9369-79d5cd9202c3 tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] 10.222.0.43 "GET /v2.0/ports?device_id=0e1cf9b3-1e3f-4760-81a4-4f4e8c4d5d7a HTTP/1.1" status: 200 len: 945 time: 0.0716286 Jun 26 03:06:24.414025 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-c68e9a28-df30-4eb5-a703-2c99f90601fa req-ae19e3bd-caf5-45d6-b0d7-8f17ee6b809d service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=f7486601-bc67-4ecf-b806-2bf9c3acd07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139011 Jun 26 03:06:24.465647 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [req-eda5d629-284e-4fda-9266-db855a3c5af8 req-af5b0ac6-8f12-428c-a8db-286c7cc430af tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] Deleting port d9366ecd-7ca4-4109-bdc7-b47e7cb83078 {{(pid=104014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 26 03:06:24.465983 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-eda5d629-284e-4fda-9266-db855a3c5af8 req-af5b0ac6-8f12-428c-a8db-286c7cc430af tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787575727912'] for port (d9366ecd-7ca4-4109-bdc7-b47e7cb83078), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:24.751211 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cfc2b2-23df-496f-a05a-b52d73d5de47 req-96e0e4c1-b427-4730-8351-a18f45910442 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:06:24.752691 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-31cfc2b2-23df-496f-a05a-b52d73d5de47 req-96e0e4c1-b427-4730-8351-a18f45910442 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=b753d813-95df-4256-a8c0-dcd4681dfe27 HTTP/1.1" status: 200 len: 945 time: 0.0911691 Jun 26 03:06:24.790688 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=100 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:06:24.807457 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [req-eda5d629-284e-4fda-9266-db855a3c5af8 req-af5b0ac6-8f12-428c-a8db-286c7cc430af tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] For port d9366ecd-7ca4-4109-bdc7-b47e7cb83078, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=d9366ecd-7ca4-4109-bdc7-b47e7cb83078,segment=NetworkSegment(cf7f1aa2-5b82-42a9-b922-aafb5e3585d6),segment_id=cf7f1aa2-5b82-42a9-b922-aafb5e3585d6)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:06:24.808084 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-eda5d629-284e-4fda-9266-db855a3c5af8 req-af5b0ac6-8f12-428c-a8db-286c7cc430af tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615864'] for port (d9366ecd-7ca4-4109-bdc7-b47e7cb83078), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:24.832649 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [req-eda5d629-284e-4fda-9266-db855a3c5af8 req-af5b0ac6-8f12-428c-a8db-286c7cc430af tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] Calling delete_port for d9366ecd-7ca4-4109-bdc7-b47e7cb83078 owned by compute:nova {{(pid=104014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 26 03:06:24.840642 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-31cfc2b2-23df-496f-a05a-b52d73d5de47 req-adbbcf03-5a49-4401-be05-91b0b813f897 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f19f5d9-470f-45a6-8bfb-d516ad826927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810869 Jun 26 03:06:24.969019 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=100 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:06:24.997504 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b9634b-67b1-447f-896a-b68f7051d9d5 req-e3818179-6711-491b-93ee-670adc1b3765 tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:06:24.999687 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-71b9634b-67b1-447f-896a-b68f7051d9d5 req-e3818179-6711-491b-93ee-670adc1b3765 tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e1cf9b3-1e3f-4760-81a4-4f4e8c4d5d7a HTTP/1.1" status: 200 len: 945 time: 0.0645018 Jun 26 03:06:25.086709 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-71b9634b-67b1-447f-896a-b68f7051d9d5 req-233fcd53-f1cc-4ec5-b96e-c98f0b071629 tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] 10.222.0.13 "GET /v2.0/security-groups?id=b8d578a3-20a0-4dfd-8c42-86b3b60e3ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780449 Jun 26 03:06:25.087877 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-eda5d629-284e-4fda-9266-db855a3c5af8 req-af5b0ac6-8f12-428c-a8db-286c7cc430af tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787575732336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787575245478'] for port (d9366ecd-7ca4-4109-bdc7-b47e7cb83078), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:25.120280 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5b0ac6-8f12-428c-a8db-286c7cc430af tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] Pushing event deleted for resources: {'Port': ['ID=d9366ecd-7ca4-4109-bdc7-b47e7cb83078,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:06:25.143103 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] get_ports_and_sgs() called for port_ids ['d9366ecd-7ca4-4109-bdc7-b47e7cb83078'] {{(pid=104015) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 03:06:25.185030 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [req-eda5d629-284e-4fda-9266-db855a3c5af8 req-af5b0ac6-8f12-428c-a8db-286c7cc430af tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] No DVR routers for this DVR port d9366ecd-7ca4-4109-bdc7-b47e7cb83078 on host hv-cinder-84684 {{(pid=104014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 26 03:06:25.188498 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-eda5d629-284e-4fda-9266-db855a3c5af8 req-af5b0ac6-8f12-428c-a8db-286c7cc430af tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515864'] for port (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:25.191790 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-eda5d629-284e-4fda-9266-db855a3c5af8 req-af5b0ac6-8f12-428c-a8db-286c7cc430af tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] 10.222.0.43 "DELETE /v2.0/ports/d9366ecd-7ca4-4109-bdc7-b47e7cb83078 HTTP/1.1" status: 204 len: 173 time: 0.8857627 Jun 26 03:06:25.192277 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e1cf9b3-1e3f-4760-81a4-4f4e8c4d5d7a', 'name': 'network-vif-deleted', 'tag': 'd9366ecd-7ca4-4109-bdc7-b47e7cb83078'}] {{(pid=104014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 26 03:06:25.195753 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b346e277b9447a300c9d303bb334713d04858661d6ca7e8667ef96f79658145a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b3ac7fe-54a5-407b-b5d8-98f1ff302d49" -d '{"events": [{"server_uuid": "0e1cf9b3-1e3f-4760-81a4-4f4e8c4d5d7a", "name": "network-vif-deleted", "tag": "d9366ecd-7ca4-4109-bdc7-b47e7cb83078"}]}' {{(pid=104014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 03:06:25.236917 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Jun 2022 03:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c4d455f-3069-4b47-87a6-3ccbf3adb7a3 x-openstack-request-id: req-8c4d455f-3069-4b47-87a6-3ccbf3adb7a3 {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 03:06:25.237206 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e1cf9b3-1e3f-4760-81a4-4f4e8c4d5d7a", "name": "network-vif-deleted", "tag": "d9366ecd-7ca4-4109-bdc7-b47e7cb83078", "status": "completed", "code": 200}]} {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 03:06:25.237459 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8c4d455f-3069-4b47-87a6-3ccbf3adb7a3 {{(pid=104014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 03:06:25.237913 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c4d455f-3069-4b47-87a6-3ccbf3adb7a3'] response: {'server_uuid': '0e1cf9b3-1e3f-4760-81a4-4f4e8c4d5d7a', 'name': 'network-vif-deleted', 'tag': 'd9366ecd-7ca4-4109-bdc7-b47e7cb83078', 'status': 'completed', 'code': 200} Jun 26 03:06:25.328734 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c9b6c4-44e2-4c51-8b73-e9abe80c3b92 req-5711b2a1-1ef1-4acc-9364-65fac03ae186 tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:06:25.330253 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-82c9b6c4-44e2-4c51-8b73-e9abe80c3b92 req-5711b2a1-1ef1-4acc-9364-65fac03ae186 tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] 10.222.0.13 "GET /v2.0/ports?device_id=690029c3-471e-45f0-899e-3f57c61ca236 HTTP/1.1" status: 200 len: 945 time: 0.0535440 Jun 26 03:06:25.346834 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 42272) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:06:25.385183 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-82c9b6c4-44e2-4c51-8b73-e9abe80c3b92 req-43cbef54-c532-4eba-8231-cc894dd351b8 tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7486601-bc67-4ecf-b806-2bf9c3acd07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491300 Jun 26 03:06:25.457791 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-0bbda042-c21d-452a-be8f-a6b8f7108fa7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:25.536155 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-0bbda042-c21d-452a-be8f-a6b8f7108fa7 admin admin] Publish callbacks [] for security_group (2d101879-5e81-46e6-b7de-da9eea7bedb0), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:25.539607 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-0bbda042-c21d-452a-be8f-a6b8f7108fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (2d101879-5e81-46e6-b7de-da9eea7bedb0), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:25.578779 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-0bbda042-c21d-452a-be8f-a6b8f7108fa7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2a084cbaeffb4e44ba085664cc287943&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2302206 Jun 26 03:06:25.579591 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbda042-c21d-452a-be8f-a6b8f7108fa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d101879-5e81-46e6-b7de-da9eea7bedb0,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:06:25.581412 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 42276) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:06:25.633241 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-2e257422-bd3b-4084-be00-f32de11db7f6 admin admin] Publish callbacks [] for security_group (2d101879-5e81-46e6-b7de-da9eea7bedb0), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:25.655871 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-2e257422-bd3b-4084-be00-f32de11db7f6 admin admin] Publish callbacks [] for security_group (2d101879-5e81-46e6-b7de-da9eea7bedb0), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:25.700882 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-2e257422-bd3b-4084-be00-f32de11db7f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (2d101879-5e81-46e6-b7de-da9eea7bedb0), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:25.703915 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-2e257422-bd3b-4084-be00-f32de11db7f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:25.707427 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-2e257422-bd3b-4084-be00-f32de11db7f6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2d101879-5e81-46e6-b7de-da9eea7bedb0 HTTP/1.1" status: 204 len: 168 time: 0.1216867 Jun 26 03:06:25.713703 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e257422-bd3b-4084-be00-f32de11db7f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d101879-5e81-46e6-b7de-da9eea7bedb0,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:06:25.971437 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cd7195-e86c-4764-80e9-44348be0bc99 req-e3b65632-0a72-4277-8ccb-820d335d7f3e tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:06:25.972904 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-d4cd7195-e86c-4764-80e9-44348be0bc99 req-e3b65632-0a72-4277-8ccb-820d335d7f3e tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=b753d813-95df-4256-a8c0-dcd4681dfe27 HTTP/1.1" status: 200 len: 945 time: 0.0523915 Jun 26 03:06:26.001726 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 42288) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:06:26.015951 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-50ce651c-291e-47db-9912-63c08dac0761 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:26.026847 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-d4cd7195-e86c-4764-80e9-44348be0bc99 req-7aa0754b-8c36-42c4-a70b-ce127980907d tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f19f5d9-470f-45a6-8bfb-d516ad826927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474358 Jun 26 03:06:26.098586 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-50ce651c-291e-47db-9912-63c08dac0761 admin admin] Publish callbacks [] for security_group (fb23f41c-213d-41a5-8ee4-48fd791e7340), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:26.102424 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-50ce651c-291e-47db-9912-63c08dac0761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (fb23f41c-213d-41a5-8ee4-48fd791e7340), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:26.160404 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-50ce651c-291e-47db-9912-63c08dac0761 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9708db9615c94fcbb9a76ac33e240628&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1575825 Jun 26 03:06:26.162856 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ce651c-291e-47db-9912-63c08dac0761 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb23f41c-213d-41a5-8ee4-48fd791e7340,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:06:26.163138 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 42298) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:06:26.218456 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a7f9ef2d-cffd-46f0-ba02-0cc1c0e81d7a req-f065f0fc-3d2e-40d1-9bde-c334f894b5e0 tempest-DeleteServersTestJSON-20252491 tempest-DeleteServersTestJSON-20252491-project] 10.222.0.13 "GET /v2.0/ports?device_id=0e1cf9b3-1e3f-4760-81a4-4f4e8c4d5d7a HTTP/1.1" status: 200 len: 210 time: 0.0394168 Jun 26 03:06:26.248182 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-85e811d8-5e5e-43e3-a7f4-3866ba89c53e admin admin] Publish callbacks [] for security_group (fb23f41c-213d-41a5-8ee4-48fd791e7340), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:26.272907 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-85e811d8-5e5e-43e3-a7f4-3866ba89c53e admin admin] Publish callbacks [] for security_group (fb23f41c-213d-41a5-8ee4-48fd791e7340), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:26.324110 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-85e811d8-5e5e-43e3-a7f4-3866ba89c53e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (fb23f41c-213d-41a5-8ee4-48fd791e7340), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:26.326760 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-85e811d8-5e5e-43e3-a7f4-3866ba89c53e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:26.327896 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-85e811d8-5e5e-43e3-a7f4-3866ba89c53e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fb23f41c-213d-41a5-8ee4-48fd791e7340 HTTP/1.1" status: 204 len: 168 time: 0.1637838 Jun 26 03:06:26.336276 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e811d8-5e5e-43e3-a7f4-3866ba89c53e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb23f41c-213d-41a5-8ee4-48fd791e7340,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:06:26.509837 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862ef12b-ac1b-4874-8bba-45d1f9b11f50 req-8b396786-830f-455d-9d75-23518cbcf2d0 tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:06:26.511343 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-862ef12b-ac1b-4874-8bba-45d1f9b11f50 req-8b396786-830f-455d-9d75-23518cbcf2d0 tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] 10.222.0.13 "GET /v2.0/ports?device_id=690029c3-471e-45f0-899e-3f57c61ca236 HTTP/1.1" status: 200 len: 945 time: 0.0549784 Jun 26 03:06:26.562658 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-862ef12b-ac1b-4874-8bba-45d1f9b11f50 req-912b1085-ad51-4ec6-bb41-cb49bbc28905 tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7486601-bc67-4ecf-b806-2bf9c3acd07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451391 Jun 26 03:06:27.164329 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:06:27.176140 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Device d9366ecd-7ca4-4109-bdc7-b47e7cb83078 no longer exists at agent hyperv_hv-cinder-84684 {{(pid=104015) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 03:06:27.181796 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299a0e2d-3686-4bbb-b08f-808807ce6a78 req-67d99948-ab37-41cf-89d3-5eb80a9086cb tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:06:27.215199 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-299a0e2d-3686-4bbb-b08f-808807ce6a78 req-67d99948-ab37-41cf-89d3-5eb80a9086cb tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=b753d813-95df-4256-a8c0-dcd4681dfe27 HTTP/1.1" status: 200 len: 945 time: 0.0974724 Jun 26 03:06:27.237483 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] No Port match for: d9366ecd-7ca4-4109-bdc7-b47e7cb83078 {{(pid=104015) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 26 03:06:27.237831 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Device d9366ecd-7ca4-4109-bdc7-b47e7cb83078 not bound to the agent host hv-cinder-84684 {{(pid=104015) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 03:06:27.280337 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:06:27.307206 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-299a0e2d-3686-4bbb-b08f-808807ce6a78 req-9af74cf8-8bac-4922-9be3-55dc1e181723 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f19f5d9-470f-45a6-8bfb-d516ad826927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910203 Jun 26 03:06:27.573988 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc06d4b-d555-47b5-bf2b-2d6530597ac0 req-48873872-9ca1-4c4e-aaf2-bd0867a8d647 tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:06:27.582158 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-8cc06d4b-d555-47b5-bf2b-2d6530597ac0 req-48873872-9ca1-4c4e-aaf2-bd0867a8d647 tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] 10.222.0.13 "GET /v2.0/ports?device_id=690029c3-471e-45f0-899e-3f57c61ca236 HTTP/1.1" status: 200 len: 945 time: 0.0636904 Jun 26 03:06:27.640880 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-8cc06d4b-d555-47b5-bf2b-2d6530597ac0 req-eb17ccb4-b64a-4413-8cea-4403a58b9807 tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7486601-bc67-4ecf-b806-2bf9c3acd07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484962 Jun 26 03:06:27.666234 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 42374) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:06:27.732117 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 42380) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:06:27.849672 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-8e7901ac-2fd2-4e82-99ae-7a46a8ebff56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:27.857453 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-713ea976-731d-4aca-8d93-16fe95824d67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:27.980228 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-8e7901ac-2fd2-4e82-99ae-7a46a8ebff56 admin admin] Publish callbacks [] for security_group (9208b19f-831b-44b6-9157-33b939e41f18), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:27.988180 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-8e7901ac-2fd2-4e82-99ae-7a46a8ebff56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (9208b19f-831b-44b6-9157-33b939e41f18), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:27.991537 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-713ea976-731d-4aca-8d93-16fe95824d67 admin admin] Publish callbacks [] for security_group (fe4a8751-a32c-4ec8-924d-c4917b618661), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:28.006988 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-713ea976-731d-4aca-8d93-16fe95824d67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (fe4a8751-a32c-4ec8-924d-c4917b618661), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:28.044290 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-8e7901ac-2fd2-4e82-99ae-7a46a8ebff56 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1f1dc43e580e4707afcf63a0f8e719c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3770192 Jun 26 03:06:28.047667 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 42384) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:06:28.052357 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7901ac-2fd2-4e82-99ae-7a46a8ebff56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9208b19f-831b-44b6-9157-33b939e41f18,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:06:28.056635 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-713ea976-731d-4aca-8d93-16fe95824d67 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3851eeeb702a4986bd91da32153fbb36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3232081 Jun 26 03:06:28.059297 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 42386) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:06:28.099239 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713ea976-731d-4aca-8d93-16fe95824d67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe4a8751-a32c-4ec8-924d-c4917b618661,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:06:28.104421 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-60d69dd0-ae42-43fc-8749-fba8213043e3 admin admin] Publish callbacks [] for security_group (9208b19f-831b-44b6-9157-33b939e41f18), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:28.127808 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-60d69dd0-ae42-43fc-8749-fba8213043e3 admin admin] Publish callbacks [] for security_group (9208b19f-831b-44b6-9157-33b939e41f18), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:28.128829 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-e92eddc1-4ffd-455c-b894-fb6b2ffd06a2 admin admin] Publish callbacks [] for security_group (fe4a8751-a32c-4ec8-924d-c4917b618661), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:28.152732 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-e92eddc1-4ffd-455c-b894-fb6b2ffd06a2 admin admin] Publish callbacks [] for security_group (fe4a8751-a32c-4ec8-924d-c4917b618661), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:28.178228 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-60d69dd0-ae42-43fc-8749-fba8213043e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (9208b19f-831b-44b6-9157-33b939e41f18), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:28.180894 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-60d69dd0-ae42-43fc-8749-fba8213043e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:28.184469 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-60d69dd0-ae42-43fc-8749-fba8213043e3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9208b19f-831b-44b6-9157-33b939e41f18 HTTP/1.1" status: 204 len: 168 time: 0.1333678 Jun 26 03:06:28.193000 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d69dd0-ae42-43fc-8749-fba8213043e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9208b19f-831b-44b6-9157-33b939e41f18,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:06:28.222831 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-e92eddc1-4ffd-455c-b894-fb6b2ffd06a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (fe4a8751-a32c-4ec8-924d-c4917b618661), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:28.225602 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-e92eddc1-4ffd-455c-b894-fb6b2ffd06a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:28.226801 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-e92eddc1-4ffd-455c-b894-fb6b2ffd06a2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fe4a8751-a32c-4ec8-924d-c4917b618661 HTTP/1.1" status: 204 len: 168 time: 0.1657546 Jun 26 03:06:28.236920 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92eddc1-4ffd-455c-b894-fb6b2ffd06a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe4a8751-a32c-4ec8-924d-c4917b618661,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:06:28.423895 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9733231-ac55-4828-9002-3e6d798645a5 req-d2e72b6f-3907-43ac-aab6-3e329cd1a5da tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:06:28.425407 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-f9733231-ac55-4828-9002-3e6d798645a5 req-d2e72b6f-3907-43ac-aab6-3e329cd1a5da tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=b753d813-95df-4256-a8c0-dcd4681dfe27 HTTP/1.1" status: 200 len: 945 time: 0.0534725 Jun 26 03:06:28.480589 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-f9733231-ac55-4828-9002-3e6d798645a5 req-9f3eb1d9-5f35-4ef9-ad1f-635847580fb2 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f19f5d9-470f-45a6-8bfb-d516ad826927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482488 Jun 26 03:06:28.767678 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bec8459-4e34-409d-b4df-28f541d0d340 req-d2103bb5-19ac-4294-841b-055bd9b321d3 tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:06:28.772268 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-3bec8459-4e34-409d-b4df-28f541d0d340 req-d2103bb5-19ac-4294-841b-055bd9b321d3 tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] 10.222.0.13 "GET /v2.0/ports?device_id=690029c3-471e-45f0-899e-3f57c61ca236 HTTP/1.1" status: 200 len: 945 time: 0.0549316 Jun 26 03:06:28.829519 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-3bec8459-4e34-409d-b4df-28f541d0d340 req-4c721baf-7eb0-40e1-9725-b07c17342d42 tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7486601-bc67-4ecf-b806-2bf9c3acd07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543613 Jun 26 03:06:28.896750 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 42438) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:06:28.934709 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:06:28.946551 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:06:29.016720 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=2 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:06:29.018587 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=4 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:06:29.301314 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5e8ff5cd-9b6c-4c50-8c25-16cf931f4a8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1597135'] for router_interface (63810667-e3f4-4abe-8ac2-f5778281b44b), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:29.394903 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cb264a-eada-4c1b-8aa8-557a4314f09e req-83ee0467-ce34-44c3-aff8-407b1cfe1cbc tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:06:29.396338 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-f4cb264a-eada-4c1b-8aa8-557a4314f09e req-83ee0467-ce34-44c3-aff8-407b1cfe1cbc tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] 10.222.0.43 "GET /v2.0/ports?device_id=690029c3-471e-45f0-899e-3f57c61ca236 HTTP/1.1" status: 200 len: 945 time: 0.0614643 Jun 26 03:06:29.578573 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [req-f4cb264a-eada-4c1b-8aa8-557a4314f09e req-38e8f389-f8f8-400f-b6de-6c2ef42cce3a tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] Deleting port 71302763-1081-4376-b087-f298db36489e {{(pid=104014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 26 03:06:29.578907 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-f4cb264a-eada-4c1b-8aa8-557a4314f09e req-38e8f389-f8f8-400f-b6de-6c2ef42cce3a tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787575727912'] for port (71302763-1081-4376-b087-f298db36489e), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:29.956775 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09904d6-57e7-4aa9-91c7-40d0bab608bf req-b5ab07aa-ab27-483a-957d-fd21bd0a1ae6 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:06:29.958228 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-c09904d6-57e7-4aa9-91c7-40d0bab608bf req-b5ab07aa-ab27-483a-957d-fd21bd0a1ae6 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=b753d813-95df-4256-a8c0-dcd4681dfe27 HTTP/1.1" status: 200 len: 945 time: 0.3591645 Jun 26 03:06:30.081622 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [req-f4cb264a-eada-4c1b-8aa8-557a4314f09e req-38e8f389-f8f8-400f-b6de-6c2ef42cce3a tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] For port 71302763-1081-4376-b087-f298db36489e, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=71302763-1081-4376-b087-f298db36489e,segment=NetworkSegment(a22b53e6-4b00-4307-8d95-63f40b59745f),segment_id=a22b53e6-4b00-4307-8d95-63f40b59745f)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:06:30.081984 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-f4cb264a-eada-4c1b-8aa8-557a4314f09e req-38e8f389-f8f8-400f-b6de-6c2ef42cce3a tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615864'] for port (71302763-1081-4376-b087-f298db36489e), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:30.094460 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96476548-ff26-4884-8eb4-02ec3723cc37 req-a7d3d1f6-f4fb-4b07-b3ec-eb1d42e0c435 tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:06:30.095921 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-96476548-ff26-4884-8eb4-02ec3723cc37 req-a7d3d1f6-f4fb-4b07-b3ec-eb1d42e0c435 tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] 10.222.0.13 "GET /v2.0/ports?device_id=690029c3-471e-45f0-899e-3f57c61ca236 HTTP/1.1" status: 200 len: 945 time: 0.1500018 Jun 26 03:06:30.122647 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [req-f4cb264a-eada-4c1b-8aa8-557a4314f09e req-38e8f389-f8f8-400f-b6de-6c2ef42cce3a tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] Calling delete_port for 71302763-1081-4376-b087-f298db36489e owned by compute:nova {{(pid=104014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 26 03:06:30.124420 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-5e8ff5cd-9b6c-4c50-8c25-16cf931f4a8c admin admin] Deleting port ce7fec76-a46f-451b-8907-f6049dc22cab {{(pid=104014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 26 03:06:30.124752 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5e8ff5cd-9b6c-4c50-8c25-16cf931f4a8c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787575727912'] for port (ce7fec76-a46f-451b-8907-f6049dc22cab), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:30.130515 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=100 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:06:30.157786 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-c09904d6-57e7-4aa9-91c7-40d0bab608bf req-b2209d0a-9b3b-42dd-92c8-8305bcd8380f tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f19f5d9-470f-45a6-8bfb-d516ad826927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831329 Jun 26 03:06:30.242654 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=100 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:06:30.277584 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-96476548-ff26-4884-8eb4-02ec3723cc37 req-97077b27-19cf-41ec-a505-07eaa8af5a54 tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7486601-bc67-4ecf-b806-2bf9c3acd07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670539 Jun 26 03:06:30.315457 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-5e8ff5cd-9b6c-4c50-8c25-16cf931f4a8c admin admin] For port ce7fec76-a46f-451b-8907-f6049dc22cab, host dv-cinder-846842-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-4-iscsi',level=0,port_id=ce7fec76-a46f-451b-8907-f6049dc22cab,segment=NetworkSegment(cf7f1aa2-5b82-42a9-b922-aafb5e3585d6),segment_id=cf7f1aa2-5b82-42a9-b922-aafb5e3585d6)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:06:30.316132 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5e8ff5cd-9b6c-4c50-8c25-16cf931f4a8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615864'] for port (ce7fec76-a46f-451b-8907-f6049dc22cab), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:30.330480 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-5e8ff5cd-9b6c-4c50-8c25-16cf931f4a8c admin admin] Calling delete_port for ce7fec76-a46f-451b-8907-f6049dc22cab owned by network:router_interface {{(pid=104014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 26 03:06:30.427117 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-f4cb264a-eada-4c1b-8aa8-557a4314f09e req-38e8f389-f8f8-400f-b6de-6c2ef42cce3a tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787575732336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787575245478'] for port (71302763-1081-4376-b087-f298db36489e), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:30.458942 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e8f389-f8f8-400f-b6de-6c2ef42cce3a tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] Pushing event deleted for resources: {'Port': ['ID=71302763-1081-4376-b087-f298db36489e,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:06:30.473106 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] get_ports_and_sgs() called for port_ids ['71302763-1081-4376-b087-f298db36489e'] {{(pid=104015) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 03:06:30.544852 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4cb264a-eada-4c1b-8aa8-557a4314f09e req-38e8f389-f8f8-400f-b6de-6c2ef42cce3a tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] No DVR routers for this DVR port 71302763-1081-4376-b087-f298db36489e on host hv-cinder-84684 {{(pid=104014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 26 03:06:30.550701 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-f4cb264a-eada-4c1b-8aa8-557a4314f09e req-38e8f389-f8f8-400f-b6de-6c2ef42cce3a tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515864'] for port (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:30.553899 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-f4cb264a-eada-4c1b-8aa8-557a4314f09e req-38e8f389-f8f8-400f-b6de-6c2ef42cce3a tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] 10.222.0.43 "DELETE /v2.0/ports/71302763-1081-4376-b087-f298db36489e HTTP/1.1" status: 204 len: 173 time: 1.1485558 Jun 26 03:06:30.554361 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '690029c3-471e-45f0-899e-3f57c61ca236', 'name': 'network-vif-deleted', 'tag': '71302763-1081-4376-b087-f298db36489e'}] {{(pid=104014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 26 03:06:30.556567 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b346e277b9447a300c9d303bb334713d04858661d6ca7e8667ef96f79658145a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83d6451b-b8d2-4ad3-a918-571c8dabb81b" -d '{"events": [{"server_uuid": "690029c3-471e-45f0-899e-3f57c61ca236", "name": "network-vif-deleted", "tag": "71302763-1081-4376-b087-f298db36489e"}]}' {{(pid=104014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 03:06:30.639829 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Jun 2022 03:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a921bbd4-344a-4fff-8c79-87c8d8a99054 x-openstack-request-id: req-a921bbd4-344a-4fff-8c79-87c8d8a99054 {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 03:06:30.640114 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "690029c3-471e-45f0-899e-3f57c61ca236", "name": "network-vif-deleted", "tag": "71302763-1081-4376-b087-f298db36489e", "status": "completed", "code": 200}]} {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 03:06:30.640365 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a921bbd4-344a-4fff-8c79-87c8d8a99054 {{(pid=104014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 03:06:30.640758 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a921bbd4-344a-4fff-8c79-87c8d8a99054'] response: {'server_uuid': '690029c3-471e-45f0-899e-3f57c61ca236', 'name': 'network-vif-deleted', 'tag': '71302763-1081-4376-b087-f298db36489e', 'status': 'completed', 'code': 200} Jun 26 03:06:30.649650 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5e8ff5cd-9b6c-4c50-8c25-16cf931f4a8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787575732336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787575245478'] for port (ce7fec76-a46f-451b-8907-f6049dc22cab), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:30.680039 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8ff5cd-9b6c-4c50-8c25-16cf931f4a8c admin admin] Pushing event deleted for resources: {'Port': ['ID=ce7fec76-a46f-451b-8907-f6049dc22cab,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:06:30.818635 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5e8ff5cd-9b6c-4c50-8c25-16cf931f4a8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1628681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1597019'] for router_interface (63810667-e3f4-4abe-8ac2-f5778281b44b), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:30.922876 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:06:31.043394 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e8ff5cd-9b6c-4c50-8c25-16cf931f4a8c admin admin] Router 63810667-e3f4-4abe-8ac2-f5778281b44b has already been hosted by L3 agent 0122de27-3097-4d47-a0ca-0fb90e28ac1e {{(pid=104014) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 26 03:06:31.147629 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e8ff5cd-9b6c-4c50-8c25-16cf931f4a8c admin admin] Notify agent at l3_agent.dv-cinder-846842-4-iscsi the message routers_updated {{(pid=104014) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 03:06:31.152474 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-5e8ff5cd-9b6c-4c50-8c25-16cf931f4a8c admin admin] 10.222.0.13 "PUT /v2.0/routers/63810667-e3f4-4abe-8ac2-f5778281b44b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2547002 Jun 26 03:06:31.155637 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 42504) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:06:31.158804 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a444a107-34d1-4138-8219-52717131c4ab None None] Sync routers for ids ['63810667-e3f4-4abe-8ac2-f5778281b44b'] in dv-cinder-846842-4-iscsi {{(pid=104016) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 03:06:31.169315 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a444a107-34d1-4138-8219-52717131c4ab None None] Routers {'63810667-e3f4-4abe-8ac2-f5778281b44b'} bound to L3 agent in host dv-cinder-846842-4-iscsi {{(pid=104016) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 26 03:06:31.169952 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-a444a107-34d1-4138-8219-52717131c4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-26T02:56:44Z,description=,heartbeat_timestamp=2022-06-26T03:06:14Z,host='dv-cinder-846842-4-iscsi',id=0122de27-3097-4d47-a0ca-0fb90e28ac1e,load=0,resource_versions=,resources_synced=,started_at=2022-06-26T02:56:44Z,topic='l3_agent')) {'router_ids': ['63810667-e3f4-4abe-8ac2-f5778281b44b'], 'active': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:06:31.201398 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:06:31.303161 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-3ffb13dc-60f8-4d61-82eb-fe0675a04810 admin admin] Publish callbacks [] for router (63810667-e3f4-4abe-8ac2-f5778281b44b), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:31.304244 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvr_db [None req-a444a107-34d1-4138-8219-52717131c4ab None None] Set router 63810667-e3f4-4abe-8ac2-f5778281b44b gateway port host: dv-cinder-846842-4-iscsi {{(pid=104016) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 26 03:06:31.365972 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34257b9f-47fd-4c81-b8f1-e69e934d43b3 req-ed69f65e-a739-4ceb-9126-339a72ee7d97 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:06:31.367635 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-34257b9f-47fd-4c81-b8f1-e69e934d43b3 req-ed69f65e-a739-4ceb-9126-339a72ee7d97 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=b753d813-95df-4256-a8c0-dcd4681dfe27 HTTP/1.1" status: 200 len: 945 time: 0.1008873 Jun 26 03:06:31.463309 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-34257b9f-47fd-4c81-b8f1-e69e934d43b3 req-94008e3d-c63a-47ef-a31b-6036039aee49 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f19f5d9-470f-45a6-8bfb-d516ad826927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876107 Jun 26 03:06:31.469677 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-3ffb13dc-60f8-4d61-82eb-fe0675a04810 admin admin] Publish callbacks [] for router_gateway (63810667-e3f4-4abe-8ac2-f5778281b44b), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:31.498929 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-a444a107-34d1-4138-8219-52717131c4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63810667-e3f4-4abe-8ac2-f5778281b44b', 'name': 'tempest-DeleteServersTestJSON-1902036654-router', 'tenant_id': '23078d86cd394c749328fb9dd7992919', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.205'}], 'enable_snat': True}, 'gw_port_id': '5970bc2f-279c-4e02-8df2-77f6d5aa9b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:04:33Z', 'updated_at': '2022-06-26T03:06:30Z', 'revision_number': 5, 'project_id': '23078d86cd394c749328fb9dd7992919', 'gw_port': {'id': '5970bc2f-279c-4e02-8df2-77f6d5aa9b5f', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:fe:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63810667-e3f4-4abe-8ac2-f5778281b44b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:36Z', 'updated_at': '2022-06-26T03:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi'}], 'dv-cinder-846842-4-iscsi', False) {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:06:31.523890 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a444a107-34d1-4138-8219-52717131c4ab None None] Checking router: 63810667-e3f4-4abe-8ac2-f5778281b44b for host: dv-cinder-846842-4-iscsi {{(pid=104016) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 03:06:31.532879 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a444a107-34d1-4138-8219-52717131c4ab None None] Routers {'63810667-e3f4-4abe-8ac2-f5778281b44b'} bound to L3 agent in host dv-cinder-846842-4-iscsi {{(pid=104016) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 26 03:06:31.533475 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-a444a107-34d1-4138-8219-52717131c4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-26T02:56:44Z,description=,heartbeat_timestamp=2022-06-26T03:06:14Z,host='dv-cinder-846842-4-iscsi',id=0122de27-3097-4d47-a0ca-0fb90e28ac1e,load=0,resource_versions=,resources_synced=,started_at=2022-06-26T02:56:44Z,topic='l3_agent')) {'router_ids': ['63810667-e3f4-4abe-8ac2-f5778281b44b'], 'active': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:06:31.544824 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-3ffb13dc-60f8-4d61-82eb-fe0675a04810 admin admin] Deleting port 5970bc2f-279c-4e02-8df2-77f6d5aa9b5f {{(pid=104014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 26 03:06:31.545197 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-3ffb13dc-60f8-4d61-82eb-fe0675a04810 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787575727912'] for port (5970bc2f-279c-4e02-8df2-77f6d5aa9b5f), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:31.615968 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvr_db [None req-a444a107-34d1-4138-8219-52717131c4ab None None] Set router 63810667-e3f4-4abe-8ac2-f5778281b44b gateway port host: None {{(pid=104016) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 26 03:06:31.668238 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-a444a107-34d1-4138-8219-52717131c4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63810667-e3f4-4abe-8ac2-f5778281b44b', 'name': 'tempest-DeleteServersTestJSON-1902036654-router', 'tenant_id': '23078d86cd394c749328fb9dd7992919', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:04:33Z', 'updated_at': '2022-06-26T03:06:31Z', 'revision_number': 6, 'project_id': '23078d86cd394c749328fb9dd7992919', 'gw_port_host': None}], 'dv-cinder-846842-4-iscsi', False) {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:06:31.681212 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742357af-ba0a-45bf-a16d-c59a5b5188ee req-8d18fbb1-884f-49fa-99d1-6bddefc9369a tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:06:31.683041 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-742357af-ba0a-45bf-a16d-c59a5b5188ee req-8d18fbb1-884f-49fa-99d1-6bddefc9369a tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] 10.222.0.13 "GET /v2.0/networks?id=db8ad85e-89b6-4916-ae2f-7389fbc85f35 HTTP/1.1" status: 200 len: 808 time: 0.1749866 Jun 26 03:06:31.698325 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a444a107-34d1-4138-8219-52717131c4ab None None] The sync data for ids ['63810667-e3f4-4abe-8ac2-f5778281b44b'] in dv-cinder-846842-4-iscsi is: [{'id': '63810667-e3f4-4abe-8ac2-f5778281b44b', 'name': 'tempest-DeleteServersTestJSON-1902036654-router', 'tenant_id': '23078d86cd394c749328fb9dd7992919', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:04:33Z', 'updated_at': '2022-06-26T03:06:31Z', 'revision_number': 6, 'project_id': '23078d86cd394c749328fb9dd7992919', 'gw_port_host': None}] {{(pid=104016) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 03:06:31.711075 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-3ffb13dc-60f8-4d61-82eb-fe0675a04810 admin admin] For port 5970bc2f-279c-4e02-8df2-77f6d5aa9b5f, host dv-cinder-846842-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-4-iscsi',level=0,port_id=5970bc2f-279c-4e02-8df2-77f6d5aa9b5f,segment=NetworkSegment(968602fb-f834-40ea-ad2f-658bf3156d3b),segment_id=968602fb-f834-40ea-ad2f-658bf3156d3b)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:06:31.711449 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-3ffb13dc-60f8-4d61-82eb-fe0675a04810 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615864'] for port (5970bc2f-279c-4e02-8df2-77f6d5aa9b5f), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:31.715084 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-742357af-ba0a-45bf-a16d-c59a5b5188ee req-d9a34108-bfa4-4f96-9c05-936a7cdbf478 tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] 10.222.0.13 "GET /v2.0/quotas/5db904f456b040d8a9f16b169118d21a HTTP/1.1" status: 200 len: 375 time: 0.0205932 Jun 26 03:06:31.736559 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-3ffb13dc-60f8-4d61-82eb-fe0675a04810 admin admin] Calling delete_port for 5970bc2f-279c-4e02-8df2-77f6d5aa9b5f owned by network:router_gateway {{(pid=104014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 26 03:06:31.761457 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-742357af-ba0a-45bf-a16d-c59a5b5188ee req-c86372af-da6e-40b6-9bc9-4d8205736a0f tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5db904f456b040d8a9f16b169118d21a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0372601 Jun 26 03:06:31.842978 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:06:31.952239 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-742357af-ba0a-45bf-a16d-c59a5b5188ee req-95915c7d-03f5-4156-a213-dd610a7e50d1 service neutron] 10.222.0.13 "GET /v2.0/networks/db8ad85e-89b6-4916-ae2f-7389fbc85f35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581798 Jun 26 03:06:32.066523 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:06:32.081458 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-3ffb13dc-60f8-4d61-82eb-fe0675a04810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787575732336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787575245478'] for port (5970bc2f-279c-4e02-8df2-77f6d5aa9b5f), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:32.122384 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffb13dc-60f8-4d61-82eb-fe0675a04810 admin admin] Pushing event deleted for resources: {'Port': ['ID=5970bc2f-279c-4e02-8df2-77f6d5aa9b5f,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:06:32.128099 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-742357af-ba0a-45bf-a16d-c59a5b5188ee req-e2d37c12-918a-447b-a650-b93c5b1208a4 service neutron] 10.222.0.13 "GET /v2.0/networks/db8ad85e-89b6-4916-ae2f-7389fbc85f35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701221 Jun 26 03:06:32.158510 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-3ffb13dc-60f8-4d61-82eb-fe0675a04810 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1615999'] for router_gateway (63810667-e3f4-4abe-8ac2-f5778281b44b), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:32.524232 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-3ffb13dc-60f8-4d61-82eb-fe0675a04810 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25242'] for router (63810667-e3f4-4abe-8ac2-f5778281b44b), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:32.527377 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-3d2e8ee3-2ee2-4f21-81f1-2f623705007a req-90bad3a3-b21b-4d37-a5e8-5508c13e0904 tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] 10.222.0.13 "GET /v2.0/ports?device_id=9254ca08-5ad0-4213-b2f3-e2dc9cd0478d HTTP/1.1" status: 200 len: 210 time: 0.0580139 Jun 26 03:06:32.528476 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-3ffb13dc-60f8-4d61-82eb-fe0675a04810 admin admin] Publish callbacks [] for router_controller (63810667-e3f4-4abe-8ac2-f5778281b44b), precommit_delete_associations {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:32.640820 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Device ce7fec76-a46f-451b-8907-f6049dc22cab no longer exists at agent ovs-agent-dv-cinder-846842-4-iscsi {{(pid=104015) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 03:06:32.642961 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-3ffb13dc-60f8-4d61-82eb-fe0675a04810 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1593080'] for router (63810667-e3f4-4abe-8ac2-f5778281b44b), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:32.643600 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ffb13dc-60f8-4d61-82eb-fe0675a04810 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 63810667-e3f4-4abe-8ac2-f5778281b44b {{(pid=104014) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 26 03:06:32.651057 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-3ffb13dc-60f8-4d61-82eb-fe0675a04810 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:32.652643 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-3ffb13dc-60f8-4d61-82eb-fe0675a04810 admin admin] 10.222.0.13 "DELETE /v2.0/routers/63810667-e3f4-4abe-8ac2-f5778281b44b HTTP/1.1" status: 204 len: 168 time: 1.4955695 Jun 26 03:06:32.655077 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 42558) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:06:32.659396 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde39ca8-5ba2-4519-8481-b287c6b7aabb req-586ae1da-1a4c-4263-abc9-3fdc286e2dcf tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:06:32.660902 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-fde39ca8-5ba2-4519-8481-b287c6b7aabb req-586ae1da-1a4c-4263-abc9-3fdc286e2dcf tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=b753d813-95df-4256-a8c0-dcd4681dfe27 HTTP/1.1" status: 200 len: 945 time: 0.0570729 Jun 26 03:06:32.704094 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] No Port match for: ce7fec76-a46f-451b-8907-f6049dc22cab {{(pid=104015) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 26 03:06:32.704445 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Device ce7fec76-a46f-451b-8907-f6049dc22cab not bound to the agent host dv-cinder-846842-4-iscsi {{(pid=104015) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 03:06:32.704885 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Device 5970bc2f-279c-4e02-8df2-77f6d5aa9b5f no longer exists at agent ovs-agent-dv-cinder-846842-4-iscsi {{(pid=104015) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 03:06:32.728304 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.db.db_base_plugin_v2 [None req-212137d5-1117-4d5c-846c-cc3aa0f38543 admin admin] Deleting subnet 767e1a0e-9ad6-4e3d-acf7-7ae8d7e1ee4a {{(pid=104013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 26 03:06:32.732034 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-212137d5-1117-4d5c-846c-cc3aa0f38543 admin admin] Publish callbacks [] for subnet (767e1a0e-9ad6-4e3d-acf7-7ae8d7e1ee4a), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:32.736017 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-fde39ca8-5ba2-4519-8481-b287c6b7aabb req-3a7cbc58-7a66-42e6-8242-8d96ec5b121f tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f19f5d9-470f-45a6-8bfb-d516ad826927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680320 Jun 26 03:06:32.746551 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] No Port match for: 5970bc2f-279c-4e02-8df2-77f6d5aa9b5f {{(pid=104015) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 26 03:06:32.747248 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Device 5970bc2f-279c-4e02-8df2-77f6d5aa9b5f not bound to the agent host dv-cinder-846842-4-iscsi {{(pid=104015) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 03:06:32.794190 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-212137d5-1117-4d5c-846c-cc3aa0f38543 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7696532'] for subnet (767e1a0e-9ad6-4e3d-acf7-7ae8d7e1ee4a), precommit_delete_associations {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:32.906928 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-212137d5-1117-4d5c-846c-cc3aa0f38543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019720'] for subnet (767e1a0e-9ad6-4e3d-acf7-7ae8d7e1ee4a), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:32.963555 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=79,neutron:INSERT=14,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:06:32.983888 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-212137d5-1117-4d5c-846c-cc3aa0f38543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7375313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5197361'] for subnet (767e1a0e-9ad6-4e3d-acf7-7ae8d7e1ee4a), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:33.010578 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212137d5-1117-4d5c-846c-cc3aa0f38543 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=767e1a0e-9ad6-4e3d-acf7-7ae8d7e1ee4a,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:06:33.015235 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-212137d5-1117-4d5c-846c-cc3aa0f38543 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:33.018331 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-212137d5-1117-4d5c-846c-cc3aa0f38543 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/767e1a0e-9ad6-4e3d-acf7-7ae8d7e1ee4a HTTP/1.1" status: 204 len: 168 time: 0.3620832 Jun 26 03:06:33.020745 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 42566) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:06:33.023226 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aedafd85-fd08-4d70-ba43-1c1a360f1e81 None None] Network 26d75899-1607-4d4e-b529-22178d34e095 requested from dv-cinder-846842-4-iscsi {{(pid=104015) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 26 03:06:33.036507 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=84,neutron:INSERT=8,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:06:33.089808 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-cd419b10-a800-4380-885b-301058dcb5ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-799711'] for network (26d75899-1607-4d4e-b529-22178d34e095), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:33.135579 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [None req-cd419b10-a800-4380-885b-301058dcb5ef admin admin] Deleting port 732ec1ad-57ee-41e8-85a0-75f05597dbb8 {{(pid=104013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 26 03:06:33.136621 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-cd419b10-a800-4380-885b-301058dcb5ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787575727912'] for port (732ec1ad-57ee-41e8-85a0-75f05597dbb8), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:33.179343 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e10e7a45-b65b-491a-b109-c20e39e4f8e5 None None] DHCP port deletion for 26d75899-1607-4d4e-b529-22178d34e095 request from dv-cinder-846842-4-iscsi {{(pid=104015) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 26 03:06:33.200657 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [None req-cd419b10-a800-4380-885b-301058dcb5ef admin admin] For port 732ec1ad-57ee-41e8-85a0-75f05597dbb8, host dv-cinder-846842-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-4-iscsi',level=0,port_id=732ec1ad-57ee-41e8-85a0-75f05597dbb8,segment=NetworkSegment(cf7f1aa2-5b82-42a9-b922-aafb5e3585d6),segment_id=cf7f1aa2-5b82-42a9-b922-aafb5e3585d6)] {{(pid=104013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:06:33.201020 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-cd419b10-a800-4380-885b-301058dcb5ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615864'] for port (732ec1ad-57ee-41e8-85a0-75f05597dbb8), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:33.213765 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [None req-cd419b10-a800-4380-885b-301058dcb5ef admin admin] Calling delete_port for 732ec1ad-57ee-41e8-85a0-75f05597dbb8 owned by network:dhcp {{(pid=104013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 26 03:06:33.216013 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-e10e7a45-b65b-491a-b109-c20e39e4f8e5 None None] Deleting port 732ec1ad-57ee-41e8-85a0-75f05597dbb8 {{(pid=104015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 26 03:06:33.216387 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-e10e7a45-b65b-491a-b109-c20e39e4f8e5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787575727912'] for port (732ec1ad-57ee-41e8-85a0-75f05597dbb8), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:33.286351 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-e10e7a45-b65b-491a-b109-c20e39e4f8e5 None None] For port 732ec1ad-57ee-41e8-85a0-75f05597dbb8, host dv-cinder-846842-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-4-iscsi',level=0,port_id=732ec1ad-57ee-41e8-85a0-75f05597dbb8,segment=NetworkSegment(cf7f1aa2-5b82-42a9-b922-aafb5e3585d6),segment_id=cf7f1aa2-5b82-42a9-b922-aafb5e3585d6)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:06:33.286662 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-e10e7a45-b65b-491a-b109-c20e39e4f8e5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615864'] for port (732ec1ad-57ee-41e8-85a0-75f05597dbb8), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:33.299865 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-e10e7a45-b65b-491a-b109-c20e39e4f8e5 None None] Calling delete_port for 732ec1ad-57ee-41e8-85a0-75f05597dbb8 owned by network:dhcp {{(pid=104015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 26 03:06:33.320852 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-cd419b10-a800-4380-885b-301058dcb5ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787575732336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787575245478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7375238'] for port (732ec1ad-57ee-41e8-85a0-75f05597dbb8), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:33.335734 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Device 71302763-1081-4376-b087-f298db36489e no longer exists at agent hyperv_hv-cinder-84684 {{(pid=104015) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 03:06:33.342983 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd419b10-a800-4380-885b-301058dcb5ef admin admin] Pushing event deleted for resources: {'Port': ['ID=732ec1ad-57ee-41e8-85a0-75f05597dbb8,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:06:33.348762 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd419b10-a800-4380-885b-301058dcb5ef admin admin] No DVR routers for this DVR port 732ec1ad-57ee-41e8-85a0-75f05597dbb8 on host dv-cinder-846842-4-iscsi {{(pid=104013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 26 03:06:33.398282 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] No Port match for: 71302763-1081-4376-b087-f298db36489e {{(pid=104015) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 26 03:06:33.398662 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Device 71302763-1081-4376-b087-f298db36489e not bound to the agent host hv-cinder-84684 {{(pid=104015) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 03:06:33.454660 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-e10e7a45-b65b-491a-b109-c20e39e4f8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787575732336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787575245478'] for port (732ec1ad-57ee-41e8-85a0-75f05597dbb8), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:33.478778 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10e7a45-b65b-491a-b109-c20e39e4f8e5 None None] Pushing event deleted for resources: {'Port': ['ID=732ec1ad-57ee-41e8-85a0-75f05597dbb8,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:06:33.486957 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10e7a45-b65b-491a-b109-c20e39e4f8e5 None None] No DVR routers for this DVR port 732ec1ad-57ee-41e8-85a0-75f05597dbb8 on host dv-cinder-846842-4-iscsi {{(pid=104015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 26 03:06:33.628043 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-cd419b10-a800-4380-885b-301058dcb5ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968757', 'neutron.services.segments.db._delete_segments_for_network-8787575540875'] for network (26d75899-1607-4d4e-b529-22178d34e095), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:33.649454 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.services.segments.db [None req-cd419b10-a800-4380-885b-301058dcb5ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26d75899-1607-4d4e-b529-22178d34e095']}} {{(pid=104013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:06:33.658211 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-d5051be0-1763-4ed6-8499-4bb384649106 req-e4ff920a-5c1b-4734-9837-d8c8e6de4871 tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] 10.222.0.13 "GET /v2.0/ports?device_id=9254ca08-5ad0-4213-b2f3-e2dc9cd0478d HTTP/1.1" status: 200 len: 210 time: 0.0303748 Jun 26 03:06:33.659420 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.services.segments.db [None req-cd419b10-a800-4380-885b-301058dcb5ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf7f1aa2-5b82-42a9-b922-aafb5e3585d6') {'for_net_delete': True} {{(pid=104013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:06:33.659848 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.services.segments.db [None req-cd419b10-a800-4380-885b-301058dcb5ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf7f1aa2-5b82-42a9-b922-aafb5e3585d6') {} {{(pid=104013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:06:33.669698 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-cd419b10-a800-4380-885b-301058dcb5ef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787575542164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7696527'] for segment (cf7f1aa2-5b82-42a9-b922-aafb5e3585d6), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:33.685091 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-cd419b10-a800-4380-885b-301058dcb5ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981176'] for segment (cf7f1aa2-5b82-42a9-b922-aafb5e3585d6), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:33.691505 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd419b10-a800-4380-885b-301058dcb5ef admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=104013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 26 03:06:33.691885 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-cd419b10-a800-4380-885b-301058dcb5ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7375291'] for segment (cf7f1aa2-5b82-42a9-b922-aafb5e3585d6), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:33.717624 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.services.segments.plugin [-] Segment cf7f1aa2-5b82-42a9-b922-aafb5e3585d6 resource provider aggregate not found Jun 26 03:06:33.754878 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-cd419b10-a800-4380-885b-301058dcb5ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620072'] for network (26d75899-1607-4d4e-b529-22178d34e095), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:33.762521 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.services.segments.plugin [-] Segment cf7f1aa2-5b82-42a9-b922-aafb5e3585d6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cf7f1aa2-5b82-42a9-b922-aafb5e3585d6 found for delete ", "request_id": "req-5ecb9850-376e-45b9-8214-573f70efa249"}]} Jun 26 03:06:33.773001 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-cd419b10-a800-4380-885b-301058dcb5ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628900'] for network (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:33.776091 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-cd419b10-a800-4380-885b-301058dcb5ef admin admin] 10.222.0.13 "DELETE /v2.0/networks/26d75899-1607-4d4e-b529-22178d34e095 HTTP/1.1" status: 204 len: 168 time: 0.7544556 Jun 26 03:06:33.779253 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd419b10-a800-4380-885b-301058dcb5ef admin admin] Pushing event deleted for resources: {'Network': ['ID=26d75899-1607-4d4e-b529-22178d34e095,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:06:33.866679 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23e72f8-a680-4d56-9419-10d6d843beac req-d61c91e6-411a-4532-a9f9-95a21afbaab6 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:06:33.868155 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-f23e72f8-a680-4d56-9419-10d6d843beac req-d61c91e6-411a-4532-a9f9-95a21afbaab6 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=b753d813-95df-4256-a8c0-dcd4681dfe27 HTTP/1.1" status: 200 len: 945 time: 0.0484123 Jun 26 03:06:33.922111 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-f23e72f8-a680-4d56-9419-10d6d843beac req-457a2896-3fd2-4030-ae6e-81c97a1c1458 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f19f5d9-470f-45a6-8bfb-d516ad826927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462832 Jun 26 03:06:33.972689 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 42584) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:06:34.012418 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-1fa6bd48-e415-4d54-b107-5f893a7bb8b3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=23078d86cd394c749328fb9dd7992919&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0385818 Jun 26 03:06:34.015243 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 42586) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:06:34.066449 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-1ffb15ff-d479-4227-9217-0fbb6389abbc admin admin] Publish callbacks [] for security_group (b8d578a3-20a0-4dfd-8c42-86b3b60e3ae5), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:34.087954 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-1ffb15ff-d479-4227-9217-0fbb6389abbc admin admin] Publish callbacks [] for security_group (b8d578a3-20a0-4dfd-8c42-86b3b60e3ae5), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:34.136059 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-1ffb15ff-d479-4227-9217-0fbb6389abbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (b8d578a3-20a0-4dfd-8c42-86b3b60e3ae5), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:34.138709 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-1ffb15ff-d479-4227-9217-0fbb6389abbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:34.140481 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-1ffb15ff-d479-4227-9217-0fbb6389abbc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b8d578a3-20a0-4dfd-8c42-86b3b60e3ae5 HTTP/1.1" status: 204 len: 168 time: 0.1243742 Jun 26 03:06:34.148524 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffb15ff-d479-4227-9217-0fbb6389abbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8d578a3-20a0-4dfd-8c42-86b3b60e3ae5,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:06:34.430144 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Device 732ec1ad-57ee-41e8-85a0-75f05597dbb8 no longer exists at agent ovs-agent-dv-cinder-846842-4-iscsi {{(pid=104015) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 03:06:34.449220 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] No Port match for: 732ec1ad-57ee-41e8-85a0-75f05597dbb8 {{(pid=104015) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 26 03:06:34.449567 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Device 732ec1ad-57ee-41e8-85a0-75f05597dbb8 not bound to the agent host dv-cinder-846842-4-iscsi {{(pid=104015) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 03:06:34.749632 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-1571de5f-dc15-4a95-ac4a-d6d69ff19097 req-165c6a1a-113d-4ce5-a4e6-50ef1c04ff31 tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] 10.222.0.13 "GET /v2.0/ports?device_id=9254ca08-5ad0-4213-b2f3-e2dc9cd0478d HTTP/1.1" status: 200 len: 210 time: 0.0275280 Jun 26 03:06:35.035358 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31a7197-925a-4bf4-b53b-b76022bf041d req-0ff41875-8402-488f-9756-21773fc8897d tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:06:35.036857 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a31a7197-925a-4bf4-b53b-b76022bf041d req-0ff41875-8402-488f-9756-21773fc8897d tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=b753d813-95df-4256-a8c0-dcd4681dfe27 HTTP/1.1" status: 200 len: 945 time: 0.0464318 Jun 26 03:06:35.092388 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a31a7197-925a-4bf4-b53b-b76022bf041d req-68d2ba2a-ef5d-46e0-8ea2-f59850ab633f tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f19f5d9-470f-45a6-8bfb-d516ad826927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489385 Jun 26 03:06:35.841482 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-b24b1669-d128-4553-9ae3-1f5f29d32838 req-6a3df29a-ef9b-4b1a-924c-142fa8d05f06 tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] 10.222.0.13 "GET /v2.0/ports?device_id=9254ca08-5ad0-4213-b2f3-e2dc9cd0478d HTTP/1.1" status: 200 len: 210 time: 0.0266390 Jun 26 03:06:36.213814 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffd53e2-c89d-4864-bbf0-1a6bbed3a2ca req-f712ad73-78f3-4ee7-9cac-b86888f30cc6 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:06:36.215557 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-8ffd53e2-c89d-4864-bbf0-1a6bbed3a2ca req-f712ad73-78f3-4ee7-9cac-b86888f30cc6 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=b753d813-95df-4256-a8c0-dcd4681dfe27 HTTP/1.1" status: 200 len: 945 time: 0.0476775 Jun 26 03:06:36.263045 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-8ffd53e2-c89d-4864-bbf0-1a6bbed3a2ca req-905b0b06-a280-41a3-89ce-d65b91ae6291 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f19f5d9-470f-45a6-8bfb-d516ad826927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420067 Jun 26 03:06:36.938822 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-54dd8c33-bca8-452d-85ec-5b7ae4237925 req-064f9618-943b-4e7b-8a84-74c2aebffbe4 tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] 10.222.0.13 "GET /v2.0/ports?device_id=9254ca08-5ad0-4213-b2f3-e2dc9cd0478d HTTP/1.1" status: 200 len: 210 time: 0.0305650 Jun 26 03:06:37.373332 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ceb6fc-d4ac-4595-a5ba-34f0b292388c req-72b18445-4cf7-4926-bea2-8634173b8e18 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:06:37.374849 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a6ceb6fc-d4ac-4595-a5ba-34f0b292388c req-72b18445-4cf7-4926-bea2-8634173b8e18 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=b753d813-95df-4256-a8c0-dcd4681dfe27 HTTP/1.1" status: 200 len: 945 time: 0.0473628 Jun 26 03:06:37.424148 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a6ceb6fc-d4ac-4595-a5ba-34f0b292388c req-7be146ec-97da-4e8e-b615-3cd2eb633cdb tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f19f5d9-470f-45a6-8bfb-d516ad826927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433471 Jun 26 03:06:37.777226 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:06:37.859228 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742357af-ba0a-45bf-a16d-c59a5b5188ee req-4cadbb1c-b4d4-435a-a736-75f0e366ba00 tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:06:37.861300 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-742357af-ba0a-45bf-a16d-c59a5b5188ee req-4cadbb1c-b4d4-435a-a736-75f0e366ba00 tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] 10.222.0.43 "GET /v2.0/networks?id=db8ad85e-89b6-4916-ae2f-7389fbc85f35 HTTP/1.1" status: 200 len: 808 time: 0.1211448 Jun 26 03:06:37.897097 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [req-742357af-ba0a-45bf-a16d-c59a5b5188ee req-286a801a-5701-4d25-abf2-f611ea8a56cb tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] Request body: {'port': {'device_id': '9254ca08-5ad0-4213-b2f3-e2dc9cd0478d', 'network_id': 'db8ad85e-89b6-4916-ae2f-7389fbc85f35', 'admin_state_up': True, 'tenant_id': '5db904f456b040d8a9f16b169118d21a'}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:06:37.997104 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a558ed0-8ac9-471d-8615-bdb723470d37 req-9024216a-7144-47d1-8f46-517828553a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:06:37.999109 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-0a558ed0-8ac9-471d-8615-bdb723470d37 req-9024216a-7144-47d1-8f46-517828553a78 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b753d813-95df-4256-a8c0-dcd4681dfe27 HTTP/1.1" status: 200 len: 1129 time: 0.0750337 Jun 26 03:06:38.050983 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-39f2dd53-4889-4d05-a143-c97731da426b req-ac93c5ca-4e87-4f85-8038-a0d96d0fcf82 tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] 10.222.0.13 "GET /v2.0/ports?device_id=9254ca08-5ad0-4213-b2f3-e2dc9cd0478d HTTP/1.1" status: 200 len: 210 time: 0.0444300 Jun 26 03:06:38.086631 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-742357af-ba0a-45bf-a16d-c59a5b5188ee req-286a801a-5701-4d25-abf2-f611ea8a56cb tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] Made reservation on behalf of 5db904f456b040d8a9f16b169118d21a for: {'port': 1} {{(pid=104014) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 03:06:38.090511 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-742357af-ba0a-45bf-a16d-c59a5b5188ee req-286a801a-5701-4d25-abf2-f611ea8a56cb tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:38.105745 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-0a558ed0-8ac9-471d-8615-bdb723470d37 req-714eda05-2fb6-4234-ba19-aecec45f357f service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=5f19f5d9-470f-45a6-8bfb-d516ad826927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629511 Jun 26 03:06:38.168107 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=4 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:06:38.222960 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.db.db_base_plugin_common [req-742357af-ba0a-45bf-a16d-c59a5b5188ee req-286a801a-5701-4d25-abf2-f611ea8a56cb tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] Allocated IP 172.20.0.9 (db8ad85e-89b6-4916-ae2f-7389fbc85f35/ee31cc6b-9d7e-40ab-bc10-6632a162807e/5e55dfc0-0f98-4349-8cf3-8adbf7c34b73) {{(pid=104014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 03:06:38.412314 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-742357af-ba0a-45bf-a16d-c59a5b5188ee req-286a801a-5701-4d25-abf2-f611ea8a56cb tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] Publish callbacks [] for port (5e55dfc0-0f98-4349-8cf3-8adbf7c34b73), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:38.450618 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-742357af-ba0a-45bf-a16d-c59a5b5188ee req-286a801a-5701-4d25-abf2-f611ea8a56cb tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787575245469'] for port (5e55dfc0-0f98-4349-8cf3-8adbf7c34b73), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:38.509181 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-742357af-ba0a-45bf-a16d-c59a5b5188ee req-286a801a-5701-4d25-abf2-f611ea8a56cb tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] Network db8ad85e-89b6-4916-ae2f-7389fbc85f35 is already hosted by enough agents. {{(pid=104014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 03:06:38.509181 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.scheduler.base_scheduler [req-742357af-ba0a-45bf-a16d-c59a5b5188ee req-286a801a-5701-4d25-abf2-f611ea8a56cb tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] Resources bound (agent type, host, resource id): {{(pid=104014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 03:06:38.509181 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [req-742357af-ba0a-45bf-a16d-c59a5b5188ee req-286a801a-5701-4d25-abf2-f611ea8a56cb tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] Received port after_create {{(pid=104014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 26 03:06:38.514979 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742357af-ba0a-45bf-a16d-c59a5b5188ee req-286a801a-5701-4d25-abf2-f611ea8a56cb tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:06:38.515607 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-742357af-ba0a-45bf-a16d-c59a5b5188ee req-286a801a-5701-4d25-abf2-f611ea8a56cb tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515864'] for port (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:38.571260 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-742357af-ba0a-45bf-a16d-c59a5b5188ee req-286a801a-5701-4d25-abf2-f611ea8a56cb tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6785994 Jun 26 03:06:38.571860 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286a801a-5701-4d25-abf2-f611ea8a56cb tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] Pushing event updated for resources: {'Port': ['ID=5e55dfc0-0f98-4349-8cf3-8adbf7c34b73,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:06:38.587613 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286a801a-5701-4d25-abf2-f611ea8a56cb tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:06:38.587886 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286a801a-5701-4d25-abf2-f611ea8a56cb tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:06:38.588232 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286a801a-5701-4d25-abf2-f611ea8a56cb tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:06:38.588576 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286a801a-5701-4d25-abf2-f611ea8a56cb tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:06:38.588916 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286a801a-5701-4d25-abf2-f611ea8a56cb tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:06:38.589253 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286a801a-5701-4d25-abf2-f611ea8a56cb tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:06:38.589595 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286a801a-5701-4d25-abf2-f611ea8a56cb tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:06:38.590079 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286a801a-5701-4d25-abf2-f611ea8a56cb tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:06:38.590495 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286a801a-5701-4d25-abf2-f611ea8a56cb tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:06:38.590766 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286a801a-5701-4d25-abf2-f611ea8a56cb tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:06:38.591470 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286a801a-5701-4d25-abf2-f611ea8a56cb tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:06:38.592484 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286a801a-5701-4d25-abf2-f611ea8a56cb tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:06:38.592881 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286a801a-5701-4d25-abf2-f611ea8a56cb tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:06:38.593267 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286a801a-5701-4d25-abf2-f611ea8a56cb tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:06:38.593595 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-286a801a-5701-4d25-abf2-f611ea8a56cb tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:06:38.617780 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [req-742357af-ba0a-45bf-a16d-c59a5b5188ee req-51ca89c5-ed49-4b64-b02a-4c5f429f3241 service neutron] Request body: {'port': {'device_id': '9254ca08-5ad0-4213-b2f3-e2dc9cd0478d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84684'}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:06:38.622889 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:06:38.631268 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b9fcf9-3acc-4bd4-b875-159f00f72994 req-6b2407c2-b155-49a8-8892-4943c98b0f14 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:06:38.632946 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-36b9fcf9-3acc-4bd4-b875-159f00f72994 req-6b2407c2-b155-49a8-8892-4943c98b0f14 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=b753d813-95df-4256-a8c0-dcd4681dfe27 HTTP/1.1" status: 200 len: 945 time: 0.1116188 Jun 26 03:06:38.645932 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 42726) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:06:38.746429 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-742357af-ba0a-45bf-a16d-c59a5b5188ee req-51ca89c5-ed49-4b64-b02a-4c5f429f3241 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (5e55dfc0-0f98-4349-8cf3-8adbf7c34b73), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:38.760218 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-36b9fcf9-3acc-4bd4-b875-159f00f72994 req-ab785b95-22bd-4420-8b12-644ba10c586d tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f19f5d9-470f-45a6-8bfb-d516ad826927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086876 Jun 26 03:06:38.786518 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-e2160b6f-1164-4e57-9fba-0365a2d46f67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:38.859187 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=5 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:06:38.874435 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-e2160b6f-1164-4e57-9fba-0365a2d46f67 admin admin] Publish callbacks [] for security_group (87bcf24e-8d79-46c5-b60d-f94661721833), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:38.882347 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-e2160b6f-1164-4e57-9fba-0365a2d46f67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (87bcf24e-8d79-46c5-b60d-f94661721833), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:38.893328 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:06:38.921601 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2160b6f-1164-4e57-9fba-0365a2d46f67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87bcf24e-8d79-46c5-b60d-f94661721833,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:06:38.933363 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 42734) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:06:38.934484 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-e2160b6f-1164-4e57-9fba-0365a2d46f67 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=841135cad3e24ddd92df811779f6595a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2867131 Jun 26 03:06:38.936671 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2160b6f-1164-4e57-9fba-0365a2d46f67 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:06:38.937497 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2160b6f-1164-4e57-9fba-0365a2d46f67 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:06:38.938078 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2160b6f-1164-4e57-9fba-0365a2d46f67 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:06:38.938421 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2160b6f-1164-4e57-9fba-0365a2d46f67 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:06:38.938756 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2160b6f-1164-4e57-9fba-0365a2d46f67 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:06:38.939090 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2160b6f-1164-4e57-9fba-0365a2d46f67 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:06:38.939419 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2160b6f-1164-4e57-9fba-0365a2d46f67 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:06:38.939745 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2160b6f-1164-4e57-9fba-0365a2d46f67 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:06:38.940072 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2160b6f-1164-4e57-9fba-0365a2d46f67 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:06:38.940399 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2160b6f-1164-4e57-9fba-0365a2d46f67 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:06:38.940823 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2160b6f-1164-4e57-9fba-0365a2d46f67 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:06:38.941149 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 42736) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:06:38.941252 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2160b6f-1164-4e57-9fba-0365a2d46f67 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:06:38.941471 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2160b6f-1164-4e57-9fba-0365a2d46f67 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:06:38.941790 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2160b6f-1164-4e57-9fba-0365a2d46f67 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:06:38.942136 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2160b6f-1164-4e57-9fba-0365a2d46f67 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:06:38.972094 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.agents_db [None req-1acc9491-aa00-4d80-a7f3-d699105ea2bf None None] Agent healthcheck: found 6 active agents {{(pid=104016) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 03:06:39.067602 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:06:39.112739 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-c45444de-7d45-4383-a97d-ce1d43431c74 admin admin] Publish callbacks [] for security_group (87bcf24e-8d79-46c5-b60d-f94661721833), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:39.117332 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-feb0fd53-99ef-43a9-8adc-6c64f8b67b3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:39.204981 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-c45444de-7d45-4383-a97d-ce1d43431c74 admin admin] Publish callbacks [] for security_group (87bcf24e-8d79-46c5-b60d-f94661721833), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:39.216442 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.notifiers.nova [req-742357af-ba0a-45bf-a16d-c59a5b5188ee req-51ca89c5-ed49-4b64-b02a-4c5f429f3241 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e55dfc0-0f98-4349-8cf3-8adbf7c34b73 {{(pid=104014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 26 03:06:39.231141 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-742357af-ba0a-45bf-a16d-c59a5b5188ee req-51ca89c5-ed49-4b64-b02a-4c5f429f3241 service neutron] Publish callbacks [] for port (5e55dfc0-0f98-4349-8cf3-8adbf7c34b73), precommit_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:39.251561 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131e025d-7502-4fb3-84ab-a7c896ba15c1 req-a45a00c2-42ac-486e-908c-8079bbffd820 tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:06:39.253017 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-131e025d-7502-4fb3-84ab-a7c896ba15c1 req-a45a00c2-42ac-486e-908c-8079bbffd820 tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] 10.222.0.13 "GET /v2.0/ports?device_id=9254ca08-5ad0-4213-b2f3-e2dc9cd0478d HTTP/1.1" status: 200 len: 931 time: 0.1153080 Jun 26 03:06:39.293565 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [req-742357af-ba0a-45bf-a16d-c59a5b5188ee req-51ca89c5-ed49-4b64-b02a-4c5f429f3241 service neutron] Transition to ACTIVE for port object 5e55dfc0-0f98-4349-8cf3-8adbf7c34b73 will not be triggered until provisioned by entity L2. {{(pid=104014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 26 03:06:39.306673 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-742357af-ba0a-45bf-a16d-c59a5b5188ee req-51ca89c5-ed49-4b64-b02a-4c5f429f3241 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (5e55dfc0-0f98-4349-8cf3-8adbf7c34b73), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:39.380816 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-c45444de-7d45-4383-a97d-ce1d43431c74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (87bcf24e-8d79-46c5-b60d-f94661721833), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:39.384394 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-c45444de-7d45-4383-a97d-ce1d43431c74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:39.388090 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-c45444de-7d45-4383-a97d-ce1d43431c74 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/87bcf24e-8d79-46c5-b60d-f94661721833 HTTP/1.1" status: 204 len: 168 time: 0.4061933 Jun 26 03:06:39.416658 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-131e025d-7502-4fb3-84ab-a7c896ba15c1 req-c1c5e743-2e9f-4b05-93a0-056ef7e65fbc tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7486601-bc67-4ecf-b806-2bf9c3acd07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536505 Jun 26 03:06:39.419902 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ca89c5-ed49-4b64-b02a-4c5f429f3241 service neutron] Pushing event updated for resources: {'Port': ['ID=5e55dfc0-0f98-4349-8cf3-8adbf7c34b73,revision_number=2']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:06:39.424110 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45444de-7d45-4383-a97d-ce1d43431c74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87bcf24e-8d79-46c5-b60d-f94661721833,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:06:39.467898 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-feb0fd53-99ef-43a9-8adc-6c64f8b67b3d admin admin] Publish callbacks [] for security_group (8c7e2941-ca70-4355-83a2-f81e29fb587d), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:39.473831 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-feb0fd53-99ef-43a9-8adc-6c64f8b67b3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (8c7e2941-ca70-4355-83a2-f81e29fb587d), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:39.480404 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:INSERT=7,neutron:DELETE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:06:39.497529 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.managers [req-742357af-ba0a-45bf-a16d-c59a5b5188ee req-51ca89c5-ed49-4b64-b02a-4c5f429f3241 service neutron] Attempting to bind port 5e55dfc0-0f98-4349-8cf3-8adbf7c34b73 on host hv-cinder-84684 for vnic_type normal with profile {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 26 03:06:39.497937 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.managers [req-742357af-ba0a-45bf-a16d-c59a5b5188ee req-51ca89c5-ed49-4b64-b02a-4c5f429f3241 service neutron] Attempting to bind port 5e55dfc0-0f98-4349-8cf3-8adbf7c34b73 by drivers openvswitch,hyperv on host hv-cinder-84684 at level 0 using segments [{'id': 'a22b53e6-4b00-4307-8d95-63f40b59745f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'db8ad85e-89b6-4916-ae2f-7389fbc85f35'}] {{(pid=104014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 26 03:06:39.498873 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-742357af-ba0a-45bf-a16d-c59a5b5188ee req-51ca89c5-ed49-4b64-b02a-4c5f429f3241 service neutron] Attempting to bind port 5e55dfc0-0f98-4349-8cf3-8adbf7c34b73 on network db8ad85e-89b6-4916-ae2f-7389fbc85f35 {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 26 03:06:39.523908 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-742357af-ba0a-45bf-a16d-c59a5b5188ee req-51ca89c5-ed49-4b64-b02a-4c5f429f3241 service neutron] Port 5e55dfc0-0f98-4349-8cf3-8adbf7c34b73 on network db8ad85e-89b6-4916-ae2f-7389fbc85f35 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84684 {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 26 03:06:39.524240 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-742357af-ba0a-45bf-a16d-c59a5b5188ee req-51ca89c5-ed49-4b64-b02a-4c5f429f3241 service neutron] Attempting to bind port 5e55dfc0-0f98-4349-8cf3-8adbf7c34b73 on network db8ad85e-89b6-4916-ae2f-7389fbc85f35 {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 26 03:06:39.528000 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-feb0fd53-99ef-43a9-8adc-6c64f8b67b3d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c3bb6f4e883b42d597f734463d219f21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5937009 Jun 26 03:06:39.530894 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 42744) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:06:39.532269 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb0fd53-99ef-43a9-8adc-6c64f8b67b3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c7e2941-ca70-4355-83a2-f81e29fb587d,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:06:39.535275 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-742357af-ba0a-45bf-a16d-c59a5b5188ee req-51ca89c5-ed49-4b64-b02a-4c5f429f3241 service neutron] Checking agent: {'id': 'e7a0895f-45bb-4130-be69-32df3e039043', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84684', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 26, 3, 2, 40), 'started_at': datetime.datetime(2022, 6, 26, 3, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 26, 3, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 26 03:06:39.535615 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-742357af-ba0a-45bf-a16d-c59a5b5188ee req-51ca89c5-ed49-4b64-b02a-4c5f429f3241 service neutron] Checking segment: {'id': 'a22b53e6-4b00-4307-8d95-63f40b59745f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'db8ad85e-89b6-4916-ae2f-7389fbc85f35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 26 03:06:39.535984 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-742357af-ba0a-45bf-a16d-c59a5b5188ee req-51ca89c5-ed49-4b64-b02a-4c5f429f3241 service neutron] Bound using segment: {'id': 'a22b53e6-4b00-4307-8d95-63f40b59745f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'db8ad85e-89b6-4916-ae2f-7389fbc85f35'} {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 26 03:06:39.536422 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.managers [req-742357af-ba0a-45bf-a16d-c59a5b5188ee req-51ca89c5-ed49-4b64-b02a-4c5f429f3241 service neutron] Bound port: 5e55dfc0-0f98-4349-8cf3-8adbf7c34b73, host: hv-cinder-84684, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a22b53e6-4b00-4307-8d95-63f40b59745f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'db8ad85e-89b6-4916-ae2f-7389fbc85f35'}}] {{(pid=104014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 26 03:06:39.536777 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-742357af-ba0a-45bf-a16d-c59a5b5188ee req-51ca89c5-ed49-4b64-b02a-4c5f429f3241 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (5e55dfc0-0f98-4349-8cf3-8adbf7c34b73), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:39.598828 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-dd9b44f8-7609-4355-b55d-e750795c3c87 admin admin] Publish callbacks [] for security_group (8c7e2941-ca70-4355-83a2-f81e29fb587d), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:39.622248 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [req-742357af-ba0a-45bf-a16d-c59a5b5188ee req-51ca89c5-ed49-4b64-b02a-4c5f429f3241 service neutron] For port 5e55dfc0-0f98-4349-8cf3-8adbf7c34b73, host hv-cinder-84684, cleared binding levels {{(pid=104014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 03:06:39.624911 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-dd9b44f8-7609-4355-b55d-e750795c3c87 admin admin] Publish callbacks [] for security_group (8c7e2941-ca70-4355-83a2-f81e29fb587d), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:39.626675 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [req-742357af-ba0a-45bf-a16d-c59a5b5188ee req-51ca89c5-ed49-4b64-b02a-4c5f429f3241 service neutron] For port 5e55dfc0-0f98-4349-8cf3-8adbf7c34b73, host hv-cinder-84684, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=5e55dfc0-0f98-4349-8cf3-8adbf7c34b73,segment=NetworkSegment(a22b53e6-4b00-4307-8d95-63f40b59745f),segment_id=a22b53e6-4b00-4307-8d95-63f40b59745f)] {{(pid=104014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 03:06:39.634068 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-742357af-ba0a-45bf-a16d-c59a5b5188ee req-51ca89c5-ed49-4b64-b02a-4c5f429f3241 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (5e55dfc0-0f98-4349-8cf3-8adbf7c34b73), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:39.673747 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742357af-ba0a-45bf-a16d-c59a5b5188ee req-51ca89c5-ed49-4b64-b02a-4c5f429f3241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:06:39.674602 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-742357af-ba0a-45bf-a16d-c59a5b5188ee req-51ca89c5-ed49-4b64-b02a-4c5f429f3241 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515864'] for port (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:39.676267 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-742357af-ba0a-45bf-a16d-c59a5b5188ee req-51ca89c5-ed49-4b64-b02a-4c5f429f3241 service neutron] 10.222.0.43 "PUT /v2.0/ports/5e55dfc0-0f98-4349-8cf3-8adbf7c34b73 HTTP/1.1" status: 200 len: 1093 time: 1.0902319 Jun 26 03:06:39.676813 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9254ca08-5ad0-4213-b2f3-e2dc9cd0478d', 'tag': '5e55dfc0-0f98-4349-8cf3-8adbf7c34b73'}] {{(pid=104014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 26 03:06:39.679241 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b346e277b9447a300c9d303bb334713d04858661d6ca7e8667ef96f79658145a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99bd1dc3-16e5-4dc1-9e18-a98e3217fe9d" -d '{"events": [{"name": "network-changed", "server_uuid": "9254ca08-5ad0-4213-b2f3-e2dc9cd0478d", "tag": "5e55dfc0-0f98-4349-8cf3-8adbf7c34b73"}]}' {{(pid=104014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 03:06:39.684769 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-dd9b44f8-7609-4355-b55d-e750795c3c87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (8c7e2941-ca70-4355-83a2-f81e29fb587d), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:39.688733 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-dd9b44f8-7609-4355-b55d-e750795c3c87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:39.692199 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-dd9b44f8-7609-4355-b55d-e750795c3c87 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8c7e2941-ca70-4355-83a2-f81e29fb587d HTTP/1.1" status: 204 len: 168 time: 0.1586435 Jun 26 03:06:39.702968 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ca89c5-ed49-4b64-b02a-4c5f429f3241 service neutron] Pushing event updated for resources: {'Port': ['ID=5e55dfc0-0f98-4349-8cf3-8adbf7c34b73,revision_number=3']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:06:39.728472 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9b44f8-7609-4355-b55d-e750795c3c87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c7e2941-ca70-4355-83a2-f81e29fb587d,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:06:39.732500 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Jun 2022 03:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45f1aaad-b228-4b74-9c0a-123c4bc82fc7 x-openstack-request-id: req-45f1aaad-b228-4b74-9c0a-123c4bc82fc7 {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 03:06:39.733290 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9254ca08-5ad0-4213-b2f3-e2dc9cd0478d", "tag": "5e55dfc0-0f98-4349-8cf3-8adbf7c34b73", "status": "completed", "code": 200}]} {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 03:06:39.733544 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-45f1aaad-b228-4b74-9c0a-123c4bc82fc7 {{(pid=104014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 03:06:39.733943 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45f1aaad-b228-4b74-9c0a-123c4bc82fc7'] response: {'name': 'network-changed', 'server_uuid': '9254ca08-5ad0-4213-b2f3-e2dc9cd0478d', 'tag': '5e55dfc0-0f98-4349-8cf3-8adbf7c34b73', 'status': 'completed', 'code': 200} Jun 26 03:06:39.895038 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4a0b72-2e28-4eeb-a98d-2d4054cac607 req-7ecc6cc7-c369-4920-8f3d-1c58c1af5c9a tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:06:39.896538 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-4d4a0b72-2e28-4eeb-a98d-2d4054cac607 req-7ecc6cc7-c369-4920-8f3d-1c58c1af5c9a tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=b753d813-95df-4256-a8c0-dcd4681dfe27 HTTP/1.1" status: 200 len: 945 time: 0.0580153 Jun 26 03:06:39.952608 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-4d4a0b72-2e28-4eeb-a98d-2d4054cac607 req-61a82a06-e9f7-4d24-8e8f-c970feb8625a tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f19f5d9-470f-45a6-8bfb-d516ad826927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499475 Jun 26 03:06:40.065480 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 42766) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:06:40.093748 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bd1dc3-16e5-4dc1-9e18-a98e3217fe9d req-5ecde9b2-d7df-484c-9ebf-2edd0e66899c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:06:40.095351 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-99bd1dc3-16e5-4dc1-9e18-a98e3217fe9d req-5ecde9b2-d7df-484c-9ebf-2edd0e66899c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5db904f456b040d8a9f16b169118d21a&device_id=9254ca08-5ad0-4213-b2f3-e2dc9cd0478d HTTP/1.1" status: 200 len: 1127 time: 0.0454848 Jun 26 03:06:40.124829 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:INSERT=6,neutron:DELETE=3 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:06:40.191176 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-92a33e62-b198-45cc-b9ee-4be530665d7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:40.218675 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bd1dc3-16e5-4dc1-9e18-a98e3217fe9d req-3540eed6-a472-4fef-b88c-17556fdf3acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:06:40.220174 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-99bd1dc3-16e5-4dc1-9e18-a98e3217fe9d req-3540eed6-a472-4fef-b88c-17556fdf3acb service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=5db904f456b040d8a9f16b169118d21a&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1046579 Jun 26 03:06:40.273118 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-92a33e62-b198-45cc-b9ee-4be530665d7a admin admin] Publish callbacks [] for security_group (45febc07-ef9b-423b-9124-eb7017d8f9ce), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:40.278481 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-92a33e62-b198-45cc-b9ee-4be530665d7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (45febc07-ef9b-423b-9124-eb7017d8f9ce), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:40.318198 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-92a33e62-b198-45cc-b9ee-4be530665d7a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1e93a6fa3aa94857bde480c34b0051aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2515686 Jun 26 03:06:40.319065 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a33e62-b198-45cc-b9ee-4be530665d7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45febc07-ef9b-423b-9124-eb7017d8f9ce,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:06:40.321347 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 42778) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:06:40.342892 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bd1dc3-16e5-4dc1-9e18-a98e3217fe9d req-e4ee4839-6296-477d-bd53-7c9e98586daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:06:40.343932 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-99bd1dc3-16e5-4dc1-9e18-a98e3217fe9d req-e4ee4839-6296-477d-bd53-7c9e98586daa service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1178224 Jun 26 03:06:40.373826 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-dc650dc2-107a-4d29-a769-47ccff295b38 admin admin] Publish callbacks [] for security_group (45febc07-ef9b-423b-9124-eb7017d8f9ce), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:40.399296 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-dc650dc2-107a-4d29-a769-47ccff295b38 admin admin] Publish callbacks [] for security_group (45febc07-ef9b-423b-9124-eb7017d8f9ce), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:40.455415 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-dc650dc2-107a-4d29-a769-47ccff295b38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (45febc07-ef9b-423b-9124-eb7017d8f9ce), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:40.459222 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-dc650dc2-107a-4d29-a769-47ccff295b38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:40.460876 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-dc650dc2-107a-4d29-a769-47ccff295b38 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/45febc07-ef9b-423b-9124-eb7017d8f9ce HTTP/1.1" status: 204 len: 168 time: 0.1384826 Jun 26 03:06:40.461783 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742357af-ba0a-45bf-a16d-c59a5b5188ee req-8bd3a9c6-baef-4bd0-92a2-9b8555222f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:06:40.464084 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-742357af-ba0a-45bf-a16d-c59a5b5188ee req-8bd3a9c6-baef-4bd0-92a2-9b8555222f00 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5db904f456b040d8a9f16b169118d21a&device_id=9254ca08-5ad0-4213-b2f3-e2dc9cd0478d HTTP/1.1" status: 200 len: 1127 time: 0.0496757 Jun 26 03:06:40.475492 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc650dc2-107a-4d29-a769-47ccff295b38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45febc07-ef9b-423b-9124-eb7017d8f9ce,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:06:40.527517 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-742357af-ba0a-45bf-a16d-c59a5b5188ee req-1e366b95-18fe-4286-9ce6-2a18d8e25f79 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e55dfc0-0f98-4349-8cf3-8adbf7c34b73 HTTP/1.1" status: 200 len: 217 time: 0.0508354 Jun 26 03:06:40.606429 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b15d5ab-d54d-4c50-9c3d-109d29dd53e9 req-c4e76691-5377-46ba-8a50-f3b00a2352ac tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:06:40.608623 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-9b15d5ab-d54d-4c50-9c3d-109d29dd53e9 req-c4e76691-5377-46ba-8a50-f3b00a2352ac tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] 10.222.0.13 "GET /v2.0/ports?device_id=9254ca08-5ad0-4213-b2f3-e2dc9cd0478d HTTP/1.1" status: 200 len: 943 time: 0.0838134 Jun 26 03:06:40.615010 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742357af-ba0a-45bf-a16d-c59a5b5188ee req-c2ad29e5-314c-4da2-8d8c-b957320e8946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:06:40.616273 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-742357af-ba0a-45bf-a16d-c59a5b5188ee req-c2ad29e5-314c-4da2-8d8c-b957320e8946 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ee31cc6b-9d7e-40ab-bc10-6632a162807e HTTP/1.1" status: 200 len: 848 time: 0.0799658 Jun 26 03:06:40.658881 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-742357af-ba0a-45bf-a16d-c59a5b5188ee req-5363faca-1d1d-4377-97d8-d1c8f8bd8499 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=db8ad85e-89b6-4916-ae2f-7389fbc85f35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337460 Jun 26 03:06:40.712525 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-9b15d5ab-d54d-4c50-9c3d-109d29dd53e9 req-ff269764-1add-483b-83e6-1bfb0f5a3a84 tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7486601-bc67-4ecf-b806-2bf9c3acd07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951428 Jun 26 03:06:40.781173 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-742357af-ba0a-45bf-a16d-c59a5b5188ee req-4d0f1032-6586-4c1d-aa2e-52d1472c70e3 service neutron] 10.222.0.43 "GET /v2.0/networks/db8ad85e-89b6-4916-ae2f-7389fbc85f35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125576 Jun 26 03:06:40.879332 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-742357af-ba0a-45bf-a16d-c59a5b5188ee req-cd11f47e-5fd3-4634-a240-6e4fb476078f service neutron] 10.222.0.43 "GET /v2.0/networks/db8ad85e-89b6-4916-ae2f-7389fbc85f35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923014 Jun 26 03:06:40.889854 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 42802) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:06:40.903245 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-97c59f41-91be-4347-aee8-371239939fcc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:40.940289 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:06:40.983867 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-97c59f41-91be-4347-aee8-371239939fcc admin admin] Publish callbacks [] for security_group (bb380e9f-2e94-42dc-a94f-b823a475c232), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:40.988966 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-97c59f41-91be-4347-aee8-371239939fcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (bb380e9f-2e94-42dc-a94f-b823a475c232), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:41.032525 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-97c59f41-91be-4347-aee8-371239939fcc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=243bb5851f5849fdab6410f4c114f4e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1416228 Jun 26 03:06:41.033222 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c59f41-91be-4347-aee8-371239939fcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb380e9f-2e94-42dc-a94f-b823a475c232,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:06:41.036094 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 42806) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:06:41.081579 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29e96ab-adfc-4cf7-99c6-2070b6187840 req-999728c7-443e-4067-9758-be63cffbe0a0 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:06:41.083134 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-f29e96ab-adfc-4cf7-99c6-2070b6187840 req-999728c7-443e-4067-9758-be63cffbe0a0 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=b753d813-95df-4256-a8c0-dcd4681dfe27 HTTP/1.1" status: 200 len: 945 time: 0.0538895 Jun 26 03:06:41.098067 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-36964a8e-a32b-4e73-b71e-fdf153d1ae8f admin admin] Publish callbacks [] for security_group (bb380e9f-2e94-42dc-a94f-b823a475c232), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:41.120504 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-36964a8e-a32b-4e73-b71e-fdf153d1ae8f admin admin] Publish callbacks [] for security_group (bb380e9f-2e94-42dc-a94f-b823a475c232), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:41.133100 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-f29e96ab-adfc-4cf7-99c6-2070b6187840 req-f1cc505d-c41f-4b3f-be23-77d3d7fa7db1 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f19f5d9-470f-45a6-8bfb-d516ad826927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435498 Jun 26 03:06:41.171786 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-36964a8e-a32b-4e73-b71e-fdf153d1ae8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (bb380e9f-2e94-42dc-a94f-b823a475c232), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:41.174536 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-36964a8e-a32b-4e73-b71e-fdf153d1ae8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:41.175734 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-36964a8e-a32b-4e73-b71e-fdf153d1ae8f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bb380e9f-2e94-42dc-a94f-b823a475c232 HTTP/1.1" status: 204 len: 168 time: 0.1377959 Jun 26 03:06:41.183730 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36964a8e-a32b-4e73-b71e-fdf153d1ae8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb380e9f-2e94-42dc-a94f-b823a475c232,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:06:41.281562 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4de9ea6-b05a-4d30-b186-86fbf819cbe2 req-8dfb77dc-027a-43a4-9826-907ec4ef1cc8 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:06:41.283268 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-b4de9ea6-b05a-4d30-b186-86fbf819cbe2 req-8dfb77dc-027a-43a4-9826-907ec4ef1cc8 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=cddc852a-2aa2-4a44-ad1a-e9e930e3bddf HTTP/1.1" status: 200 len: 945 time: 0.0505769 Jun 26 03:06:41.335649 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-b4de9ea6-b05a-4d30-b186-86fbf819cbe2 req-82c2a844-2bed-4422-a4e1-64a130112760 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f19f5d9-470f-45a6-8bfb-d516ad826927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468616 Jun 26 03:06:41.414133 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-1d7183cf-6e68-485d-b35f-aa1b09c90149 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (7168f7b9-c398-4364-91f8-35e2ce03f4c4), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:41.586381 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 42838) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:06:41.600048 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-840cbfd9-fe33-4580-a66e-1ce29818ca8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:41.624487 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=7 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:06:41.671129 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=79,neutron:DELETE=6,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:06:41.672223 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=42 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:06:41.707460 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-840cbfd9-fe33-4580-a66e-1ce29818ca8e admin admin] Publish callbacks [] for security_group (9d1b6074-7ca7-4b31-bc05-8a013d3c85fc), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:41.713543 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-840cbfd9-fe33-4580-a66e-1ce29818ca8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (9d1b6074-7ca7-4b31-bc05-8a013d3c85fc), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:41.751982 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-840cbfd9-fe33-4580-a66e-1ce29818ca8e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3b510776db304275838a44767e366ead&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1644692 Jun 26 03:06:41.755007 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 42854) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:06:41.811328 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840cbfd9-fe33-4580-a66e-1ce29818ca8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d1b6074-7ca7-4b31-bc05-8a013d3c85fc,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:06:41.846063 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00773fc-106a-4e32-826a-ac32a5d0a825 req-ea14743a-f45b-4618-be4f-af6925abf455 tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:06:41.852844 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-e00773fc-106a-4e32-826a-ac32a5d0a825 req-ea14743a-f45b-4618-be4f-af6925abf455 tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] 10.222.0.13 "GET /v2.0/ports?device_id=9254ca08-5ad0-4213-b2f3-e2dc9cd0478d HTTP/1.1" status: 200 len: 943 time: 0.0591233 Jun 26 03:06:41.852999 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-236a4e0e-c243-4bb5-9a2e-bfc1009c903c admin admin] Publish callbacks [] for security_group (9d1b6074-7ca7-4b31-bc05-8a013d3c85fc), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:41.875168 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:06:41.877214 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-236a4e0e-c243-4bb5-9a2e-bfc1009c903c admin admin] Publish callbacks [] for security_group (9d1b6074-7ca7-4b31-bc05-8a013d3c85fc), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:41.905860 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-e00773fc-106a-4e32-826a-ac32a5d0a825 req-824810aa-7a3c-471d-b6a6-ecf6ac379bec tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7486601-bc67-4ecf-b806-2bf9c3acd07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502064 Jun 26 03:06:41.932146 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-236a4e0e-c243-4bb5-9a2e-bfc1009c903c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (9d1b6074-7ca7-4b31-bc05-8a013d3c85fc), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:41.934821 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-236a4e0e-c243-4bb5-9a2e-bfc1009c903c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:41.936002 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-236a4e0e-c243-4bb5-9a2e-bfc1009c903c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9d1b6074-7ca7-4b31-bc05-8a013d3c85fc HTTP/1.1" status: 204 len: 168 time: 0.1799164 Jun 26 03:06:41.944286 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236a4e0e-c243-4bb5-9a2e-bfc1009c903c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d1b6074-7ca7-4b31-bc05-8a013d3c85fc,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:06:42.132485 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 42868) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:06:42.244717 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dcbaaee0-2349-4252-a28b-9a90aa7430a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:42.323890 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dcbaaee0-2349-4252-a28b-9a90aa7430a8 admin admin] Publish callbacks [] for security_group (4e8c2b12-bb94-425b-aeb6-0ee39b3f7029), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:42.328155 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-dcbaaee0-2349-4252-a28b-9a90aa7430a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (4e8c2b12-bb94-425b-aeb6-0ee39b3f7029), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:42.368336 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-dcbaaee0-2349-4252-a28b-9a90aa7430a8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=310662670edb4aa6b7763c4f5b905ca1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2343166 Jun 26 03:06:42.369323 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbaaee0-2349-4252-a28b-9a90aa7430a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e8c2b12-bb94-425b-aeb6-0ee39b3f7029,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:06:42.370697 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 42882) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:06:42.426277 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a2f168e6-398f-48d8-8eb2-39c3e82994c0 admin admin] Publish callbacks [] for security_group (4e8c2b12-bb94-425b-aeb6-0ee39b3f7029), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:42.459651 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a2f168e6-398f-48d8-8eb2-39c3e82994c0 admin admin] Publish callbacks [] for security_group (4e8c2b12-bb94-425b-aeb6-0ee39b3f7029), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:42.509494 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a2f168e6-398f-48d8-8eb2-39c3e82994c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (4e8c2b12-bb94-425b-aeb6-0ee39b3f7029), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:42.512203 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a2f168e6-398f-48d8-8eb2-39c3e82994c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:42.514521 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-a2f168e6-398f-48d8-8eb2-39c3e82994c0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4e8c2b12-bb94-425b-aeb6-0ee39b3f7029 HTTP/1.1" status: 204 len: 168 time: 0.1425707 Jun 26 03:06:42.524057 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f168e6-398f-48d8-8eb2-39c3e82994c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e8c2b12-bb94-425b-aeb6-0ee39b3f7029,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:06:42.891710 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 42904) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:06:42.908247 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-234b99f0-c9c4-4f0d-b77e-be35ba8e520c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:42.991087 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-234b99f0-c9c4-4f0d-b77e-be35ba8e520c admin admin] Publish callbacks [] for security_group (8ee21ca9-a47d-4356-a667-e6fee3e28f1f), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:42.997508 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-234b99f0-c9c4-4f0d-b77e-be35ba8e520c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (8ee21ca9-a47d-4356-a667-e6fee3e28f1f), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:43.043984 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-234b99f0-c9c4-4f0d-b77e-be35ba8e520c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=406947a875b94e649f36ae2f6c31e1aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1510754 Jun 26 03:06:43.045203 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234b99f0-c9c4-4f0d-b77e-be35ba8e520c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ee21ca9-a47d-4356-a667-e6fee3e28f1f,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:06:43.047613 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 42910) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:06:43.102168 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-64b1e105-2e32-43d1-ad1f-4d110b0bc6e8 admin admin] Publish callbacks [] for security_group (8ee21ca9-a47d-4356-a667-e6fee3e28f1f), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:43.105745 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4b9d65-3d6c-45c4-8de3-3bc75bd79ddd req-a574406f-88cc-4642-ba6b-20704fffc5b5 tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:06:43.107944 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-8f4b9d65-3d6c-45c4-8de3-3bc75bd79ddd req-a574406f-88cc-4642-ba6b-20704fffc5b5 tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] 10.222.0.13 "GET /v2.0/ports?device_id=9254ca08-5ad0-4213-b2f3-e2dc9cd0478d HTTP/1.1" status: 200 len: 943 time: 0.1003761 Jun 26 03:06:43.118897 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d16df49-3fbb-4e1d-8af9-3f6c5bf7c6fc req-861f1e5e-50ab-42dd-a438-e8b863323202 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:06:43.120354 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-6d16df49-3fbb-4e1d-8af9-3f6c5bf7c6fc req-861f1e5e-50ab-42dd-a438-e8b863323202 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=cddc852a-2aa2-4a44-ad1a-e9e930e3bddf HTTP/1.1" status: 200 len: 945 time: 0.1042564 Jun 26 03:06:43.125806 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-64b1e105-2e32-43d1-ad1f-4d110b0bc6e8 admin admin] Publish callbacks [] for security_group (8ee21ca9-a47d-4356-a667-e6fee3e28f1f), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:43.178935 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-64b1e105-2e32-43d1-ad1f-4d110b0bc6e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (8ee21ca9-a47d-4356-a667-e6fee3e28f1f), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:43.181934 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-64b1e105-2e32-43d1-ad1f-4d110b0bc6e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:43.185473 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-64b1e105-2e32-43d1-ad1f-4d110b0bc6e8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8ee21ca9-a47d-4356-a667-e6fee3e28f1f HTTP/1.1" status: 204 len: 168 time: 0.1345379 Jun 26 03:06:43.195600 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b1e105-2e32-43d1-ad1f-4d110b0bc6e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ee21ca9-a47d-4356-a667-e6fee3e28f1f,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:06:43.201568 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-8f4b9d65-3d6c-45c4-8de3-3bc75bd79ddd req-f9e9e884-cc23-4384-8f18-6a03c2783444 tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7486601-bc67-4ecf-b806-2bf9c3acd07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801015 Jun 26 03:06:43.213032 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-6d16df49-3fbb-4e1d-8af9-3f6c5bf7c6fc req-d50a8587-bfc0-496f-a892-93db3de8f1e5 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f19f5d9-470f-45a6-8bfb-d516ad826927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847940 Jun 26 03:06:43.503703 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Device 5e55dfc0-0f98-4349-8cf3-8adbf7c34b73 details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=104015) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 26 03:06:43.537919 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:06:43.615363 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] For port 5e55dfc0-0f98-4349-8cf3-8adbf7c34b73, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=5e55dfc0-0f98-4349-8cf3-8adbf7c34b73,segment=NetworkSegment(a22b53e6-4b00-4307-8d95-63f40b59745f),segment_id=a22b53e6-4b00-4307-8d95-63f40b59745f)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:06:43.630063 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Returning: {'device': '5e55dfc0-0f98-4349-8cf3-8adbf7c34b73', 'network_id': 'db8ad85e-89b6-4916-ae2f-7389fbc85f35', 'port_id': '5e55dfc0-0f98-4349-8cf3-8adbf7c34b73', 'mac_address': 'fa:16:3e:d9:90:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee31cc6b-9d7e-40ab-bc10-6632a162807e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104015) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 26 03:06:43.666172 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Current status of the port 5e55dfc0-0f98-4349-8cf3-8adbf7c34b73 is: DOWN; New status is: BUILD {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 03:06:43.666767 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (5e55dfc0-0f98-4349-8cf3-8adbf7c34b73), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:43.682005 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.notifiers.nova [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e55dfc0-0f98-4349-8cf3-8adbf7c34b73 {{(pid=104015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 26 03:06:43.683341 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2005e3-fce8-46fa-8923-109f65046e1f req-a5b4aed0-b555-42eb-88bf-496bf3c58514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:06:43.684891 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-2f2005e3-fce8-46fa-8923-109f65046e1f req-a5b4aed0-b555-42eb-88bf-496bf3c58514 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=aa1dff9e9be549308ec0ad3a13810062&device_id=cddc852a-2aa2-4a44-ad1a-e9e930e3bddf HTTP/1.1" status: 200 len: 1129 time: 0.0477164 Jun 26 03:06:43.705667 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] For port 5e55dfc0-0f98-4349-8cf3-8adbf7c34b73, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=5e55dfc0-0f98-4349-8cf3-8adbf7c34b73,segment=NetworkSegment(a22b53e6-4b00-4307-8d95-63f40b59745f),segment_id=a22b53e6-4b00-4307-8d95-63f40b59745f)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:06:43.709865 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (5e55dfc0-0f98-4349-8cf3-8adbf7c34b73), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:43.743056 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:INSERT=8,neutron:SELECT=92 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:06:43.762777 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-287c6530-7e0b-4a55-bba9-c91b74045a59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (0122de27-3097-4d47-a0ca-0fb90e28ac1e), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:43.774501 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-f626e4ee-f6e6-4fa3-a7f7-530978c91698 req-8bf5b552-88be-43b3-9c52-a799d883c203 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3b0d1d9b-d025-442c-a2f6-db22050d9059&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0884523 Jun 26 03:06:43.774664 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Pushing event updated for resources: {'Port': ['ID=5e55dfc0-0f98-4349-8cf3-8adbf7c34b73,revision_number=4']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:06:43.777822 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:06:43.787466 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:06:43.787823 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:06:43.788169 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:06:43.788529 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:06:43.789445 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:06:43.789786 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:06:43.790133 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:06:43.790626 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:06:43.790958 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:06:43.791288 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:06:43.791615 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:06:43.791943 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:06:43.792265 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:06:43.792590 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:06:43.792909 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:06:43.840490 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2005e3-fce8-46fa-8923-109f65046e1f req-5123984a-4dd3-4274-a809-86c313ed55f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:06:43.842729 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-2f2005e3-fce8-46fa-8923-109f65046e1f req-5123984a-4dd3-4274-a809-86c313ed55f2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4d1cf2ab-1c05-4bc5-9daa-428f3ef27012 HTTP/1.1" status: 200 len: 920 time: 0.1235530 Jun 26 03:06:43.910063 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-2f2005e3-fce8-46fa-8923-109f65046e1f req-7e467658-a443-4f00-a624-f531b6f659f2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=634b866a-e4dd-43d0-84a2-3a0a964abbff HTTP/1.1" status: 200 len: 217 time: 0.0530074 Jun 26 03:06:43.928068 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f626e4ee-f6e6-4fa3-a7f7-530978c91698 req-00869a2f-9eb6-4ab7-9a82-3b90bd06b0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:06:43.929373 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-f626e4ee-f6e6-4fa3-a7f7-530978c91698 req-00869a2f-9eb6-4ab7-9a82-3b90bd06b0e1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5dd1a7a651fa4d27a1b6488ca13effca&device_id=3b0d1d9b-d025-442c-a2f6-db22050d9059 HTTP/1.1" status: 200 len: 1130 time: 0.0807457 Jun 26 03:06:44.012425 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2005e3-fce8-46fa-8923-109f65046e1f req-9dc7f7e8-91b0-44d7-ac2a-65f192d0221e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:06:44.014699 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-2f2005e3-fce8-46fa-8923-109f65046e1f req-9dc7f7e8-91b0-44d7-ac2a-65f192d0221e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=50d12281-21a2-4343-ba8b-93c5382e067a HTTP/1.1" status: 200 len: 858 time: 0.0969586 Jun 26 03:06:44.014941 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (e7a0895f-45bb-4130-be69-32df3e039043), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:44.088782 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2005e3-fce8-46fa-8923-109f65046e1f req-2a21266d-baf1-4d73-8014-55e1c487a5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:06:44.090284 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-2f2005e3-fce8-46fa-8923-109f65046e1f req-2a21266d-baf1-4d73-8014-55e1c487a5f0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4d1cf2ab-1c05-4bc5-9daa-428f3ef27012&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0512123 Jun 26 03:06:44.116733 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f626e4ee-f6e6-4fa3-a7f7-530978c91698 req-5e0db310-49a7-4526-bf9e-9b9e9b3db961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:06:44.118153 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-f626e4ee-f6e6-4fa3-a7f7-530978c91698 req-5e0db310-49a7-4526-bf9e-9b9e9b3db961 service neutron] 10.222.0.43 "GET /v2.0/networks?id=151cdbb9-618f-46a1-a7b5-564e53db9cea HTTP/1.1" status: 200 len: 918 time: 0.1586177 Jun 26 03:06:44.201864 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] get_ports_and_sgs() called for port_ids ['5e55dfc0-0f98-4349-8cf3-8adbf7c34b73'] {{(pid=104015) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 03:06:44.539831 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:06:44.552420 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98912193-ea56-4a6c-9c7a-182cc7bbcedd req-4e6bf2fe-258a-42a9-b8e5-3d7d7cd1ce43 tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:06:44.559703 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-98912193-ea56-4a6c-9c7a-182cc7bbcedd req-4e6bf2fe-258a-42a9-b8e5-3d7d7cd1ce43 tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] 10.222.0.13 "GET /v2.0/ports?device_id=9254ca08-5ad0-4213-b2f3-e2dc9cd0478d HTTP/1.1" status: 200 len: 944 time: 0.1433713 Jun 26 03:06:44.601875 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d30ecc-b730-452c-bfa6-03a8d634ee33 req-dec6d9e6-dbde-4cc1-a924-cfe4a48b4d05 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:06:44.603486 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-00d30ecc-b730-452c-bfa6-03a8d634ee33 req-dec6d9e6-dbde-4cc1-a924-cfe4a48b4d05 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=cddc852a-2aa2-4a44-ad1a-e9e930e3bddf HTTP/1.1" status: 200 len: 945 time: 0.1843657 Jun 26 03:06:44.616413 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-f626e4ee-f6e6-4fa3-a7f7-530978c91698 req-c9dff961-6da7-4881-a59f-1ac0d53672bb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=52fe6654-0bad-4f8c-9c8b-2d810ffaeb4f HTTP/1.1" status: 200 len: 1001 time: 0.4857776 Jun 26 03:06:44.626801 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-2f2005e3-fce8-46fa-8923-109f65046e1f req-d1734533-e37d-4f0a-86e3-4b3f34af5aa3 service neutron] 10.222.0.43 "GET /v2.0/networks/4d1cf2ab-1c05-4bc5-9daa-428f3ef27012?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5287187 Jun 26 03:06:44.703642 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-98912193-ea56-4a6c-9c7a-182cc7bbcedd req-c8cde2fc-f8f2-4b3b-a619-1d933203fab1 tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7486601-bc67-4ecf-b806-2bf9c3acd07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426950 Jun 26 03:06:44.730757 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f626e4ee-f6e6-4fa3-a7f7-530978c91698 req-3b7c0cfd-a888-4345-b5ed-73964bed0986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:06:44.733123 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-f626e4ee-f6e6-4fa3-a7f7-530978c91698 req-3b7c0cfd-a888-4345-b5ed-73964bed0986 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b3475431-7645-416a-9b3b-e23c4a132926 HTTP/1.1" status: 200 len: 856 time: 0.0989850 Jun 26 03:06:44.836583 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-00d30ecc-b730-452c-bfa6-03a8d634ee33 req-0a5fc84d-1f0b-496d-bf57-b0ad4f172b8b tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f19f5d9-470f-45a6-8bfb-d516ad826927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165849 Jun 26 03:06:44.842111 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f626e4ee-f6e6-4fa3-a7f7-530978c91698 req-8c822a73-14a4-4697-8ce9-3351f9549aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:06:44.843461 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-f626e4ee-f6e6-4fa3-a7f7-530978c91698 req-8c822a73-14a4-4697-8ce9-3351f9549aa2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=151cdbb9-618f-46a1-a7b5-564e53db9cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1019542 Jun 26 03:06:44.857760 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=100 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:06:44.858758 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a0725410-9e6c-45cb-9ff8-c6c4931d6b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (ece691f0-a7cc-4e31-b59a-0e18fd9fccde), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:44.876047 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-2f2005e3-fce8-46fa-8923-109f65046e1f req-6f6ceb1e-1bd4-4e1c-8a58-1cbbbd7533c2 service neutron] 10.222.0.43 "GET /v2.0/networks/4d1cf2ab-1c05-4bc5-9daa-428f3ef27012?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329998 Jun 26 03:06:44.950607 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-f626e4ee-f6e6-4fa3-a7f7-530978c91698 req-70ecf657-2b35-4b43-b2cd-56bf90fb3a26 service neutron] 10.222.0.43 "GET /v2.0/networks/151cdbb9-618f-46a1-a7b5-564e53db9cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006951 Jun 26 03:06:45.050584 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-f626e4ee-f6e6-4fa3-a7f7-530978c91698 req-e65a81a9-3942-415d-9138-bce2c1ecda9e service neutron] 10.222.0.43 "GET /v2.0/networks/151cdbb9-618f-46a1-a7b5-564e53db9cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942636 Jun 26 03:06:45.515198 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Device 5e55dfc0-0f98-4349-8cf3-8adbf7c34b73 up at agent hyperv_hv-cinder-84684 {{(pid=104015) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 03:06:45.556139 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Provisioning for port 5e55dfc0-0f98-4349-8cf3-8adbf7c34b73 completed by entity L2. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 26 03:06:45.561669 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Provisioning complete for port 5e55dfc0-0f98-4349-8cf3-8adbf7c34b73 triggered by entity L2. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:06:45.562062 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (5e55dfc0-0f98-4349-8cf3-8adbf7c34b73), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:45.634123 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Current status of the port 5e55dfc0-0f98-4349-8cf3-8adbf7c34b73 is: BUILD; New status is: ACTIVE {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 03:06:45.634508 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (5e55dfc0-0f98-4349-8cf3-8adbf7c34b73), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:45.656322 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9254ca08-5ad0-4213-b2f3-e2dc9cd0478d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e55dfc0-0f98-4349-8cf3-8adbf7c34b73'}] {{(pid=104015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 26 03:06:45.658533 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cc6f3b5c5ccbcb5bcfe28d8fb20da90166658d76702b85331307104b46494b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8101d7b9-9174-4bb0-8ca7-17a56fc854a1" -d '{"events": [{"server_uuid": "9254ca08-5ad0-4213-b2f3-e2dc9cd0478d", "name": "network-vif-plugged", "status": "completed", "tag": "5e55dfc0-0f98-4349-8cf3-8adbf7c34b73"}]}' {{(pid=104015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 03:06:45.671816 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] For port 5e55dfc0-0f98-4349-8cf3-8adbf7c34b73, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=5e55dfc0-0f98-4349-8cf3-8adbf7c34b73,segment=NetworkSegment(a22b53e6-4b00-4307-8d95-63f40b59745f),segment_id=a22b53e6-4b00-4307-8d95-63f40b59745f)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:06:45.685100 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (5e55dfc0-0f98-4349-8cf3-8adbf7c34b73), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:45.715365 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Jun 2022 03:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4dfa24e-ef0c-4fee-9961-cd134a93157b x-openstack-request-id: req-b4dfa24e-ef0c-4fee-9961-cd134a93157b {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 03:06:45.715680 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9254ca08-5ad0-4213-b2f3-e2dc9cd0478d", "name": "network-vif-plugged", "status": "completed", "tag": "5e55dfc0-0f98-4349-8cf3-8adbf7c34b73", "code": 200}]} {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 03:06:45.715938 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b4dfa24e-ef0c-4fee-9961-cd134a93157b {{(pid=104015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 03:06:45.716334 dv-cinder-846842-4-iscsi neutron-server[104015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4dfa24e-ef0c-4fee-9961-cd134a93157b'] response: {'server_uuid': '9254ca08-5ad0-4213-b2f3-e2dc9cd0478d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e55dfc0-0f98-4349-8cf3-8adbf7c34b73', 'code': 200} Jun 26 03:06:45.741667 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Pushing event updated for resources: {'Port': ['ID=5e55dfc0-0f98-4349-8cf3-8adbf7c34b73,revision_number=5']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:06:45.840428 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c810d4-1dfd-4fe2-941d-9edc8c6bbba5 req-99dcfa66-99af-42fb-adc0-87242531e397 tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:06:45.847570 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-77c810d4-1dfd-4fe2-941d-9edc8c6bbba5 req-99dcfa66-99af-42fb-adc0-87242531e397 tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] 10.222.0.13 "GET /v2.0/ports?device_id=9254ca08-5ad0-4213-b2f3-e2dc9cd0478d HTTP/1.1" status: 200 len: 945 time: 0.0673702 Jun 26 03:06:45.908263 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-77c810d4-1dfd-4fe2-941d-9edc8c6bbba5 req-d5e5e79f-a6d3-4cad-ba54-5c73a07189d5 tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7486601-bc67-4ecf-b806-2bf9c3acd07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546036 Jun 26 03:06:45.976058 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6899e231-e834-4d68-9c9b-0e9dad32125f req-092addd1-c8c6-4af8-8b4c-bd7536cc1811 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:06:45.977629 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-6899e231-e834-4d68-9c9b-0e9dad32125f req-092addd1-c8c6-4af8-8b4c-bd7536cc1811 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=cddc852a-2aa2-4a44-ad1a-e9e930e3bddf HTTP/1.1" status: 200 len: 945 time: 0.0534115 Jun 26 03:06:46.014091 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 42994) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:06:46.039083 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9708a8b-847d-4fd4-ac8e-d10241267797 req-5bcff008-0fba-4162-a15e-94a5bccb79fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:06:46.040493 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-c9708a8b-847d-4fd4-ac8e-d10241267797 req-5bcff008-0fba-4162-a15e-94a5bccb79fc service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=9254ca08-5ad0-4213-b2f3-e2dc9cd0478d HTTP/1.1" status: 200 len: 1129 time: 0.0587823 Jun 26 03:06:46.058660 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-6899e231-e834-4d68-9c9b-0e9dad32125f req-be492d74-f66f-4a60-82b5-7fe96df4e730 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f19f5d9-470f-45a6-8bfb-d516ad826927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688977 Jun 26 03:06:46.117903 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:INSERT=7,neutron:SELECT=89,neutron:DELETE=4 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:06:46.128760 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-66f19d52-3053-4d70-a07b-654c9b9927a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:46.173230 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=81,neutron:DELETE=8,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:06:46.206914 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-66f19d52-3053-4d70-a07b-654c9b9927a2 admin admin] Publish callbacks [] for security_group (96bfc164-9601-429d-a7f9-2807e5163e54), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:46.210367 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-66f19d52-3053-4d70-a07b-654c9b9927a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (96bfc164-9601-429d-a7f9-2807e5163e54), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:46.249491 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-66f19d52-3053-4d70-a07b-654c9b9927a2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e77cdf2a35d840848340bce1a1908284&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2322891 Jun 26 03:06:46.249797 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 43000) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:06:46.264302 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f19d52-3053-4d70-a07b-654c9b9927a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96bfc164-9601-429d-a7f9-2807e5163e54,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:06:46.268714 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d2867017-9ae3-4ae5-b018-59cb98d1258b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (3b87920d-6933-41a3-b47c-185b87d68e87), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:46.333050 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-c9708a8b-847d-4fd4-ac8e-d10241267797 req-0e521a28-fa9b-411e-a512-ba107ddd8907 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=f7486601-bc67-4ecf-b806-2bf9c3acd07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849934 Jun 26 03:06:46.334034 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-7b44c794-4cc7-4ba4-8321-f87d923586c6 admin admin] Publish callbacks [] for security_group (96bfc164-9601-429d-a7f9-2807e5163e54), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:46.356249 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-7b44c794-4cc7-4ba4-8321-f87d923586c6 admin admin] Publish callbacks [] for security_group (96bfc164-9601-429d-a7f9-2807e5163e54), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:46.408896 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-7b44c794-4cc7-4ba4-8321-f87d923586c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (96bfc164-9601-429d-a7f9-2807e5163e54), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:46.411622 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-7b44c794-4cc7-4ba4-8321-f87d923586c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:46.412915 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-7b44c794-4cc7-4ba4-8321-f87d923586c6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/96bfc164-9601-429d-a7f9-2807e5163e54 HTTP/1.1" status: 204 len: 168 time: 0.1619110 Jun 26 03:06:46.421728 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b44c794-4cc7-4ba4-8321-f87d923586c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96bfc164-9601-429d-a7f9-2807e5163e54,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:06:46.511249 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (16f9b602-7baf-4f7a-ab92-1b0788147fb5), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:47.031621 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42a1fc3-788f-4a81-a046-cd17ae3453e3 req-6db6ea2a-2a6f-4e4b-a844-c5549fafa944 tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:06:47.033103 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-c42a1fc3-788f-4a81-a046-cd17ae3453e3 req-6db6ea2a-2a6f-4e4b-a844-c5549fafa944 tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] 10.222.0.13 "GET /v2.0/ports?device_id=9254ca08-5ad0-4213-b2f3-e2dc9cd0478d HTTP/1.1" status: 200 len: 945 time: 0.0529454 Jun 26 03:06:47.082570 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:06:47.090846 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-c42a1fc3-788f-4a81-a046-cd17ae3453e3 req-0e3abd15-ffc9-499a-b029-97ee27664244 tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7486601-bc67-4ecf-b806-2bf9c3acd07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522864 Jun 26 03:06:47.177782 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d528b947-4046-4a93-a931-ee431f7221dd req-db45cf9a-c656-4d5f-b1b9-792df2fda9a0 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:06:47.179253 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-d528b947-4046-4a93-a931-ee431f7221dd req-db45cf9a-c656-4d5f-b1b9-792df2fda9a0 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=cddc852a-2aa2-4a44-ad1a-e9e930e3bddf HTTP/1.1" status: 200 len: 945 time: 0.0455971 Jun 26 03:06:47.225793 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-d528b947-4046-4a93-a931-ee431f7221dd req-810ca7f7-7095-45a2-b943-3d2910d83674 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f19f5d9-470f-45a6-8bfb-d516ad826927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412092 Jun 26 03:06:48.207955 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cb9d09-2466-444c-8ddf-a6f9a095388e req-aef26d75-82c3-4379-bba3-64f9ac14467b tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:06:48.209431 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-05cb9d09-2466-444c-8ddf-a6f9a095388e req-aef26d75-82c3-4379-bba3-64f9ac14467b tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] 10.222.0.13 "GET /v2.0/ports?device_id=9254ca08-5ad0-4213-b2f3-e2dc9cd0478d HTTP/1.1" status: 200 len: 945 time: 0.0494161 Jun 26 03:06:48.264148 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-05cb9d09-2466-444c-8ddf-a6f9a095388e req-85ac664b-542c-47d5-9860-97ad3f2ab8ea tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7486601-bc67-4ecf-b806-2bf9c3acd07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492647 Jun 26 03:06:48.342150 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35c1876-af3c-45cf-bb4e-f8d16c3ac677 req-44c086c8-a009-4ffc-8b17-0accee83e0b8 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:06:48.344158 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-e35c1876-af3c-45cf-bb4e-f8d16c3ac677 req-44c086c8-a009-4ffc-8b17-0accee83e0b8 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=cddc852a-2aa2-4a44-ad1a-e9e930e3bddf HTTP/1.1" status: 200 len: 945 time: 0.0467060 Jun 26 03:06:48.394026 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-e35c1876-af3c-45cf-bb4e-f8d16c3ac677 req-2a1a82ae-9555-4550-ad6b-6a4ba23e783f tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f19f5d9-470f-45a6-8bfb-d516ad826927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444434 Jun 26 03:06:48.571906 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 43036) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:06:48.673829 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-4a8446d7-c047-4af9-8eac-fd50e61f40d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:48.713446 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:06:48.757117 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-4a8446d7-c047-4af9-8eac-fd50e61f40d8 admin admin] Publish callbacks [] for security_group (1e6da9c9-33cb-46bb-bddb-496c3574988d), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:48.760603 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-4a8446d7-c047-4af9-8eac-fd50e61f40d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (1e6da9c9-33cb-46bb-bddb-496c3574988d), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:48.800903 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-4a8446d7-c047-4af9-8eac-fd50e61f40d8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e74eb87483d94eb3b83505eb38698684&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2279572 Jun 26 03:06:48.801741 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8446d7-c047-4af9-8eac-fd50e61f40d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e6da9c9-33cb-46bb-bddb-496c3574988d,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:06:48.803560 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 43040) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:06:48.853173 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-09805e29-37e6-4577-8bde-9e75de193bf1 admin admin] Publish callbacks [] for security_group (1e6da9c9-33cb-46bb-bddb-496c3574988d), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:48.874535 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-09805e29-37e6-4577-8bde-9e75de193bf1 admin admin] Publish callbacks [] for security_group (1e6da9c9-33cb-46bb-bddb-496c3574988d), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:48.920203 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-09805e29-37e6-4577-8bde-9e75de193bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (1e6da9c9-33cb-46bb-bddb-496c3574988d), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:48.922785 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-09805e29-37e6-4577-8bde-9e75de193bf1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:48.923905 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-09805e29-37e6-4577-8bde-9e75de193bf1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1e6da9c9-33cb-46bb-bddb-496c3574988d HTTP/1.1" status: 204 len: 168 time: 0.1193833 Jun 26 03:06:48.931385 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09805e29-37e6-4577-8bde-9e75de193bf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e6da9c9-33cb-46bb-bddb-496c3574988d,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:06:48.966185 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=44,neutron:DELETE=1 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:06:49.186124 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 43048) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:06:49.199834 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-a0541c35-6a58-4011-94aa-de6319225196 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:49.276160 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-a0541c35-6a58-4011-94aa-de6319225196 admin admin] Publish callbacks [] for security_group (50c60f95-9b37-452b-9652-601f3fe2af72), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:49.279736 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-a0541c35-6a58-4011-94aa-de6319225196 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (50c60f95-9b37-452b-9652-601f3fe2af72), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:49.318394 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-a0541c35-6a58-4011-94aa-de6319225196 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c7ae8d51dfc44f078b6237f85377b891&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1306911 Jun 26 03:06:49.320313 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0541c35-6a58-4011-94aa-de6319225196 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50c60f95-9b37-452b-9652-601f3fe2af72,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:06:49.321008 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 43052) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:06:49.373772 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-4f5fbf45-9663-4ee9-b990-a1cc437466e7 admin admin] Publish callbacks [] for security_group (50c60f95-9b37-452b-9652-601f3fe2af72), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:49.378865 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c521c7-3cb4-48c8-b0e7-3dc81c917b64 req-7169245c-1128-4675-9eb2-0e0d84c2f1ad tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:06:49.380363 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-94c521c7-3cb4-48c8-b0e7-3dc81c917b64 req-7169245c-1128-4675-9eb2-0e0d84c2f1ad tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] 10.222.0.13 "GET /v2.0/ports?device_id=9254ca08-5ad0-4213-b2f3-e2dc9cd0478d HTTP/1.1" status: 200 len: 945 time: 0.0465634 Jun 26 03:06:49.396669 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-4f5fbf45-9663-4ee9-b990-a1cc437466e7 admin admin] Publish callbacks [] for security_group (50c60f95-9b37-452b-9652-601f3fe2af72), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:49.431481 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-94c521c7-3cb4-48c8-b0e7-3dc81c917b64 req-7bc50f68-776a-44d6-95be-f1ebaf21aee8 tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7486601-bc67-4ecf-b806-2bf9c3acd07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453503 Jun 26 03:06:49.450351 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-4f5fbf45-9663-4ee9-b990-a1cc437466e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (50c60f95-9b37-452b-9652-601f3fe2af72), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:49.453772 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-4f5fbf45-9663-4ee9-b990-a1cc437466e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:49.454993 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-4f5fbf45-9663-4ee9-b990-a1cc437466e7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/50c60f95-9b37-452b-9652-601f3fe2af72 HTTP/1.1" status: 204 len: 168 time: 0.1329982 Jun 26 03:06:49.470553 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5fbf45-9663-4ee9-b990-a1cc437466e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50c60f95-9b37-452b-9652-601f3fe2af72,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:06:49.528258 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3b005e-6856-4541-a5a7-c20ba11acbc2 req-f8ba0fbf-88fc-418c-bd6f-bf8fa3c42d76 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:06:49.529819 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-ba3b005e-6856-4541-a5a7-c20ba11acbc2 req-f8ba0fbf-88fc-418c-bd6f-bf8fa3c42d76 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=cddc852a-2aa2-4a44-ad1a-e9e930e3bddf HTTP/1.1" status: 200 len: 945 time: 0.0566139 Jun 26 03:06:49.561527 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=86,neutron:INSERT=14 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:06:49.580053 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-ba3b005e-6856-4541-a5a7-c20ba11acbc2 req-a4be1684-0307-40fd-816a-61c92e464032 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f19f5d9-470f-45a6-8bfb-d516ad826927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444174 Jun 26 03:06:50.183265 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba46829-fda2-4a30-a51c-b380f81f59b1 req-43b785c2-b1d3-46cd-90cb-55ce5c9f7e98 tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:06:50.184756 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-3ba46829-fda2-4a30-a51c-b380f81f59b1 req-43b785c2-b1d3-46cd-90cb-55ce5c9f7e98 tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] 10.222.0.13 "GET /v2.0/ports?device_id=9254ca08-5ad0-4213-b2f3-e2dc9cd0478d HTTP/1.1" status: 200 len: 945 time: 0.0462284 Jun 26 03:06:50.234452 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-3ba46829-fda2-4a30-a51c-b380f81f59b1 req-13a0f444-fb1e-4f13-96b7-4d288289b972 tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7486601-bc67-4ecf-b806-2bf9c3acd07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432825 Jun 26 03:06:50.698015 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9b7f92-c829-4aa3-b8cc-5056dc273709 req-bf6a5427-774f-4fca-91aa-efb1baeacfe9 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:06:50.699446 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-5b9b7f92-c829-4aa3-b8cc-5056dc273709 req-bf6a5427-774f-4fca-91aa-efb1baeacfe9 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=cddc852a-2aa2-4a44-ad1a-e9e930e3bddf HTTP/1.1" status: 200 len: 945 time: 0.0507987 Jun 26 03:06:50.749918 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-5b9b7f92-c829-4aa3-b8cc-5056dc273709 req-7313f518-15a0-4fd2-b028-0847885c2edb tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f19f5d9-470f-45a6-8bfb-d516ad826927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438786 Jun 26 03:06:51.346627 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5686b4b8-c11f-4b47-9486-a4a1e1315960 req-4e398aa4-81d6-4d74-abe8-3d43f0f8145b tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:06:51.348086 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-5686b4b8-c11f-4b47-9486-a4a1e1315960 req-4e398aa4-81d6-4d74-abe8-3d43f0f8145b tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] 10.222.0.13 "GET /v2.0/ports?device_id=9254ca08-5ad0-4213-b2f3-e2dc9cd0478d HTTP/1.1" status: 200 len: 945 time: 0.0467024 Jun 26 03:06:51.393853 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-5686b4b8-c11f-4b47-9486-a4a1e1315960 req-e4260932-159a-459a-b387-0086f8673b67 tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] 10.222.0.13 "GET /v2.0/security-groups?id=f7486601-bc67-4ecf-b806-2bf9c3acd07f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403574 Jun 26 03:06:51.891360 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578484e5-efae-4a6c-b1d6-cecaa7051cb8 req-1018e650-c8b8-466a-89bc-e2a436ab34ad tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:06:51.892814 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-578484e5-efae-4a6c-b1d6-cecaa7051cb8 req-1018e650-c8b8-466a-89bc-e2a436ab34ad tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=cddc852a-2aa2-4a44-ad1a-e9e930e3bddf HTTP/1.1" status: 200 len: 945 time: 0.0770152 Jun 26 03:06:51.902624 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88203e19-c040-4ab1-adf9-8e48ed7bc284 req-2ff5cbce-d431-43c9-a17e-b58df197dd6c tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:06:51.903943 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-88203e19-c040-4ab1-adf9-8e48ed7bc284 req-2ff5cbce-d431-43c9-a17e-b58df197dd6c tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] 10.222.0.43 "GET /v2.0/ports?device_id=9254ca08-5ad0-4213-b2f3-e2dc9cd0478d HTTP/1.1" status: 200 len: 945 time: 0.0612442 Jun 26 03:06:51.948765 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:06:51.982878 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-578484e5-efae-4a6c-b1d6-cecaa7051cb8 req-255833d2-a7b4-41ab-a8e5-60dda76ed51d tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f19f5d9-470f-45a6-8bfb-d516ad826927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780280 Jun 26 03:06:52.016643 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [req-88203e19-c040-4ab1-adf9-8e48ed7bc284 req-3cdcebef-ed5a-4f71-841a-05a9cdb0807a tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] Deleting port 5e55dfc0-0f98-4349-8cf3-8adbf7c34b73 {{(pid=104014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 26 03:06:52.016981 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-88203e19-c040-4ab1-adf9-8e48ed7bc284 req-3cdcebef-ed5a-4f71-841a-05a9cdb0807a tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787575727912'] for port (5e55dfc0-0f98-4349-8cf3-8adbf7c34b73), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:52.109922 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [req-88203e19-c040-4ab1-adf9-8e48ed7bc284 req-3cdcebef-ed5a-4f71-841a-05a9cdb0807a tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] For port 5e55dfc0-0f98-4349-8cf3-8adbf7c34b73, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=5e55dfc0-0f98-4349-8cf3-8adbf7c34b73,segment=NetworkSegment(a22b53e6-4b00-4307-8d95-63f40b59745f),segment_id=a22b53e6-4b00-4307-8d95-63f40b59745f)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:06:52.110240 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-88203e19-c040-4ab1-adf9-8e48ed7bc284 req-3cdcebef-ed5a-4f71-841a-05a9cdb0807a tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615864'] for port (5e55dfc0-0f98-4349-8cf3-8adbf7c34b73), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:52.123289 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [req-88203e19-c040-4ab1-adf9-8e48ed7bc284 req-3cdcebef-ed5a-4f71-841a-05a9cdb0807a tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] Calling delete_port for 5e55dfc0-0f98-4349-8cf3-8adbf7c34b73 owned by compute:nova {{(pid=104014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 26 03:06:52.251421 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-88203e19-c040-4ab1-adf9-8e48ed7bc284 req-3cdcebef-ed5a-4f71-841a-05a9cdb0807a tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787575732336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787575245478'] for port (5e55dfc0-0f98-4349-8cf3-8adbf7c34b73), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:52.277696 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdcebef-ed5a-4f71-841a-05a9cdb0807a tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] Pushing event deleted for resources: {'Port': ['ID=5e55dfc0-0f98-4349-8cf3-8adbf7c34b73,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:06:52.287231 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] get_ports_and_sgs() called for port_ids ['5e55dfc0-0f98-4349-8cf3-8adbf7c34b73'] {{(pid=104015) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 03:06:52.321335 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [req-88203e19-c040-4ab1-adf9-8e48ed7bc284 req-3cdcebef-ed5a-4f71-841a-05a9cdb0807a tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] No DVR routers for this DVR port 5e55dfc0-0f98-4349-8cf3-8adbf7c34b73 on host hv-cinder-84684 {{(pid=104014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 26 03:06:52.324854 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-88203e19-c040-4ab1-adf9-8e48ed7bc284 req-3cdcebef-ed5a-4f71-841a-05a9cdb0807a tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515864'] for port (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:52.328585 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-88203e19-c040-4ab1-adf9-8e48ed7bc284 req-3cdcebef-ed5a-4f71-841a-05a9cdb0807a tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] 10.222.0.43 "DELETE /v2.0/ports/5e55dfc0-0f98-4349-8cf3-8adbf7c34b73 HTTP/1.1" status: 204 len: 173 time: 0.4173682 Jun 26 03:06:52.329013 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9254ca08-5ad0-4213-b2f3-e2dc9cd0478d', 'name': 'network-vif-deleted', 'tag': '5e55dfc0-0f98-4349-8cf3-8adbf7c34b73'}] {{(pid=104014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 26 03:06:52.331238 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b346e277b9447a300c9d303bb334713d04858661d6ca7e8667ef96f79658145a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a100105-a4a0-4b1d-b4c5-a50ebe65f6f5" -d '{"events": [{"server_uuid": "9254ca08-5ad0-4213-b2f3-e2dc9cd0478d", "name": "network-vif-deleted", "tag": "5e55dfc0-0f98-4349-8cf3-8adbf7c34b73"}]}' {{(pid=104014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 03:06:52.369467 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Jun 2022 03:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06297150-efc6-4ace-a8af-88ade79726a4 x-openstack-request-id: req-06297150-efc6-4ace-a8af-88ade79726a4 {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 03:06:52.369893 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9254ca08-5ad0-4213-b2f3-e2dc9cd0478d", "name": "network-vif-deleted", "tag": "5e55dfc0-0f98-4349-8cf3-8adbf7c34b73", "status": "completed", "code": 200}]} {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 03:06:52.370259 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-06297150-efc6-4ace-a8af-88ade79726a4 {{(pid=104014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 03:06:52.370801 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06297150-efc6-4ace-a8af-88ade79726a4'] response: {'server_uuid': '9254ca08-5ad0-4213-b2f3-e2dc9cd0478d', 'name': 'network-vif-deleted', 'tag': '5e55dfc0-0f98-4349-8cf3-8adbf7c34b73', 'status': 'completed', 'code': 200} Jun 26 03:06:52.493139 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-ac5c0b5e-1da2-4f2d-b45f-22ebef531571 req-549fa7d4-090c-4949-8013-a34c969ed73a tempest-VolumesActionsTest-1130478683 tempest-VolumesActionsTest-1130478683-project] 10.222.0.13 "GET /v2.0/ports?device_id=9254ca08-5ad0-4213-b2f3-e2dc9cd0478d HTTP/1.1" status: 200 len: 210 time: 0.0286632 Jun 26 03:06:53.097661 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ef41d8-c278-4390-a5a7-a16c168b63b3 req-1dbd36f8-dde4-4e08-a96f-d509ad69b7c7 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:06:53.099160 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-98ef41d8-c278-4390-a5a7-a16c168b63b3 req-1dbd36f8-dde4-4e08-a96f-d509ad69b7c7 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=cddc852a-2aa2-4a44-ad1a-e9e930e3bddf HTTP/1.1" status: 200 len: 945 time: 0.0485356 Jun 26 03:06:53.148467 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-98ef41d8-c278-4390-a5a7-a16c168b63b3 req-d73c515c-637f-455f-b6ab-17d8fc653e64 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f19f5d9-470f-45a6-8bfb-d516ad826927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413623 Jun 26 03:06:54.264254 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20092fb5-7eee-4896-af58-b1d9299ff932 req-18d01621-22f3-4697-a456-ca39cc665bb3 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:06:54.265985 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-20092fb5-7eee-4896-af58-b1d9299ff932 req-18d01621-22f3-4697-a456-ca39cc665bb3 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=cddc852a-2aa2-4a44-ad1a-e9e930e3bddf HTTP/1.1" status: 200 len: 945 time: 0.0491593 Jun 26 03:06:54.308436 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:06:54.314103 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-20092fb5-7eee-4896-af58-b1d9299ff932 req-c389f629-d99b-44cb-bbfa-60d2b85435ce tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f19f5d9-470f-45a6-8bfb-d516ad826927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427122 Jun 26 03:06:55.244598 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 43208) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:06:55.349867 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-1bb16432-a250-4667-aa52-adcc50f4a9b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:55.424991 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-1bb16432-a250-4667-aa52-adcc50f4a9b0 admin admin] Publish callbacks [] for security_group (ea2625c1-7afc-423c-9d06-0e590f3d5455), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:55.428793 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-1bb16432-a250-4667-aa52-adcc50f4a9b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (ea2625c1-7afc-423c-9d06-0e590f3d5455), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:55.429489 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fb17ba-3512-447e-b8ec-7002d885d84c req-6a6ad327-8b07-4707-8648-69a7c4ed1f7a tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:06:55.431035 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-84fb17ba-3512-447e-b8ec-7002d885d84c req-6a6ad327-8b07-4707-8648-69a7c4ed1f7a tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=cddc852a-2aa2-4a44-ad1a-e9e930e3bddf HTTP/1.1" status: 200 len: 945 time: 0.0507598 Jun 26 03:06:55.467810 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-1bb16432-a250-4667-aa52-adcc50f4a9b0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0298cb8b5e5f40edbee21db92dc2120e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2221193 Jun 26 03:06:55.469813 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb16432-a250-4667-aa52-adcc50f4a9b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea2625c1-7afc-423c-9d06-0e590f3d5455,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:06:55.471064 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 43218) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:06:55.489211 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-84fb17ba-3512-447e-b8ec-7002d885d84c req-8b9706cb-d857-4814-b17e-c38d61d9f0bf tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f19f5d9-470f-45a6-8bfb-d516ad826927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527098 Jun 26 03:06:55.526261 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-a5d33cb8-44c7-4ae8-9570-8153b0dc08ec admin admin] Publish callbacks [] for security_group (ea2625c1-7afc-423c-9d06-0e590f3d5455), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:55.547400 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-a5d33cb8-44c7-4ae8-9570-8153b0dc08ec admin admin] Publish callbacks [] for security_group (ea2625c1-7afc-423c-9d06-0e590f3d5455), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:55.592329 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-a5d33cb8-44c7-4ae8-9570-8153b0dc08ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (ea2625c1-7afc-423c-9d06-0e590f3d5455), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:55.595156 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-a5d33cb8-44c7-4ae8-9570-8153b0dc08ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:55.596549 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-a5d33cb8-44c7-4ae8-9570-8153b0dc08ec admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ea2625c1-7afc-423c-9d06-0e590f3d5455 HTTP/1.1" status: 204 len: 168 time: 0.1244321 Jun 26 03:06:55.606862 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d33cb8-44c7-4ae8-9570-8153b0dc08ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea2625c1-7afc-423c-9d06-0e590f3d5455,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:06:55.840464 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Device 5e55dfc0-0f98-4349-8cf3-8adbf7c34b73 no longer exists at agent hyperv_hv-cinder-84684 {{(pid=104015) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 03:06:55.860973 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] No Port match for: 5e55dfc0-0f98-4349-8cf3-8adbf7c34b73 {{(pid=104015) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 26 03:06:55.861457 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Device 5e55dfc0-0f98-4349-8cf3-8adbf7c34b73 not bound to the agent host hv-cinder-84684 {{(pid=104015) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 03:06:55.879086 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 43224) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:06:55.892284 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-ef0092e4-02e4-476a-b0bd-69a23d217ef1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:55.911836 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:06:55.970976 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-ef0092e4-02e4-476a-b0bd-69a23d217ef1 admin admin] Publish callbacks [] for security_group (57a2a78c-c5ba-4089-82ad-8e5658c4c919), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:55.974568 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-ef0092e4-02e4-476a-b0bd-69a23d217ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (57a2a78c-c5ba-4089-82ad-8e5658c4c919), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:56.013605 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-ef0092e4-02e4-476a-b0bd-69a23d217ef1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2c94105fc66945658ace62b6e612203e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1333451 Jun 26 03:06:56.014460 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0092e4-02e4-476a-b0bd-69a23d217ef1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57a2a78c-c5ba-4089-82ad-8e5658c4c919,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:06:56.016354 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 43228) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:06:56.061647 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:INSERT=13,neutron:SELECT=82,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:06:56.067508 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-44b60248-c720-46ef-865f-5b8ab6cd086c admin admin] Publish callbacks [] for security_group (57a2a78c-c5ba-4089-82ad-8e5658c4c919), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:56.092484 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-44b60248-c720-46ef-865f-5b8ab6cd086c admin admin] Publish callbacks [] for security_group (57a2a78c-c5ba-4089-82ad-8e5658c4c919), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:56.138244 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-44b60248-c720-46ef-865f-5b8ab6cd086c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (57a2a78c-c5ba-4089-82ad-8e5658c4c919), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:56.140778 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-44b60248-c720-46ef-865f-5b8ab6cd086c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:56.141941 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-44b60248-c720-46ef-865f-5b8ab6cd086c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/57a2a78c-c5ba-4089-82ad-8e5658c4c919 HTTP/1.1" status: 204 len: 168 time: 0.1243837 Jun 26 03:06:56.150482 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b60248-c720-46ef-865f-5b8ab6cd086c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57a2a78c-c5ba-4089-82ad-8e5658c4c919,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:06:56.603809 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb042cd5-c95e-4ddf-a156-3dfb6d792528 req-8e9f10bc-ea99-431a-917c-ca1ca9633941 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:06:56.605292 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-bb042cd5-c95e-4ddf-a156-3dfb6d792528 req-8e9f10bc-ea99-431a-917c-ca1ca9633941 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=cddc852a-2aa2-4a44-ad1a-e9e930e3bddf HTTP/1.1" status: 200 len: 945 time: 0.0472004 Jun 26 03:06:56.653665 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-bb042cd5-c95e-4ddf-a156-3dfb6d792528 req-7da52eef-b314-4afb-80bc-afabb6742389 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f19f5d9-470f-45a6-8bfb-d516ad826927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428100 Jun 26 03:06:56.813047 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 43256) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:06:56.913744 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [None req-c724ac85-577a-46ba-8220-4576440e1abd admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1110745752-network', 'tenant_id': '506a6bdab52f41a98831ebbf60e8bde7'}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:06:56.932374 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c724ac85-577a-46ba-8220-4576440e1abd admin admin] Made reservation on behalf of 506a6bdab52f41a98831ebbf60e8bde7 for: {'network': 1} {{(pid=104014) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 03:06:56.934901 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-c724ac85-577a-46ba-8220-4576440e1abd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for network (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:56.943519 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-c724ac85-577a-46ba-8220-4576440e1abd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:57.019001 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-c724ac85-577a-46ba-8220-4576440e1abd admin admin] Publish callbacks [] for security_group (d8814a1c-7847-487e-93ee-5f28971db426), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:57.022320 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-c724ac85-577a-46ba-8220-4576440e1abd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (d8814a1c-7847-487e-93ee-5f28971db426), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:57.050375 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c724ac85-577a-46ba-8220-4576440e1abd admin admin] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=104014) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 26 03:06:57.062663 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c724ac85-577a-46ba-8220-4576440e1abd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8814a1c-7847-487e-93ee-5f28971db426,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:06:57.066432 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-c724ac85-577a-46ba-8220-4576440e1abd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981176'] for segment (774f08df-d630-4c5f-969a-af69a4514a98), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:57.066771 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.db.segments_db [None req-c724ac85-577a-46ba-8220-4576440e1abd admin admin] Added segment 774f08df-d630-4c5f-969a-af69a4514a98 of type vlan for network 60586df6-b530-4b90-90fb-1e4e71977e0a Jun 26 03:06:57.107498 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-c724ac85-577a-46ba-8220-4576440e1abd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787575249107'] for network (60586df6-b530-4b90-90fb-1e4e71977e0a), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:57.132702 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-c724ac85-577a-46ba-8220-4576440e1abd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914'] for network (60586df6-b530-4b90-90fb-1e4e71977e0a), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:57.133745 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c724ac85-577a-46ba-8220-4576440e1abd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:06:57.134336 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-c724ac85-577a-46ba-8220-4576440e1abd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628900'] for network (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:57.139090 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=82,neutron:DELETE=1,neutron:INSERT=13,neutron:UPDATE=4 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:06:57.176322 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-c724ac85-577a-46ba-8220-4576440e1abd admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3621974 Jun 26 03:06:57.179262 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 43260) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:06:57.184187 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-584480bb-5da6-4bf0-b54c-1e4b5045f784 admin admin] Request body: {'subnet': {'network_id': '60586df6-b530-4b90-90fb-1e4e71977e0a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1110745752-subnet', 'tenant_id': '506a6bdab52f41a98831ebbf60e8bde7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:06:57.205134 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c724ac85-577a-46ba-8220-4576440e1abd admin admin] Pushing event updated for resources: {'Network': ['ID=60586df6-b530-4b90-90fb-1e4e71977e0a,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:06:57.206380 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-584480bb-5da6-4bf0-b54c-1e4b5045f784 admin admin] Made reservation on behalf of 506a6bdab52f41a98831ebbf60e8bde7 for: {'subnet': 1} {{(pid=104013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 03:06:57.209176 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-584480bb-5da6-4bf0-b54c-1e4b5045f784 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5197406'] for subnet (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:57.215052 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Network 60586df6-b530-4b90-90fb-1e4e71977e0a details requested by agent ovs-agent-dv-cinder-846842-4-iscsi with host dv-cinder-846842-4-iscsi {{(pid=104015) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 26 03:06:57.283755 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:06:57.381527 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-584480bb-5da6-4bf0-b54c-1e4b5045f784 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7375122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5197352'] for subnet (db82e422-c16f-4be5-aec1-6f66d5ec67c5), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:57.430850 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584480bb-5da6-4bf0-b54c-1e4b5045f784 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db82e422-c16f-4be5-aec1-6f66d5ec67c5,revision_number=0']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:06:57.446518 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584480bb-5da6-4bf0-b54c-1e4b5045f784 admin admin] Checking segment: {'id': '774f08df-d630-4c5f-969a-af69a4514a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '60586df6-b530-4b90-90fb-1e4e71977e0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 26 03:06:57.446873 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-584480bb-5da6-4bf0-b54c-1e4b5045f784 admin admin] Network hostable DHCP agents. Network: 60586df6-b530-4b90-90fb-1e4e71977e0a, hostable agents: ['7168f7b9-c398-4364-91f8-35e2ce03f4c4'], hosted agents: [] {{(pid=104013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 26 03:06:57.464124 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-584480bb-5da6-4bf0-b54c-1e4b5045f784 admin admin] Network 60586df6-b530-4b90-90fb-1e4e71977e0a is scheduled to be hosted by DHCP agent 7168f7b9-c398-4364-91f8-35e2ce03f4c4 with binding_index 1 {{(pid=104013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 26 03:06:57.473670 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.scheduler.base_scheduler [None req-584480bb-5da6-4bf0-b54c-1e4b5045f784 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846842-4-iscsi, 60586df6-b530-4b90-90fb-1e4e71977e0a) {{(pid=104013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 03:06:57.477775 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-584480bb-5da6-4bf0-b54c-1e4b5045f784 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:06:57.478396 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-584480bb-5da6-4bf0-b54c-1e4b5045f784 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:57.482195 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae3bd0aa-ec94-4dd0-aadc-20c2555eb348 None None] Network 60586df6-b530-4b90-90fb-1e4e71977e0a requested from dv-cinder-846842-4-iscsi {{(pid=104015) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 26 03:06:57.495154 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-584480bb-5da6-4bf0-b54c-1e4b5045f784 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3147545 Jun 26 03:06:57.538147 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:06:57.584008 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e5f5169-7979-477c-b57d-d40a3ba6a71f None None] Network 60586df6-b530-4b90-90fb-1e4e71977e0a requested from dv-cinder-846842-4-iscsi {{(pid=104015) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 26 03:06:57.776959 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a705ba-cfcc-452b-a98b-b843111673fb req-fab033e8-232b-422f-954c-5fbd16035411 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:06:57.778574 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-d2a705ba-cfcc-452b-a98b-b843111673fb req-fab033e8-232b-422f-954c-5fbd16035411 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=cddc852a-2aa2-4a44-ad1a-e9e930e3bddf HTTP/1.1" status: 200 len: 945 time: 0.0535941 Jun 26 03:06:57.827055 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-d2a705ba-cfcc-452b-a98b-b843111673fb req-7aa47b3a-a70e-4ee7-9a7b-80deae3d46a8 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f19f5d9-470f-45a6-8bfb-d516ad826927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423183 Jun 26 03:06:57.982092 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 43282) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:06:57.986896 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-3520767a-70c2-46d9-bc5d-6bccc15210cf admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1197274386-network', 'tenant_id': 'e9309afefbc5431791196708b2a8e129'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:06:58.012242 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3520767a-70c2-46d9-bc5d-6bccc15210cf admin admin] Made reservation on behalf of e9309afefbc5431791196708b2a8e129 for: {'network': 1} {{(pid=104013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 03:06:58.015158 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-3520767a-70c2-46d9-bc5d-6bccc15210cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for network (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:58.023881 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-3520767a-70c2-46d9-bc5d-6bccc15210cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:58.101887 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-3520767a-70c2-46d9-bc5d-6bccc15210cf admin admin] Publish callbacks [] for security_group (835b3203-c8fb-4d44-b3b3-8ba1776825a5), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:58.105542 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-3520767a-70c2-46d9-bc5d-6bccc15210cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (835b3203-c8fb-4d44-b3b3-8ba1776825a5), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:58.131378 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3520767a-70c2-46d9-bc5d-6bccc15210cf admin admin] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=104013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 26 03:06:58.141797 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3520767a-70c2-46d9-bc5d-6bccc15210cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=835b3203-c8fb-4d44-b3b3-8ba1776825a5,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:06:58.147508 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-3520767a-70c2-46d9-bc5d-6bccc15210cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981176'] for segment (09ce77e8-c4c2-44b0-b9ed-09a91d2f55a4), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:58.147894 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.db.segments_db [None req-3520767a-70c2-46d9-bc5d-6bccc15210cf admin admin] Added segment 09ce77e8-c4c2-44b0-b9ed-09a91d2f55a4 of type vlan for network 2ed37bb7-a6d7-4cfd-9fd2-83c794d084ec Jun 26 03:06:58.189788 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-3520767a-70c2-46d9-bc5d-6bccc15210cf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787575249107'] for network (2ed37bb7-a6d7-4cfd-9fd2-83c794d084ec), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:58.214818 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-3520767a-70c2-46d9-bc5d-6bccc15210cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914'] for network (2ed37bb7-a6d7-4cfd-9fd2-83c794d084ec), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:58.215747 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3520767a-70c2-46d9-bc5d-6bccc15210cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:06:58.216312 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-3520767a-70c2-46d9-bc5d-6bccc15210cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628900'] for network (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:58.219522 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=79,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=4 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:06:58.256826 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-3520767a-70c2-46d9-bc5d-6bccc15210cf admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.2737103 Jun 26 03:06:58.259646 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 43284) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:06:58.264812 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [None req-32581d68-7a85-42af-941b-9207f4062745 admin admin] Request body: {'subnet': {'network_id': '2ed37bb7-a6d7-4cfd-9fd2-83c794d084ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1197274386-subnet', 'tenant_id': 'e9309afefbc5431791196708b2a8e129', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:06:58.282448 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3520767a-70c2-46d9-bc5d-6bccc15210cf admin admin] Pushing event updated for resources: {'Network': ['ID=2ed37bb7-a6d7-4cfd-9fd2-83c794d084ec,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:06:58.284158 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32581d68-7a85-42af-941b-9207f4062745 admin admin] Made reservation on behalf of e9309afefbc5431791196708b2a8e129 for: {'subnet': 1} {{(pid=104014) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 03:06:58.286613 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-32581d68-7a85-42af-941b-9207f4062745 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:58.292667 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Network 2ed37bb7-a6d7-4cfd-9fd2-83c794d084ec details requested by agent ovs-agent-dv-cinder-846842-4-iscsi with host dv-cinder-846842-4-iscsi {{(pid=104015) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 26 03:06:58.310770 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:INSERT=17,neutron:SELECT=80,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:06:58.315024 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:06:58.457029 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-32581d68-7a85-42af-941b-9207f4062745 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914'] for subnet (addf9f54-fabd-4a4a-b0a7-713ffa59166c), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:58.512260 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32581d68-7a85-42af-941b-9207f4062745 admin admin] Pushing event updated for resources: {'Subnet': ['ID=addf9f54-fabd-4a4a-b0a7-713ffa59166c,revision_number=0']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:06:58.521602 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32581d68-7a85-42af-941b-9207f4062745 admin admin] Checking segment: {'id': '09ce77e8-c4c2-44b0-b9ed-09a91d2f55a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2ed37bb7-a6d7-4cfd-9fd2-83c794d084ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 26 03:06:58.521956 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32581d68-7a85-42af-941b-9207f4062745 admin admin] Network hostable DHCP agents. Network: 2ed37bb7-a6d7-4cfd-9fd2-83c794d084ec, hostable agents: ['7168f7b9-c398-4364-91f8-35e2ce03f4c4'], hosted agents: [] {{(pid=104014) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 26 03:06:58.538665 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32581d68-7a85-42af-941b-9207f4062745 admin admin] Network 2ed37bb7-a6d7-4cfd-9fd2-83c794d084ec is scheduled to be hosted by DHCP agent 7168f7b9-c398-4364-91f8-35e2ce03f4c4 with binding_index 1 {{(pid=104014) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 26 03:06:58.546936 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.scheduler.base_scheduler [None req-32581d68-7a85-42af-941b-9207f4062745 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846842-4-iscsi, 2ed37bb7-a6d7-4cfd-9fd2-83c794d084ec) {{(pid=104014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 03:06:58.550808 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32581d68-7a85-42af-941b-9207f4062745 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:06:58.551389 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-32581d68-7a85-42af-941b-9207f4062745 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628900'] for subnet (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:06:58.555950 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aecca01b-1e29-407a-a72e-bfb029934d8c None None] Network 2ed37bb7-a6d7-4cfd-9fd2-83c794d084ec requested from dv-cinder-846842-4-iscsi {{(pid=104015) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 26 03:06:58.567133 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-32581d68-7a85-42af-941b-9207f4062745 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3062861 Jun 26 03:06:58.656753 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e89e37-de9a-4320-8a1c-8497bc24e086 None None] Network 2ed37bb7-a6d7-4cfd-9fd2-83c794d084ec requested from dv-cinder-846842-4-iscsi {{(pid=104015) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 26 03:06:58.946650 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0d6033-7658-4bb1-af1c-1c0077633a66 req-cc9c56c7-2d14-4025-bc6f-e411edbeac46 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:06:58.948152 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-9e0d6033-7658-4bb1-af1c-1c0077633a66 req-cc9c56c7-2d14-4025-bc6f-e411edbeac46 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=cddc852a-2aa2-4a44-ad1a-e9e930e3bddf HTTP/1.1" status: 200 len: 945 time: 0.0467150 Jun 26 03:06:59.000832 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-9e0d6033-7658-4bb1-af1c-1c0077633a66 req-faaf5da2-5c15-469b-b5c3-c9ce2441a823 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f19f5d9-470f-45a6-8bfb-d516ad826927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463114 Jun 26 03:07:00.128632 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37f5cf8-3c2a-4269-9a21-b18e975dc83c req-ef079a45-295f-4ea0-b807-bd941546bede tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:07:00.136986 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-b37f5cf8-3c2a-4269-9a21-b18e975dc83c req-ef079a45-295f-4ea0-b807-bd941546bede tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=cddc852a-2aa2-4a44-ad1a-e9e930e3bddf HTTP/1.1" status: 200 len: 945 time: 0.0598662 Jun 26 03:07:00.192370 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-b37f5cf8-3c2a-4269-9a21-b18e975dc83c req-90a862ba-dfb6-4913-ba04-74c805ab4023 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f19f5d9-470f-45a6-8bfb-d516ad826927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542126 Jun 26 03:07:01.331307 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874f7d8a-e51d-4418-a2a0-adc3015daf35 req-b48cdb53-d528-4a50-b8cf-ffd02b5e8284 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:07:01.334542 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-874f7d8a-e51d-4418-a2a0-adc3015daf35 req-b48cdb53-d528-4a50-b8cf-ffd02b5e8284 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=cddc852a-2aa2-4a44-ad1a-e9e930e3bddf HTTP/1.1" status: 200 len: 945 time: 0.0558417 Jun 26 03:07:01.418154 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-874f7d8a-e51d-4418-a2a0-adc3015daf35 req-70a35caf-cd73-4110-9b38-1b86aa93454c tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f19f5d9-470f-45a6-8bfb-d516ad826927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787339 Jun 26 03:07:02.585913 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5311565-176b-4d59-a603-9700b64bb0fc req-f3ca28fc-3527-4f4c-88bf-58e1440ab2fb tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:07:02.587921 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-c5311565-176b-4d59-a603-9700b64bb0fc req-f3ca28fc-3527-4f4c-88bf-58e1440ab2fb tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=cddc852a-2aa2-4a44-ad1a-e9e930e3bddf HTTP/1.1" status: 200 len: 945 time: 0.0537293 Jun 26 03:07:02.641356 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-c5311565-176b-4d59-a603-9700b64bb0fc req-4005b90a-605c-4598-84d6-28b2259adc1f tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f19f5d9-470f-45a6-8bfb-d516ad826927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451195 Jun 26 03:07:03.765420 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab87c8a-8328-46ec-a711-ff2ea3c8a999 req-915ab1ef-ca84-472b-a8b2-2198dc3a59f5 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:07:03.767000 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-5ab87c8a-8328-46ec-a711-ff2ea3c8a999 req-915ab1ef-ca84-472b-a8b2-2198dc3a59f5 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=cddc852a-2aa2-4a44-ad1a-e9e930e3bddf HTTP/1.1" status: 200 len: 945 time: 0.0508721 Jun 26 03:07:03.822532 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-5ab87c8a-8328-46ec-a711-ff2ea3c8a999 req-9bf84767-abdf-406b-b64b-e9afc532fd8c tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f19f5d9-470f-45a6-8bfb-d516ad826927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484576 Jun 26 03:07:04.931896 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:DELETE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:07:04.973358 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8c63e2-5166-42b7-ad56-990fe9dc1400 req-ebb6635b-335f-42c3-8378-647d658a4c77 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:07:04.975162 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-ca8c63e2-5166-42b7-ad56-990fe9dc1400 req-ebb6635b-335f-42c3-8378-647d658a4c77 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=cddc852a-2aa2-4a44-ad1a-e9e930e3bddf HTTP/1.1" status: 200 len: 945 time: 0.0531139 Jun 26 03:07:05.029535 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-ca8c63e2-5166-42b7-ad56-990fe9dc1400 req-62db5b5a-c6d2-44c2-8ea9-eb0160d12a2a tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f19f5d9-470f-45a6-8bfb-d516ad826927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442898 Jun 26 03:07:06.021163 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=2 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:07:06.025649 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=4 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:07:06.207029 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e4d307-61ce-4be3-a115-252f0c88051a req-776e2550-b2e9-4dac-b736-55a7fd941299 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:07:06.214266 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-e6e4d307-61ce-4be3-a115-252f0c88051a req-776e2550-b2e9-4dac-b736-55a7fd941299 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=cddc852a-2aa2-4a44-ad1a-e9e930e3bddf HTTP/1.1" status: 200 len: 945 time: 0.0684958 Jun 26 03:07:06.260943 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-e6e4d307-61ce-4be3-a115-252f0c88051a req-d8708092-bca7-4667-9007-036d7e02a48e tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f19f5d9-470f-45a6-8bfb-d516ad826927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456154 Jun 26 03:07:07.399800 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96f79c2-34c3-4277-998e-6063735be1ac req-2a6470b4-4400-4ff4-beb6-4b1d09d93a24 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:07:07.402256 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-f96f79c2-34c3-4277-998e-6063735be1ac req-2a6470b4-4400-4ff4-beb6-4b1d09d93a24 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=cddc852a-2aa2-4a44-ad1a-e9e930e3bddf HTTP/1.1" status: 200 len: 945 time: 0.0534618 Jun 26 03:07:07.422701 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:UPDATE=2,neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:07:07.459121 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-f96f79c2-34c3-4277-998e-6063735be1ac req-1728f537-fb8e-4e30-bc87-0854b1707235 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f19f5d9-470f-45a6-8bfb-d516ad826927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506852 Jun 26 03:07:08.255143 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=63,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:07:08.578882 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2611fb-a505-4fb0-9963-f49515ba82fb req-d981f19c-b4ce-464b-bf4a-65e2ee653c91 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:07:08.581016 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-ea2611fb-a505-4fb0-9963-f49515ba82fb req-d981f19c-b4ce-464b-bf4a-65e2ee653c91 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=cddc852a-2aa2-4a44-ad1a-e9e930e3bddf HTTP/1.1" status: 200 len: 945 time: 0.0491681 Jun 26 03:07:08.632186 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-ea2611fb-a505-4fb0-9963-f49515ba82fb req-459b73bb-d0ed-4c60-ade1-0456a4ef18e4 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f19f5d9-470f-45a6-8bfb-d516ad826927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452566 Jun 26 03:07:08.724534 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=22 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:07:08.729407 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=36 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:07:09.755559 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7350429f-eb58-4247-80b2-b00cf2ba8e96 req-198d9547-d26d-40c5-af95-cc00cc32a259 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:07:09.757045 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-7350429f-eb58-4247-80b2-b00cf2ba8e96 req-198d9547-d26d-40c5-af95-cc00cc32a259 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=cddc852a-2aa2-4a44-ad1a-e9e930e3bddf HTTP/1.1" status: 200 len: 945 time: 0.0516307 Jun 26 03:07:09.816194 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-7350429f-eb58-4247-80b2-b00cf2ba8e96 req-9addaff9-b0c3-482e-a5c1-3483f7149352 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f19f5d9-470f-45a6-8bfb-d516ad826927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530415 Jun 26 03:07:10.938950 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c6f2d8-8ea2-49fd-bf37-1c8a7b795a92 req-4e7ab02d-5e20-4e30-8aa5-5d3c87b6d58e tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:07:10.940140 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-10c6f2d8-8ea2-49fd-bf37-1c8a7b795a92 req-4e7ab02d-5e20-4e30-8aa5-5d3c87b6d58e tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=cddc852a-2aa2-4a44-ad1a-e9e930e3bddf HTTP/1.1" status: 200 len: 945 time: 0.0554566 Jun 26 03:07:10.997776 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-10c6f2d8-8ea2-49fd-bf37-1c8a7b795a92 req-dc0f958b-83a6-44c8-a84b-359f3584d8bf tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f19f5d9-470f-45a6-8bfb-d516ad826927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502589 Jun 26 03:07:11.417176 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-558f080a-12eb-4b23-9f6f-72363b99fbe6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (7168f7b9-c398-4364-91f8-35e2ce03f4c4), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:07:12.164404 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0bfee5-f7df-4c3b-b92d-eb569d457346 req-d3d04f3d-36b2-405b-b165-9bb3205186bb tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:07:12.166560 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-1e0bfee5-f7df-4c3b-b92d-eb569d457346 req-d3d04f3d-36b2-405b-b165-9bb3205186bb tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=cddc852a-2aa2-4a44-ad1a-e9e930e3bddf HTTP/1.1" status: 200 len: 945 time: 0.0812044 Jun 26 03:07:12.240096 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-1e0bfee5-f7df-4c3b-b92d-eb569d457346 req-5e97432d-d1d7-4a2b-a4b5-b3c7b4ff16aa tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f19f5d9-470f-45a6-8bfb-d516ad826927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664356 Jun 26 03:07:13.422417 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b03827-b655-4453-b0e0-bc101e25303c req-ad594c73-117c-4dd6-a03c-c079a629c958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:07:13.424701 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-87b03827-b655-4453-b0e0-bc101e25303c req-ad594c73-117c-4dd6-a03c-c079a629c958 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=cddc852a-2aa2-4a44-ad1a-e9e930e3bddf HTTP/1.1" status: 200 len: 1129 time: 0.1031308 Jun 26 03:07:13.461753 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51927fb-b170-4823-8989-0d4a6014e1b7 req-f0bc5834-5003-488a-97fb-c2b73ee009ac tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:07:13.463947 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-f51927fb-b170-4823-8989-0d4a6014e1b7 req-f0bc5834-5003-488a-97fb-c2b73ee009ac tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=cddc852a-2aa2-4a44-ad1a-e9e930e3bddf HTTP/1.1" status: 200 len: 945 time: 0.1022050 Jun 26 03:07:13.533464 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-87b03827-b655-4453-b0e0-bc101e25303c req-ceb4b0cc-2fd8-4ba6-8481-f82d8509ba4a service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=5f19f5d9-470f-45a6-8bfb-d516ad826927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981803 Jun 26 03:07:13.572328 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-f51927fb-b170-4823-8989-0d4a6014e1b7 req-6fb87f8a-daf9-44f0-aa7b-486b2c42aab8 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f19f5d9-470f-45a6-8bfb-d516ad826927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021864 Jun 26 03:07:13.778995 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-336d8493-06cd-4693-af7e-13fc2ff84afd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (0122de27-3097-4d47-a0ca-0fb90e28ac1e), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:07:14.022802 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (e7a0895f-45bb-4130-be69-32df3e039043), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:07:14.698988 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec2d9ec-a887-4515-b591-f290931e5638 req-f3d4fff3-fbd4-4071-a757-651d6fab6c34 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:07:14.700458 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-fec2d9ec-a887-4515-b591-f290931e5638 req-f3d4fff3-fbd4-4071-a757-651d6fab6c34 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=cddc852a-2aa2-4a44-ad1a-e9e930e3bddf HTTP/1.1" status: 200 len: 945 time: 0.0604029 Jun 26 03:07:14.750141 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-fec2d9ec-a887-4515-b591-f290931e5638 req-9d855f15-4c70-4afb-a67b-6c1e3835ff75 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f19f5d9-470f-45a6-8bfb-d516ad826927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422108 Jun 26 03:07:14.818269 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a0725410-9e6c-45cb-9ff8-c6c4931d6b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (ece691f0-a7cc-4e31-b59a-0e18fd9fccde), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:07:15.119904 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 43570) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:07:15.167220 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.db.db_base_plugin_v2 [None req-6754eee1-55a9-429e-8d7c-54d99582e1d0 admin admin] Deleting subnet db82e422-c16f-4be5-aec1-6f66d5ec67c5 {{(pid=104014) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 26 03:07:15.170399 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-6754eee1-55a9-429e-8d7c-54d99582e1d0 admin admin] Publish callbacks [] for subnet (db82e422-c16f-4be5-aec1-6f66d5ec67c5), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:07:15.195082 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=100 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:07:15.204855 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-6754eee1-55a9-429e-8d7c-54d99582e1d0 admin admin] Publish callbacks [] for subnet (db82e422-c16f-4be5-aec1-6f66d5ec67c5), precommit_delete_associations {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:07:15.210435 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-6754eee1-55a9-429e-8d7c-54d99582e1d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019720'] for subnet (db82e422-c16f-4be5-aec1-6f66d5ec67c5), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:07:15.260742 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-6754eee1-55a9-429e-8d7c-54d99582e1d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914'] for subnet (db82e422-c16f-4be5-aec1-6f66d5ec67c5), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:07:15.287436 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6754eee1-55a9-429e-8d7c-54d99582e1d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db82e422-c16f-4be5-aec1-6f66d5ec67c5,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:07:15.291074 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-6754eee1-55a9-429e-8d7c-54d99582e1d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628900'] for subnet (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:07:15.295621 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-6754eee1-55a9-429e-8d7c-54d99582e1d0 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/db82e422-c16f-4be5-aec1-6f66d5ec67c5 HTTP/1.1" status: 204 len: 168 time: 0.1747243 Jun 26 03:07:15.296849 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 43572) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:07:15.370891 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-f8917200-8151-4570-9480-43dd6c05a4fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-799711'] for network (60586df6-b530-4b90-90fb-1e4e71977e0a), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:07:15.424843 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:07:15.453956 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-f8917200-8151-4570-9480-43dd6c05a4fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968757', 'neutron.services.segments.db._delete_segments_for_network-8787575540875'] for network (60586df6-b530-4b90-90fb-1e4e71977e0a), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:07:15.474592 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-f8917200-8151-4570-9480-43dd6c05a4fb admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 03:07:15.474967 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-f8917200-8151-4570-9480-43dd6c05a4fb admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 03:07:15.475700 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-f8917200-8151-4570-9480-43dd6c05a4fb admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 03:07:15.476044 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-f8917200-8151-4570-9480-43dd6c05a4fb admin admin] Subscribe: > port after_create 55550000 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 03:07:15.476364 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-f8917200-8151-4570-9480-43dd6c05a4fb admin admin] Subscribe: > port after_delete 55550000 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 03:07:15.476675 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-f8917200-8151-4570-9480-43dd6c05a4fb admin admin] Subscribe: > port after_update 55550000 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 03:07:15.476989 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-f8917200-8151-4570-9480-43dd6c05a4fb admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 03:07:15.477322 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-f8917200-8151-4570-9480-43dd6c05a4fb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 03:07:15.477632 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-f8917200-8151-4570-9480-43dd6c05a4fb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 03:07:15.477947 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-f8917200-8151-4570-9480-43dd6c05a4fb admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 03:07:15.576149 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-f8917200-8151-4570-9480-43dd6c05a4fb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 03:07:15.576421 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-f8917200-8151-4570-9480-43dd6c05a4fb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 03:07:15.576747 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-f8917200-8151-4570-9480-43dd6c05a4fb admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 03:07:15.577073 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-f8917200-8151-4570-9480-43dd6c05a4fb admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104014) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 26 03:07:15.578019 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.services.segments.db [None req-f8917200-8151-4570-9480-43dd6c05a4fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60586df6-b530-4b90-90fb-1e4e71977e0a']}} {{(pid=104014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:07:15.595075 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.services.segments.db [None req-f8917200-8151-4570-9480-43dd6c05a4fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '774f08df-d630-4c5f-969a-af69a4514a98') {'for_net_delete': True} {{(pid=104014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:07:15.595373 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.services.segments.db [None req-f8917200-8151-4570-9480-43dd6c05a4fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '774f08df-d630-4c5f-969a-af69a4514a98') {} {{(pid=104014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:07:15.610905 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-f8917200-8151-4570-9480-43dd6c05a4fb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787575542164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4451208'] for segment (774f08df-d630-4c5f-969a-af69a4514a98), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:07:15.631293 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-f8917200-8151-4570-9480-43dd6c05a4fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981176'] for segment (774f08df-d630-4c5f-969a-af69a4514a98), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:07:15.640575 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8917200-8151-4570-9480-43dd6c05a4fb admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=104014) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 26 03:07:15.640948 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-f8917200-8151-4570-9480-43dd6c05a4fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6258290'] for segment (774f08df-d630-4c5f-969a-af69a4514a98), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:07:15.948827 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-f8917200-8151-4570-9480-43dd6c05a4fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620072'] for network (60586df6-b530-4b90-90fb-1e4e71977e0a), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:07:15.970626 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.agents_db [None req-1acc9491-aa00-4d80-a7f3-d699105ea2bf None None] Agent healthcheck: found 6 active agents {{(pid=104016) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 03:07:15.971126 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-f8917200-8151-4570-9480-43dd6c05a4fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628900'] for network (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:07:15.977197 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-f8917200-8151-4570-9480-43dd6c05a4fb admin admin] 10.222.0.13 "DELETE /v2.0/networks/60586df6-b530-4b90-90fb-1e4e71977e0a HTTP/1.1" status: 204 len: 168 time: 0.6791897 Jun 26 03:07:15.977419 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 43598) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:07:15.996974 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50e77a4-77f7-494a-bff0-4bea363ddcfc req-17e7f8e2-8519-4788-a6cc-34b983c90a36 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:07:15.998485 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-e50e77a4-77f7-494a-bff0-4bea363ddcfc req-17e7f8e2-8519-4788-a6cc-34b983c90a36 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=cddc852a-2aa2-4a44-ad1a-e9e930e3bddf HTTP/1.1" status: 200 len: 945 time: 0.0854731 Jun 26 03:07:15.999255 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8917200-8151-4570-9480-43dd6c05a4fb admin admin] Pushing event deleted for resources: {'Network': ['ID=60586df6-b530-4b90-90fb-1e4e71977e0a,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:07:16.022793 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.services.segments.plugin [-] Segment 774f08df-d630-4c5f-969a-af69a4514a98 resource provider aggregate not found Jun 26 03:07:16.033092 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.db.db_base_plugin_v2 [None req-c49a1bcc-04a0-4575-8621-d2f8c5b47eb3 admin admin] Deleting subnet addf9f54-fabd-4a4a-b0a7-713ffa59166c {{(pid=104013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 26 03:07:16.036741 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-c49a1bcc-04a0-4575-8621-d2f8c5b47eb3 admin admin] Publish callbacks [] for subnet (addf9f54-fabd-4a4a-b0a7-713ffa59166c), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:07:16.052856 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.services.segments.plugin [-] Segment 774f08df-d630-4c5f-969a-af69a4514a98 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 774f08df-d630-4c5f-969a-af69a4514a98 found for delete ", "request_id": "req-ace520bf-f00a-4894-bf68-3a4711d7eb0d"}]} Jun 26 03:07:16.061099 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-e50e77a4-77f7-494a-bff0-4bea363ddcfc req-79e538ab-547a-44c0-8998-2ca1199a1f7f tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f19f5d9-470f-45a6-8bfb-d516ad826927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537300 Jun 26 03:07:16.083981 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-c49a1bcc-04a0-4575-8621-d2f8c5b47eb3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7696532'] for subnet (addf9f54-fabd-4a4a-b0a7-713ffa59166c), precommit_delete_associations {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:07:16.130729 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-c49a1bcc-04a0-4575-8621-d2f8c5b47eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019720'] for subnet (addf9f54-fabd-4a4a-b0a7-713ffa59166c), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:07:16.193794 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-c49a1bcc-04a0-4575-8621-d2f8c5b47eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7375313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5197361'] for subnet (addf9f54-fabd-4a4a-b0a7-713ffa59166c), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:07:16.208229 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-c49a1bcc-04a0-4575-8621-d2f8c5b47eb3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:07:16.211607 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-c49a1bcc-04a0-4575-8621-d2f8c5b47eb3 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/addf9f54-fabd-4a4a-b0a7-713ffa59166c HTTP/1.1" status: 204 len: 168 time: 0.2328851 Jun 26 03:07:16.214402 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 43628) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:07:16.247049 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49a1bcc-04a0-4575-8621-d2f8c5b47eb3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=addf9f54-fabd-4a4a-b0a7-713ffa59166c,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:07:16.270668 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d2867017-9ae3-4ae5-b018-59cb98d1258b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (3b87920d-6933-41a3-b47c-185b87d68e87), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:07:16.368536 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-a3c40c97-6970-4f8a-b646-7f7c7bb6de85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-799711'] for network (2ed37bb7-a6d7-4cfd-9fd2-83c794d084ec), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:07:16.399992 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb5bb85-33e4-461e-9ecb-89d3032d9ffa req-a2981653-66c5-422b-b981-cd384391ffbf tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:07:16.401471 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-afb5bb85-33e4-461e-9ecb-89d3032d9ffa req-a2981653-66c5-422b-b981-cd384391ffbf tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=cddc852a-2aa2-4a44-ad1a-e9e930e3bddf HTTP/1.1" status: 200 len: 945 time: 0.0905037 Jun 26 03:07:16.402474 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29183fb-e509-4706-98d2-a5776743fa89 req-959d24be-41c5-470f-9156-ebcb639b73d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:07:16.403740 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-e29183fb-e509-4706-98d2-a5776743fa89 req-959d24be-41c5-470f-9156-ebcb639b73d3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=aa1dff9e9be549308ec0ad3a13810062&device_id=cddc852a-2aa2-4a44-ad1a-e9e930e3bddf HTTP/1.1" status: 200 len: 1129 time: 0.0917442 Jun 26 03:07:16.509837 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (16f9b602-7baf-4f7a-ab92-1b0788147fb5), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:07:16.569606 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-a3c40c97-6970-4f8a-b646-7f7c7bb6de85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968757', 'neutron.services.segments.db._delete_segments_for_network-8787575540875'] for network (2ed37bb7-a6d7-4cfd-9fd2-83c794d084ec), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:07:16.593057 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-afb5bb85-33e4-461e-9ecb-89d3032d9ffa req-e3de659f-dc39-41b7-9782-d1f5b411448a tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f19f5d9-470f-45a6-8bfb-d516ad826927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843429 Jun 26 03:07:16.608387 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.services.segments.db [None req-a3c40c97-6970-4f8a-b646-7f7c7bb6de85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ed37bb7-a6d7-4cfd-9fd2-83c794d084ec']}} {{(pid=104014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:07:16.621357 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.services.segments.db [None req-a3c40c97-6970-4f8a-b646-7f7c7bb6de85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09ce77e8-c4c2-44b0-b9ed-09a91d2f55a4') {'for_net_delete': True} {{(pid=104014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:07:16.621584 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.services.segments.db [None req-a3c40c97-6970-4f8a-b646-7f7c7bb6de85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09ce77e8-c4c2-44b0-b9ed-09a91d2f55a4') {} {{(pid=104014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:07:16.623777 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29183fb-e509-4706-98d2-a5776743fa89 req-eb9b9612-4524-4659-936e-eb6d79ffd5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:07:16.625252 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-e29183fb-e509-4706-98d2-a5776743fa89 req-eb9b9612-4524-4659-936e-eb6d79ffd5a4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4d1cf2ab-1c05-4bc5-9daa-428f3ef27012 HTTP/1.1" status: 200 len: 920 time: 0.2153881 Jun 26 03:07:16.631791 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:07:16.633601 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-a3c40c97-6970-4f8a-b646-7f7c7bb6de85 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787575542164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4451208'] for segment (09ce77e8-c4c2-44b0-b9ed-09a91d2f55a4), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:07:16.677266 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-e29183fb-e509-4706-98d2-a5776743fa89 req-254e8db7-7bb3-4c3e-b066-2341f824f8d1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=634b866a-e4dd-43d0-84a2-3a0a964abbff HTTP/1.1" status: 200 len: 217 time: 0.0417945 Jun 26 03:07:16.679007 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-a3c40c97-6970-4f8a-b646-7f7c7bb6de85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981176'] for segment (09ce77e8-c4c2-44b0-b9ed-09a91d2f55a4), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:07:16.698741 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3c40c97-6970-4f8a-b646-7f7c7bb6de85 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=104014) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 26 03:07:16.699131 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-a3c40c97-6970-4f8a-b646-7f7c7bb6de85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6258290'] for segment (09ce77e8-c4c2-44b0-b9ed-09a91d2f55a4), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:07:16.777182 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29183fb-e509-4706-98d2-a5776743fa89 req-78b2fb41-0574-42c6-81a8-4fa44835baad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:07:16.778674 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-e29183fb-e509-4706-98d2-a5776743fa89 req-78b2fb41-0574-42c6-81a8-4fa44835baad service neutron] 10.222.0.43 "GET /v2.0/subnets?id=50d12281-21a2-4343-ba8b-93c5382e067a HTTP/1.1" status: 200 len: 858 time: 0.0946226 Jun 26 03:07:16.780045 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-a3c40c97-6970-4f8a-b646-7f7c7bb6de85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620072'] for network (2ed37bb7-a6d7-4cfd-9fd2-83c794d084ec), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:07:16.786810 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-a3c40c97-6970-4f8a-b646-7f7c7bb6de85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628900'] for network (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:07:16.789727 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-a3c40c97-6970-4f8a-b646-7f7c7bb6de85 admin admin] 10.222.0.13 "DELETE /v2.0/networks/2ed37bb7-a6d7-4cfd-9fd2-83c794d084ec HTTP/1.1" status: 204 len: 168 time: 0.5742724 Jun 26 03:07:16.822115 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c40c97-6970-4f8a-b646-7f7c7bb6de85 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ed37bb7-a6d7-4cfd-9fd2-83c794d084ec,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:07:16.838148 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29183fb-e509-4706-98d2-a5776743fa89 req-a0089570-2f48-4199-aafa-3a3384616123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:07:16.839785 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-e29183fb-e509-4706-98d2-a5776743fa89 req-a0089570-2f48-4199-aafa-3a3384616123 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4d1cf2ab-1c05-4bc5-9daa-428f3ef27012&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0542054 Jun 26 03:07:16.935328 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:07:16.940543 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-e29183fb-e509-4706-98d2-a5776743fa89 req-4048216f-1095-433f-ba82-cd06836dfb86 service neutron] 10.222.0.43 "GET /v2.0/networks/4d1cf2ab-1c05-4bc5-9daa-428f3ef27012?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940526 Jun 26 03:07:16.984601 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 43654) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:07:17.029384 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-6b7a2b53-1005-4a70-8ae0-2128bbacadfa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=506a6bdab52f41a98831ebbf60e8bde7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0431876 Jun 26 03:07:17.031420 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 43656) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:07:17.034930 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-e29183fb-e509-4706-98d2-a5776743fa89 req-2c283f93-0bfb-4c1d-a77c-e2902e326266 service neutron] 10.222.0.43 "GET /v2.0/networks/4d1cf2ab-1c05-4bc5-9daa-428f3ef27012?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870078 Jun 26 03:07:17.079851 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-7d9a2aa8-529c-4d89-aede-a4f1efde2559 admin admin] Publish callbacks [] for security_group (d8814a1c-7847-487e-93ee-5f28971db426), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:07:17.101542 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-7d9a2aa8-529c-4d89-aede-a4f1efde2559 admin admin] Publish callbacks [] for security_group (d8814a1c-7847-487e-93ee-5f28971db426), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:07:17.148513 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-7d9a2aa8-529c-4d89-aede-a4f1efde2559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (d8814a1c-7847-487e-93ee-5f28971db426), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:07:17.151147 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-7d9a2aa8-529c-4d89-aede-a4f1efde2559 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:07:17.152286 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-7d9a2aa8-529c-4d89-aede-a4f1efde2559 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d8814a1c-7847-487e-93ee-5f28971db426 HTTP/1.1" status: 204 len: 168 time: 0.1199696 Jun 26 03:07:17.160321 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9a2aa8-529c-4d89-aede-a4f1efde2559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8814a1c-7847-487e-93ee-5f28971db426,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:07:17.493025 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 43662) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:07:17.534643 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-e689754f-e505-44be-841f-6db2aa40a921 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e9309afefbc5431791196708b2a8e129&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0405018 Jun 26 03:07:17.537075 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 43664) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:07:17.565538 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 43668) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:07:17.587551 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-d6c020a0-70c1-4916-8c00-768421def121 admin admin] Publish callbacks [] for security_group (835b3203-c8fb-4d44-b3b3-8ba1776825a5), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:07:17.609440 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-d6c020a0-70c1-4916-8c00-768421def121 admin admin] Publish callbacks [] for security_group (835b3203-c8fb-4d44-b3b3-8ba1776825a5), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:07:17.609830 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c83b732-1ae9-4ea0-9f24-f914344c8a9a admin admin] Deleting subnet ee31cc6b-9d7e-40ab-bc10-6632a162807e {{(pid=104013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 26 03:07:17.612897 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-3c83b732-1ae9-4ea0-9f24-f914344c8a9a admin admin] Publish callbacks [] for subnet (ee31cc6b-9d7e-40ab-bc10-6632a162807e), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:07:17.654578 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-3c83b732-1ae9-4ea0-9f24-f914344c8a9a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7696532'] for subnet (ee31cc6b-9d7e-40ab-bc10-6632a162807e), precommit_delete_associations {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:07:17.659852 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-d6c020a0-70c1-4916-8c00-768421def121 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (835b3203-c8fb-4d44-b3b3-8ba1776825a5), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:07:17.662434 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-d6c020a0-70c1-4916-8c00-768421def121 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:07:17.663732 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-d6c020a0-70c1-4916-8c00-768421def121 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/835b3203-c8fb-4d44-b3b3-8ba1776825a5 HTTP/1.1" status: 204 len: 168 time: 0.1256557 Jun 26 03:07:17.684819 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c020a0-70c1-4916-8c00-768421def121 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=835b3203-c8fb-4d44-b3b3-8ba1776825a5,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:07:17.706143 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-3c83b732-1ae9-4ea0-9f24-f914344c8a9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019720'] for subnet (ee31cc6b-9d7e-40ab-bc10-6632a162807e), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:07:17.730194 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e02bc6-cf67-4325-a6f9-5ef1462229a5 req-53b9e516-f9a3-433a-a4a2-dfcd9f84969a tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:07:17.731688 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-79e02bc6-cf67-4325-a6f9-5ef1462229a5 req-53b9e516-f9a3-433a-a4a2-dfcd9f84969a tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=cddc852a-2aa2-4a44-ad1a-e9e930e3bddf HTTP/1.1" status: 200 len: 945 time: 0.0575659 Jun 26 03:07:17.770879 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-3c83b732-1ae9-4ea0-9f24-f914344c8a9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7375313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5197361'] for subnet (ee31cc6b-9d7e-40ab-bc10-6632a162807e), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:07:17.790431 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-79e02bc6-cf67-4325-a6f9-5ef1462229a5 req-d52667ae-44d8-4acc-8230-d2b89db37dbe tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f19f5d9-470f-45a6-8bfb-d516ad826927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505176 Jun 26 03:07:17.807367 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c83b732-1ae9-4ea0-9f24-f914344c8a9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee31cc6b-9d7e-40ab-bc10-6632a162807e,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:07:17.813735 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-3c83b732-1ae9-4ea0-9f24-f914344c8a9a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:07:17.816918 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-3c83b732-1ae9-4ea0-9f24-f914344c8a9a admin admin] 10.222.0.13 "DELETE /v2.0/subnets/ee31cc6b-9d7e-40ab-bc10-6632a162807e HTTP/1.1" status: 204 len: 168 time: 0.2502744 Jun 26 03:07:17.819431 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 43674) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:07:17.896005 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-30e0c111-190f-48b4-8bf2-887bcbb6ae8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-799711'] for network (db8ad85e-89b6-4916-ae2f-7389fbc85f35), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:07:17.972373 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-30e0c111-190f-48b4-8bf2-887bcbb6ae8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968757', 'neutron.services.segments.db._delete_segments_for_network-8787575540875'] for network (db8ad85e-89b6-4916-ae2f-7389fbc85f35), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:07:17.993740 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.services.segments.db [None req-30e0c111-190f-48b4-8bf2-887bcbb6ae8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db8ad85e-89b6-4916-ae2f-7389fbc85f35']}} {{(pid=104013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:07:18.000844 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:07:18.004914 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.services.segments.db [None req-30e0c111-190f-48b4-8bf2-887bcbb6ae8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a22b53e6-4b00-4307-8d95-63f40b59745f') {'for_net_delete': True} {{(pid=104013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:07:18.005413 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.services.segments.db [None req-30e0c111-190f-48b4-8bf2-887bcbb6ae8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a22b53e6-4b00-4307-8d95-63f40b59745f') {} {{(pid=104013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:07:18.019953 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-30e0c111-190f-48b4-8bf2-887bcbb6ae8b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787575542164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7696527'] for segment (a22b53e6-4b00-4307-8d95-63f40b59745f), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:07:18.026117 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:07:18.034369 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-30e0c111-190f-48b4-8bf2-887bcbb6ae8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981176'] for segment (a22b53e6-4b00-4307-8d95-63f40b59745f), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:07:18.041655 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30e0c111-190f-48b4-8bf2-887bcbb6ae8b admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=104013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 26 03:07:18.042023 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-30e0c111-190f-48b4-8bf2-887bcbb6ae8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7375291'] for segment (a22b53e6-4b00-4307-8d95-63f40b59745f), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:07:18.070543 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.services.segments.plugin [-] Segment a22b53e6-4b00-4307-8d95-63f40b59745f resource provider aggregate not found Jun 26 03:07:18.073658 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.services.segments.plugin [-] Segment 09ce77e8-c4c2-44b0-b9ed-09a91d2f55a4 resource provider aggregate not found Jun 26 03:07:18.100933 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.services.segments.plugin [-] Segment 09ce77e8-c4c2-44b0-b9ed-09a91d2f55a4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 09ce77e8-c4c2-44b0-b9ed-09a91d2f55a4 found for delete ", "request_id": "req-6631e6a7-fbbb-4c67-9ca0-0096a830fed5"}]} Jun 26 03:07:18.104103 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.services.segments.plugin [-] Segment a22b53e6-4b00-4307-8d95-63f40b59745f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a22b53e6-4b00-4307-8d95-63f40b59745f found for delete ", "request_id": "req-62dcd5e2-13af-4711-8236-e20d73323424"}]} Jun 26 03:07:18.113338 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-30e0c111-190f-48b4-8bf2-887bcbb6ae8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620072'] for network (db8ad85e-89b6-4916-ae2f-7389fbc85f35), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:07:18.118762 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-30e0c111-190f-48b4-8bf2-887bcbb6ae8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628900'] for network (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:07:18.122174 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-30e0c111-190f-48b4-8bf2-887bcbb6ae8b admin admin] 10.222.0.13 "DELETE /v2.0/networks/db8ad85e-89b6-4916-ae2f-7389fbc85f35 HTTP/1.1" status: 204 len: 168 time: 0.3017423 Jun 26 03:07:18.137586 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e0c111-190f-48b4-8bf2-887bcbb6ae8b admin admin] Pushing event deleted for resources: {'Network': ['ID=db8ad85e-89b6-4916-ae2f-7389fbc85f35,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:07:18.298600 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 43700) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:07:18.338838 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-f6372017-caad-4f78-bd50-2f49300a1f6b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5db904f456b040d8a9f16b169118d21a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390275 Jun 26 03:07:18.341216 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 43704) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:07:18.390431 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-e13d4732-93fd-4d5b-b5a3-8f8cebb6799b admin admin] Publish callbacks [] for security_group (f7486601-bc67-4ecf-b806-2bf9c3acd07f), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:07:18.413439 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-e13d4732-93fd-4d5b-b5a3-8f8cebb6799b admin admin] Publish callbacks [] for security_group (f7486601-bc67-4ecf-b806-2bf9c3acd07f), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:07:18.462826 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-e13d4732-93fd-4d5b-b5a3-8f8cebb6799b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (f7486601-bc67-4ecf-b806-2bf9c3acd07f), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:07:18.465411 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-e13d4732-93fd-4d5b-b5a3-8f8cebb6799b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:07:18.469656 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-e13d4732-93fd-4d5b-b5a3-8f8cebb6799b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f7486601-bc67-4ecf-b806-2bf9c3acd07f HTTP/1.1" status: 204 len: 168 time: 0.1245105 Jun 26 03:07:18.475037 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13d4732-93fd-4d5b-b5a3-8f8cebb6799b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7486601-bc67-4ecf-b806-2bf9c3acd07f,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:07:18.523867 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 43710) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:07:18.763774 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [None req-8d20bc1a-dab9-48e7-b077-335f4b446376 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1490161049-network', 'tenant_id': 'f93abb7628324906baa8d45ce8d1a153'}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:07:18.789215 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d20bc1a-dab9-48e7-b077-335f4b446376 admin admin] Made reservation on behalf of f93abb7628324906baa8d45ce8d1a153 for: {'network': 1} {{(pid=104014) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 03:07:18.791862 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-8d20bc1a-dab9-48e7-b077-335f4b446376 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for network (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:07:18.805081 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-8d20bc1a-dab9-48e7-b077-335f4b446376 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:07:18.855287 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=3 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:07:18.906940 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:07:18.922705 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-8d20bc1a-dab9-48e7-b077-335f4b446376 admin admin] Publish callbacks [] for security_group (d5b4b915-67c7-429c-9e4f-7ab17161fa22), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:07:18.928524 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-8d20bc1a-dab9-48e7-b077-335f4b446376 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (d5b4b915-67c7-429c-9e4f-7ab17161fa22), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:07:18.942178 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74db5e76-1520-4111-8281-c8e3e2f215bf req-67c286e1-24b2-4e39-b39a-5000eabeee45 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:07:18.943893 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-74db5e76-1520-4111-8281-c8e3e2f215bf req-67c286e1-24b2-4e39-b39a-5000eabeee45 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=cddc852a-2aa2-4a44-ad1a-e9e930e3bddf HTTP/1.1" status: 200 len: 945 time: 0.0784314 Jun 26 03:07:18.974778 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d20bc1a-dab9-48e7-b077-335f4b446376 admin admin] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=104014) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 26 03:07:18.992218 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d20bc1a-dab9-48e7-b077-335f4b446376 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5b4b915-67c7-429c-9e4f-7ab17161fa22,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:07:19.000423 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-8d20bc1a-dab9-48e7-b077-335f4b446376 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981176'] for segment (b024148b-fe5a-483e-9d5a-d83a7bce90fe), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:07:19.000769 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.db.segments_db [None req-8d20bc1a-dab9-48e7-b077-335f4b446376 admin admin] Added segment b024148b-fe5a-483e-9d5a-d83a7bce90fe of type vlan for network 23f3dc3b-096d-4bd7-ac08-420e217fa87e Jun 26 03:07:19.059393 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-74db5e76-1520-4111-8281-c8e3e2f215bf req-914da4ef-9027-422c-9277-0b7ccc82285b tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f19f5d9-470f-45a6-8bfb-d516ad826927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054652 Jun 26 03:07:19.063376 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-8d20bc1a-dab9-48e7-b077-335f4b446376 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787575249107'] for network (23f3dc3b-096d-4bd7-ac08-420e217fa87e), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:07:19.088843 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-8d20bc1a-dab9-48e7-b077-335f4b446376 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914'] for network (23f3dc3b-096d-4bd7-ac08-420e217fa87e), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:07:19.089806 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d20bc1a-dab9-48e7-b077-335f4b446376 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:07:19.090473 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-8d20bc1a-dab9-48e7-b077-335f4b446376 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628900'] for network (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:07:19.123479 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-8d20bc1a-dab9-48e7-b077-335f4b446376 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.5985756 Jun 26 03:07:19.126491 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 43716) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:07:19.131576 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-d5c5a553-9811-4192-92f9-bca755ede333 admin admin] Request body: {'subnet': {'network_id': '23f3dc3b-096d-4bd7-ac08-420e217fa87e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1490161049-subnet', 'tenant_id': 'f93abb7628324906baa8d45ce8d1a153', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:07:19.150757 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5c5a553-9811-4192-92f9-bca755ede333 admin admin] Made reservation on behalf of f93abb7628324906baa8d45ce8d1a153 for: {'subnet': 1} {{(pid=104013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 03:07:19.153244 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d5c5a553-9811-4192-92f9-bca755ede333 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5197406'] for subnet (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:07:19.155313 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d20bc1a-dab9-48e7-b077-335f4b446376 admin admin] Pushing event updated for resources: {'Network': ['ID=23f3dc3b-096d-4bd7-ac08-420e217fa87e,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:07:19.165300 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Network 23f3dc3b-096d-4bd7-ac08-420e217fa87e details requested by agent ovs-agent-dv-cinder-846842-4-iscsi with host dv-cinder-846842-4-iscsi {{(pid=104015) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 26 03:07:19.326057 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d5c5a553-9811-4192-92f9-bca755ede333 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7375122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5197352'] for subnet (2fabddcf-689d-417c-bb16-8f395cf4aa87), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:07:19.383245 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c5a553-9811-4192-92f9-bca755ede333 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2fabddcf-689d-417c-bb16-8f395cf4aa87,revision_number=0']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:07:19.393283 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c5a553-9811-4192-92f9-bca755ede333 admin admin] Checking segment: {'id': 'b024148b-fe5a-483e-9d5a-d83a7bce90fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '23f3dc3b-096d-4bd7-ac08-420e217fa87e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 26 03:07:19.393632 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c5a553-9811-4192-92f9-bca755ede333 admin admin] Network hostable DHCP agents. Network: 23f3dc3b-096d-4bd7-ac08-420e217fa87e, hostable agents: ['7168f7b9-c398-4364-91f8-35e2ce03f4c4'], hosted agents: [] {{(pid=104013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 26 03:07:19.410702 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c5a553-9811-4192-92f9-bca755ede333 admin admin] Network 23f3dc3b-096d-4bd7-ac08-420e217fa87e is scheduled to be hosted by DHCP agent 7168f7b9-c398-4364-91f8-35e2ce03f4c4 with binding_index 1 {{(pid=104013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 26 03:07:19.419098 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.scheduler.base_scheduler [None req-d5c5a553-9811-4192-92f9-bca755ede333 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846842-4-iscsi, 23f3dc3b-096d-4bd7-ac08-420e217fa87e) {{(pid=104013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 03:07:19.423579 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c5a553-9811-4192-92f9-bca755ede333 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:07:19.424159 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d5c5a553-9811-4192-92f9-bca755ede333 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:07:19.429652 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d27a28e-a848-4347-85d8-1802320b83ed None None] Network 23f3dc3b-096d-4bd7-ac08-420e217fa87e requested from dv-cinder-846842-4-iscsi {{(pid=104015) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 26 03:07:19.444159 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-d5c5a553-9811-4192-92f9-bca755ede333 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3122845 Jun 26 03:07:19.526394 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc8cac55-ff36-47f0-a3fc-f3ef8f620a79 None None] Network 23f3dc3b-096d-4bd7-ac08-420e217fa87e requested from dv-cinder-846842-4-iscsi {{(pid=104015) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 26 03:07:20.170105 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae83930-92d0-46ab-803e-347d5c7a524b req-ce57bb22-fb20-4ee4-9a10-c795d81d3b45 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:07:20.172175 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-8ae83930-92d0-46ab-803e-347d5c7a524b req-ce57bb22-fb20-4ee4-9a10-c795d81d3b45 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=cddc852a-2aa2-4a44-ad1a-e9e930e3bddf HTTP/1.1" status: 200 len: 945 time: 0.0463622 Jun 26 03:07:20.222571 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-8ae83930-92d0-46ab-803e-347d5c7a524b req-4843966f-c2f6-42ff-8693-554bc10116b9 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f19f5d9-470f-45a6-8bfb-d516ad826927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449629 Jun 26 03:07:21.185656 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b45c46-4687-4733-91f5-fe24346055ef req-6af28d43-5963-4a6c-8838-3db262e1cb5c tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:07:21.187726 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-86b45c46-4687-4733-91f5-fe24346055ef req-6af28d43-5963-4a6c-8838-3db262e1cb5c tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] 10.222.0.13 "GET /v2.0/networks?id=23f3dc3b-096d-4bd7-ac08-420e217fa87e HTTP/1.1" status: 200 len: 814 time: 0.0996418 Jun 26 03:07:21.202243 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-86b45c46-4687-4733-91f5-fe24346055ef req-3ba38b7d-513c-41a0-bbbe-e040e327480d tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] 10.222.0.13 "GET /v2.0/quotas/f93abb7628324906baa8d45ce8d1a153 HTTP/1.1" status: 200 len: 375 time: 0.0090020 Jun 26 03:07:21.232013 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-86b45c46-4687-4733-91f5-fe24346055ef req-47537505-ee53-462e-b80e-4cdf2e1a517c tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f93abb7628324906baa8d45ce8d1a153&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0252020 Jun 26 03:07:21.323554 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-86b45c46-4687-4733-91f5-fe24346055ef req-8d90499d-98dd-4c4c-b3ad-e8f1df0f6211 service neutron] 10.222.0.13 "GET /v2.0/networks/23f3dc3b-096d-4bd7-ac08-420e217fa87e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848598 Jun 26 03:07:21.414987 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-86b45c46-4687-4733-91f5-fe24346055ef req-60d25d67-b4b7-443f-94e3-2d2a8e3b80de service neutron] 10.222.0.13 "GET /v2.0/networks/23f3dc3b-096d-4bd7-ac08-420e217fa87e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859470 Jun 26 03:07:21.578457 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-d049730d-10a3-42af-b8e1-c9de4c590905 req-eac04871-f30a-4a12-8056-055f626d2d97 tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] 10.222.0.13 "GET /v2.0/ports?device_id=3029b3b4-985d-4a44-8afd-ec1e400fff6c HTTP/1.1" status: 200 len: 210 time: 0.0283360 Jun 26 03:07:21.614315 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 43762) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:07:21.619174 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [None req-e65df861-411c-4c96-8fdd-c610e3059d99 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1348045660', 'description': 'tempest-description--1513542913'}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:07:21.639794 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-e65df861-411c-4c96-8fdd-c610e3059d99 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Publish callbacks [] for security_group (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:07:21.701329 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:07:21.717395 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-e65df861-411c-4c96-8fdd-c610e3059d99 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Publish callbacks [] for security_group (90e7fd1e-58a4-4c3d-b8cf-801bca4e434d), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:07:21.720943 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-e65df861-411c-4c96-8fdd-c610e3059d99 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (90e7fd1e-58a4-4c3d-b8cf-801bca4e434d), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:07:21.745893 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-e65df861-411c-4c96-8fdd-c610e3059d99 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Publish callbacks [] for security_group (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:07:21.749955 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-e65df861-411c-4c96-8fdd-c610e3059d99 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1316221 Jun 26 03:07:21.750381 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 43768) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:07:21.757532 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-06f3aa85-e581-411f-9d67-ff190a98f627 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Request body: {'security_group_rule': {'security_group_id': '90e7fd1e-58a4-4c3d-b8cf-801bca4e434d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:07:21.759873 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65df861-411c-4c96-8fdd-c610e3059d99 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90e7fd1e-58a4-4c3d-b8cf-801bca4e434d,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:07:21.786300 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-06f3aa85-e581-411f-9d67-ff190a98f627 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Publish callbacks [] for security_group_rule (8185127b-317a-45bf-b5e4-375fbde04215), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:07:21.846580 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-06f3aa85-e581-411f-9d67-ff190a98f627 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Publish callbacks [] for security_group_rule (8185127b-317a-45bf-b5e4-375fbde04215), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:07:21.851769 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-06f3aa85-e581-411f-9d67-ff190a98f627 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692706'] for security_group_rule (8185127b-317a-45bf-b5e4-375fbde04215), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:07:21.870312 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f3aa85-e581-411f-9d67-ff190a98f627 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8185127b-317a-45bf-b5e4-375fbde04215,revision_number=0']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:07:21.881761 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-06f3aa85-e581-411f-9d67-ff190a98f627 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:07:21.883105 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-06f3aa85-e581-411f-9d67-ff190a98f627 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1309955 Jun 26 03:07:21.885735 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 43772) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:07:21.890210 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-5e455ef3-083c-4d86-8f6e-b478f47dea29 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Request body: {'security_group_rule': {'security_group_id': '90e7fd1e-58a4-4c3d-b8cf-801bca4e434d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:07:21.916826 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-5e455ef3-083c-4d86-8f6e-b478f47dea29 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Publish callbacks [] for security_group_rule (1a8e8e08-c8a7-4abe-9523-a8798974b899), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:07:21.977631 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-5e455ef3-083c-4d86-8f6e-b478f47dea29 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Publish callbacks [] for security_group_rule (1a8e8e08-c8a7-4abe-9523-a8798974b899), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:07:21.981426 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-5e455ef3-083c-4d86-8f6e-b478f47dea29 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692706'] for security_group_rule (1a8e8e08-c8a7-4abe-9523-a8798974b899), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:07:22.000527 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e455ef3-083c-4d86-8f6e-b478f47dea29 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a8e8e08-c8a7-4abe-9523-a8798974b899,revision_number=0']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:07:22.011084 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-5e455ef3-083c-4d86-8f6e-b478f47dea29 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:07:22.015309 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-5e455ef3-083c-4d86-8f6e-b478f47dea29 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1256993 Jun 26 03:07:22.015482 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 43774) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:07:22.019710 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-0e8abb51-a519-4e55-a55c-61c483d7e6a8 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Request body: {'floatingip': {'floating_network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:07:22.040135 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-0e8abb51-a519-4e55-a55c-61c483d7e6a8 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:07:22.043847 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:UPDATE=3,neutron:INSERT=11 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:07:22.104841 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:07:22.126025 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-0e8abb51-a519-4e55-a55c-61c483d7e6a8 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:07:22.233446 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.db.db_base_plugin_common [None req-0e8abb51-a519-4e55-a55c-61c483d7e6a8 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Allocated IP 172.27.2.102 (9f069e5f-e57e-4e35-ad51-5f4f2e2f15df/6b24a38a-90db-41c5-beaf-6fa087899576/9ce41780-d979-46f8-8bee-c32c861ced7f) {{(pid=104013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 03:07:22.332167 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-0e8abb51-a519-4e55-a55c-61c483d7e6a8 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Publish callbacks [] for port (9ce41780-d979-46f8-8bee-c32c861ced7f), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:07:22.362805 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-0e8abb51-a519-4e55-a55c-61c483d7e6a8 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787575245469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7375238'] for port (9ce41780-d979-46f8-8bee-c32c861ced7f), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:07:22.403475 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e8abb51-a519-4e55-a55c-61c483d7e6a8 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Network 9f069e5f-e57e-4e35-ad51-5f4f2e2f15df is already hosted by enough agents. {{(pid=104013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 03:07:22.408206 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.scheduler.base_scheduler [None req-0e8abb51-a519-4e55-a55c-61c483d7e6a8 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Resources bound (agent type, host, resource id): {{(pid=104013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 03:07:22.410552 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8abb51-a519-4e55-a55c-61c483d7e6a8 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Received port after_create {{(pid=104013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 26 03:07:22.433992 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8abb51-a519-4e55-a55c-61c483d7e6a8 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Pushing event updated for resources: {'Port': ['ID=9ce41780-d979-46f8-8bee-c32c861ced7f,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:07:22.499759 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-0e8abb51-a519-4e55-a55c-61c483d7e6a8 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Publish callbacks [] for floatingip (7c014a3a-97fc-4dd7-ac15-1734312894d4), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:07:22.537262 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-0e8abb51-a519-4e55-a55c-61c483d7e6a8 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (9ce41780-d979-46f8-8bee-c32c861ced7f), before_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:07:22.565138 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:07:22.647818 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b45c46-4687-4733-91f5-fe24346055ef req-073213f5-5134-4530-847d-a070192ac2fd tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:07:22.649382 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-86b45c46-4687-4733-91f5-fe24346055ef req-073213f5-5134-4530-847d-a070192ac2fd tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] 10.222.0.43 "GET /v2.0/networks?id=23f3dc3b-096d-4bd7-ac08-420e217fa87e HTTP/1.1" status: 200 len: 814 time: 0.1131914 Jun 26 03:07:22.695448 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [req-86b45c46-4687-4733-91f5-fe24346055ef req-6b3b132e-48b2-4089-9da5-96572fbb9d05 tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] Request body: {'port': {'device_id': '3029b3b4-985d-4a44-8afd-ec1e400fff6c', 'network_id': '23f3dc3b-096d-4bd7-ac08-420e217fa87e', 'admin_state_up': True, 'tenant_id': 'f93abb7628324906baa8d45ce8d1a153'}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:07:22.701356 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-d1c4f605-ab81-45ad-a3c2-ad48a81248c3 req-40991962-9645-4f46-9080-7629adc49f0e tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] 10.222.0.13 "GET /v2.0/ports?device_id=3029b3b4-985d-4a44-8afd-ec1e400fff6c HTTP/1.1" status: 200 len: 210 time: 0.0357888 Jun 26 03:07:22.705666 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:07:22.708020 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-0e8abb51-a519-4e55-a55c-61c483d7e6a8 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Publish callbacks [] for port (9ce41780-d979-46f8-8bee-c32c861ced7f), precommit_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:07:22.720427 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-0e8abb51-a519-4e55-a55c-61c483d7e6a8 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7375263'] for port (9ce41780-d979-46f8-8bee-c32c861ced7f), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:07:22.793274 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8abb51-a519-4e55-a55c-61c483d7e6a8 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Pushing event updated for resources: {'Port': ['ID=9ce41780-d979-46f8-8bee-c32c861ced7f,revision_number=2']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:07:22.805140 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-0e8abb51-a519-4e55-a55c-61c483d7e6a8 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620021'] for floatingip (7c014a3a-97fc-4dd7-ac15-1734312894d4), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:07:22.811267 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86b45c46-4687-4733-91f5-fe24346055ef req-6b3b132e-48b2-4089-9da5-96572fbb9d05 tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] Made reservation on behalf of f93abb7628324906baa8d45ce8d1a153 for: {'port': 1} {{(pid=104014) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 03:07:22.815261 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-86b45c46-4687-4733-91f5-fe24346055ef req-6b3b132e-48b2-4089-9da5-96572fbb9d05 tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:07:22.821574 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-0e8abb51-a519-4e55-a55c-61c483d7e6a8 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515864'] for floatingip (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:07:22.822822 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-0e8abb51-a519-4e55-a55c-61c483d7e6a8 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8064926 Jun 26 03:07:22.942085 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.db.db_base_plugin_common [req-86b45c46-4687-4733-91f5-fe24346055ef req-6b3b132e-48b2-4089-9da5-96572fbb9d05 tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] Allocated IP 172.20.0.4 (23f3dc3b-096d-4bd7-ac08-420e217fa87e/2fabddcf-689d-417c-bb16-8f395cf4aa87/769a529d-21f4-483c-a2a1-bd0854c06dc4) {{(pid=104014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 03:07:23.059249 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-57fd7dbc-f029-4742-8e9e-1b934b857190 req-1db03eb5-4af2-4318-8910-15dd84589cf7 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1348045660&fields=id&tenant_id=aa1dff9e9be549308ec0ad3a13810062 HTTP/1.1" status: 200 len: 267 time: 0.0821047 Jun 26 03:07:23.192512 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-86b45c46-4687-4733-91f5-fe24346055ef req-6b3b132e-48b2-4089-9da5-96572fbb9d05 tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] Publish callbacks [] for port (769a529d-21f4-483c-a2a1-bd0854c06dc4), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:07:23.222113 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fd7dbc-f029-4742-8e9e-1b934b857190 req-c7c4bfd1-3a83-4f3e-810d-d8e0eaa809bf tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:07:23.223552 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-57fd7dbc-f029-4742-8e9e-1b934b857190 req-c7c4bfd1-3a83-4f3e-810d-d8e0eaa809bf tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/networks?id=4d1cf2ab-1c05-4bc5-9daa-428f3ef27012 HTTP/1.1" status: 200 len: 819 time: 0.1394250 Jun 26 03:07:23.246383 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-57fd7dbc-f029-4742-8e9e-1b934b857190 req-98a819f2-52d2-4dc9-9f31-bb50231c014b tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/quotas/aa1dff9e9be549308ec0ad3a13810062 HTTP/1.1" status: 200 len: 375 time: 0.0173283 Jun 26 03:07:23.262608 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-86b45c46-4687-4733-91f5-fe24346055ef req-6b3b132e-48b2-4089-9da5-96572fbb9d05 tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787575245469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6258255'] for port (769a529d-21f4-483c-a2a1-bd0854c06dc4), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:07:23.323929 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:07:23.332894 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86b45c46-4687-4733-91f5-fe24346055ef req-6b3b132e-48b2-4089-9da5-96572fbb9d05 tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] Network 23f3dc3b-096d-4bd7-ac08-420e217fa87e is already hosted by enough agents. {{(pid=104014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 03:07:23.341777 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-57fd7dbc-f029-4742-8e9e-1b934b857190 req-e3d0f379-c013-4501-82a9-eef73196765c tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=aa1dff9e9be549308ec0ad3a13810062&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0895493 Jun 26 03:07:23.345006 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.scheduler.base_scheduler [req-86b45c46-4687-4733-91f5-fe24346055ef req-6b3b132e-48b2-4089-9da5-96572fbb9d05 tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] Resources bound (agent type, host, resource id): {{(pid=104014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 03:07:23.349425 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [req-86b45c46-4687-4733-91f5-fe24346055ef req-6b3b132e-48b2-4089-9da5-96572fbb9d05 tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] Received port after_create {{(pid=104014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 26 03:07:23.357024 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3b132e-48b2-4089-9da5-96572fbb9d05 tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] Pushing event updated for resources: {'Port': ['ID=769a529d-21f4-483c-a2a1-bd0854c06dc4,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:07:23.394890 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:07:23.462951 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b45c46-4687-4733-91f5-fe24346055ef req-6b3b132e-48b2-4089-9da5-96572fbb9d05 tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:07:23.463550 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-86b45c46-4687-4733-91f5-fe24346055ef req-6b3b132e-48b2-4089-9da5-96572fbb9d05 tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515864'] for port (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:07:23.490726 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-86b45c46-4687-4733-91f5-fe24346055ef req-6b3b132e-48b2-4089-9da5-96572fbb9d05 tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8135302 Jun 26 03:07:23.494063 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-57fd7dbc-f029-4742-8e9e-1b934b857190 req-a31a2ab7-3986-4cde-86b1-26c56edb95e7 service neutron] 10.222.0.13 "GET /v2.0/networks/4d1cf2ab-1c05-4bc5-9daa-428f3ef27012?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379604 Jun 26 03:07:23.521377 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [req-86b45c46-4687-4733-91f5-fe24346055ef req-7c85832d-3e90-4621-bd0c-cb4b5af5ae3e service neutron] Request body: {'port': {'device_id': '3029b3b4-985d-4a44-8afd-ec1e400fff6c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84684'}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:07:23.627585 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-86b45c46-4687-4733-91f5-fe24346055ef req-7c85832d-3e90-4621-bd0c-cb4b5af5ae3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (769a529d-21f4-483c-a2a1-bd0854c06dc4), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:07:23.646003 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-57fd7dbc-f029-4742-8e9e-1b934b857190 req-ee81173d-4ac7-4825-83c5-dc802c1f7f32 service neutron] 10.222.0.13 "GET /v2.0/networks/4d1cf2ab-1c05-4bc5-9daa-428f3ef27012?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456029 Jun 26 03:07:24.089737 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-c6b2fc6f-78ee-4d18-9852-b8fd5c0d9258 req-df173588-9217-4374-b257-d512ac7734ef tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=473e061c-b6d3-4dff-9171-45f7acfaffee HTTP/1.1" status: 200 len: 210 time: 0.2899563 Jun 26 03:07:24.103033 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c563b1a9-7693-434d-a17b-f861decb9db5 req-b1828a0e-8f3d-4f09-ba7b-7ae9a4d79be6 tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:07:24.104442 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-c563b1a9-7693-434d-a17b-f861decb9db5 req-b1828a0e-8f3d-4f09-ba7b-7ae9a4d79be6 tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] 10.222.0.13 "GET /v2.0/ports?device_id=3029b3b4-985d-4a44-8afd-ec1e400fff6c HTTP/1.1" status: 200 len: 931 time: 0.3176997 Jun 26 03:07:24.180563 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-c563b1a9-7693-434d-a17b-f861decb9db5 req-d7a13c59-2bc7-4d70-85c2-a17304c6bf00 tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5b4b915-67c7-429c-9e4f-7ab17161fa22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699124 Jun 26 03:07:24.227821 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.notifiers.nova [req-86b45c46-4687-4733-91f5-fe24346055ef req-7c85832d-3e90-4621-bd0c-cb4b5af5ae3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 769a529d-21f4-483c-a2a1-bd0854c06dc4 {{(pid=104014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 26 03:07:24.236095 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-86b45c46-4687-4733-91f5-fe24346055ef req-7c85832d-3e90-4621-bd0c-cb4b5af5ae3e service neutron] Publish callbacks [] for port (769a529d-21f4-483c-a2a1-bd0854c06dc4), precommit_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:07:24.249241 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [req-86b45c46-4687-4733-91f5-fe24346055ef req-7c85832d-3e90-4621-bd0c-cb4b5af5ae3e service neutron] Transition to ACTIVE for port object 769a529d-21f4-483c-a2a1-bd0854c06dc4 will not be triggered until provisioned by entity L2. {{(pid=104014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 26 03:07:24.252487 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-86b45c46-4687-4733-91f5-fe24346055ef req-7c85832d-3e90-4621-bd0c-cb4b5af5ae3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6258262'] for port (769a529d-21f4-483c-a2a1-bd0854c06dc4), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:07:24.300250 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c85832d-3e90-4621-bd0c-cb4b5af5ae3e service neutron] Pushing event updated for resources: {'Port': ['ID=769a529d-21f4-483c-a2a1-bd0854c06dc4,revision_number=2']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:07:24.373918 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.managers [req-86b45c46-4687-4733-91f5-fe24346055ef req-7c85832d-3e90-4621-bd0c-cb4b5af5ae3e service neutron] Attempting to bind port 769a529d-21f4-483c-a2a1-bd0854c06dc4 on host hv-cinder-84684 for vnic_type normal with profile {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 26 03:07:24.374937 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.managers [req-86b45c46-4687-4733-91f5-fe24346055ef req-7c85832d-3e90-4621-bd0c-cb4b5af5ae3e service neutron] Attempting to bind port 769a529d-21f4-483c-a2a1-bd0854c06dc4 by drivers openvswitch,hyperv on host hv-cinder-84684 at level 0 using segments [{'id': 'b024148b-fe5a-483e-9d5a-d83a7bce90fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '23f3dc3b-096d-4bd7-ac08-420e217fa87e'}] {{(pid=104014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 26 03:07:24.375264 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b45c46-4687-4733-91f5-fe24346055ef req-7c85832d-3e90-4621-bd0c-cb4b5af5ae3e service neutron] Attempting to bind port 769a529d-21f4-483c-a2a1-bd0854c06dc4 on network 23f3dc3b-096d-4bd7-ac08-420e217fa87e {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 26 03:07:24.380072 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b45c46-4687-4733-91f5-fe24346055ef req-7c85832d-3e90-4621-bd0c-cb4b5af5ae3e service neutron] Port 769a529d-21f4-483c-a2a1-bd0854c06dc4 on network 23f3dc3b-096d-4bd7-ac08-420e217fa87e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84684 {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 26 03:07:24.380388 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b45c46-4687-4733-91f5-fe24346055ef req-7c85832d-3e90-4621-bd0c-cb4b5af5ae3e service neutron] Attempting to bind port 769a529d-21f4-483c-a2a1-bd0854c06dc4 on network 23f3dc3b-096d-4bd7-ac08-420e217fa87e {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 26 03:07:24.382864 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:07:24.386035 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b45c46-4687-4733-91f5-fe24346055ef req-7c85832d-3e90-4621-bd0c-cb4b5af5ae3e service neutron] Checking agent: {'id': 'e7a0895f-45bb-4130-be69-32df3e039043', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84684', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 26, 3, 2, 40), 'started_at': datetime.datetime(2022, 6, 26, 3, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 26, 3, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 26 03:07:24.386384 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b45c46-4687-4733-91f5-fe24346055ef req-7c85832d-3e90-4621-bd0c-cb4b5af5ae3e service neutron] Checking segment: {'id': 'b024148b-fe5a-483e-9d5a-d83a7bce90fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '23f3dc3b-096d-4bd7-ac08-420e217fa87e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 26 03:07:24.386757 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b45c46-4687-4733-91f5-fe24346055ef req-7c85832d-3e90-4621-bd0c-cb4b5af5ae3e service neutron] Bound using segment: {'id': 'b024148b-fe5a-483e-9d5a-d83a7bce90fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '23f3dc3b-096d-4bd7-ac08-420e217fa87e'} {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 26 03:07:24.387166 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.managers [req-86b45c46-4687-4733-91f5-fe24346055ef req-7c85832d-3e90-4621-bd0c-cb4b5af5ae3e service neutron] Bound port: 769a529d-21f4-483c-a2a1-bd0854c06dc4, host: hv-cinder-84684, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b024148b-fe5a-483e-9d5a-d83a7bce90fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '23f3dc3b-096d-4bd7-ac08-420e217fa87e'}}] {{(pid=104014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 26 03:07:24.387514 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-86b45c46-4687-4733-91f5-fe24346055ef req-7c85832d-3e90-4621-bd0c-cb4b5af5ae3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (769a529d-21f4-483c-a2a1-bd0854c06dc4), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:07:24.439901 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:07:24.448948 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [req-86b45c46-4687-4733-91f5-fe24346055ef req-7c85832d-3e90-4621-bd0c-cb4b5af5ae3e service neutron] For port 769a529d-21f4-483c-a2a1-bd0854c06dc4, host hv-cinder-84684, cleared binding levels {{(pid=104014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 03:07:24.452125 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [req-86b45c46-4687-4733-91f5-fe24346055ef req-7c85832d-3e90-4621-bd0c-cb4b5af5ae3e service neutron] For port 769a529d-21f4-483c-a2a1-bd0854c06dc4, host hv-cinder-84684, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=769a529d-21f4-483c-a2a1-bd0854c06dc4,segment=NetworkSegment(b024148b-fe5a-483e-9d5a-d83a7bce90fe),segment_id=b024148b-fe5a-483e-9d5a-d83a7bce90fe)] {{(pid=104014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 03:07:24.457811 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-86b45c46-4687-4733-91f5-fe24346055ef req-7c85832d-3e90-4621-bd0c-cb4b5af5ae3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6258262'] for port (769a529d-21f4-483c-a2a1-bd0854c06dc4), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:07:24.495576 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b45c46-4687-4733-91f5-fe24346055ef req-7c85832d-3e90-4621-bd0c-cb4b5af5ae3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:07:24.496180 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-86b45c46-4687-4733-91f5-fe24346055ef req-7c85832d-3e90-4621-bd0c-cb4b5af5ae3e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515864'] for port (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:07:24.497504 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-86b45c46-4687-4733-91f5-fe24346055ef req-7c85832d-3e90-4621-bd0c-cb4b5af5ae3e service neutron] 10.222.0.43 "PUT /v2.0/ports/769a529d-21f4-483c-a2a1-bd0854c06dc4 HTTP/1.1" status: 200 len: 1093 time: 0.9890282 Jun 26 03:07:24.497927 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3029b3b4-985d-4a44-8afd-ec1e400fff6c', 'tag': '769a529d-21f4-483c-a2a1-bd0854c06dc4'}] {{(pid=104014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 26 03:07:24.500920 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b346e277b9447a300c9d303bb334713d04858661d6ca7e8667ef96f79658145a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73e55dd1-251a-429b-b156-0d78f1c38fd3" -d '{"events": [{"name": "network-changed", "server_uuid": "3029b3b4-985d-4a44-8afd-ec1e400fff6c", "tag": "769a529d-21f4-483c-a2a1-bd0854c06dc4"}]}' {{(pid=104014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 03:07:24.517193 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c85832d-3e90-4621-bd0c-cb4b5af5ae3e service neutron] Pushing event updated for resources: {'Port': ['ID=769a529d-21f4-483c-a2a1-bd0854c06dc4,revision_number=3']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:07:24.535891 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Jun 2022 03:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92605645-0604-422d-bc92-ba3bbadfa683 x-openstack-request-id: req-92605645-0604-422d-bc92-ba3bbadfa683 {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 03:07:24.536180 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3029b3b4-985d-4a44-8afd-ec1e400fff6c", "tag": "769a529d-21f4-483c-a2a1-bd0854c06dc4", "status": "completed", "code": 200}]} {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 03:07:24.536431 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-92605645-0604-422d-bc92-ba3bbadfa683 {{(pid=104014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 03:07:24.536829 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92605645-0604-422d-bc92-ba3bbadfa683'] response: {'name': 'network-changed', 'server_uuid': '3029b3b4-985d-4a44-8afd-ec1e400fff6c', 'tag': '769a529d-21f4-483c-a2a1-bd0854c06dc4', 'status': 'completed', 'code': 200} Jun 26 03:07:24.746724 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e55dd1-251a-429b-b156-0d78f1c38fd3 req-3b652ce2-bc47-4e69-a2df-d04e60ace0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:07:24.748134 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-73e55dd1-251a-429b-b156-0d78f1c38fd3 req-3b652ce2-bc47-4e69-a2df-d04e60ace0ef service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f93abb7628324906baa8d45ce8d1a153&device_id=3029b3b4-985d-4a44-8afd-ec1e400fff6c HTTP/1.1" status: 200 len: 1127 time: 0.0435677 Jun 26 03:07:24.924812 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e55dd1-251a-429b-b156-0d78f1c38fd3 req-80ed79f2-65d1-4e0e-a647-9c838a387010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:07:24.926300 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-73e55dd1-251a-429b-b156-0d78f1c38fd3 req-80ed79f2-65d1-4e0e-a647-9c838a387010 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=f93abb7628324906baa8d45ce8d1a153&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1624906 Jun 26 03:07:24.979600 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fd7dbc-f029-4742-8e9e-1b934b857190 req-a338254b-fe62-42d8-9e58-5af70d05036d tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:07:24.981015 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-57fd7dbc-f029-4742-8e9e-1b934b857190 req-a338254b-fe62-42d8-9e58-5af70d05036d tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.43 "GET /v2.0/networks?id=4d1cf2ab-1c05-4bc5-9daa-428f3ef27012 HTTP/1.1" status: 200 len: 819 time: 0.1774116 Jun 26 03:07:25.042636 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e55dd1-251a-429b-b156-0d78f1c38fd3 req-2cbb0db2-9c4c-4e11-8b43-23dc088001dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:07:25.043974 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-73e55dd1-251a-429b-b156-0d78f1c38fd3 req-2cbb0db2-9c4c-4e11-8b43-23dc088001dd service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1102247 Jun 26 03:07:25.161065 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-57fd7dbc-f029-4742-8e9e-1b934b857190 req-6b0e2896-a784-4994-8382-c1132e24de4f tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aa1dff9e9be549308ec0ad3a13810062 HTTP/1.1" status: 200 len: 380 time: 0.0534515 Jun 26 03:07:25.178957 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [req-57fd7dbc-f029-4742-8e9e-1b934b857190 req-cd22307e-181e-4d65-b48c-06c648d44ceb tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Request body: {'port': {'device_id': '473e061c-b6d3-4dff-9171-45f7acfaffee', 'network_id': '4d1cf2ab-1c05-4bc5-9daa-428f3ef27012', 'admin_state_up': True, 'tenant_id': 'aa1dff9e9be549308ec0ad3a13810062', 'security_groups': ['90e7fd1e-58a4-4c3d-b8cf-801bca4e434d']}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:07:25.235427 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-b9c2ac81-562d-4cb6-b2e5-91576b20ab48 req-5c6f5f38-67fb-4b48-9b35-d28a9756049d tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=473e061c-b6d3-4dff-9171-45f7acfaffee HTTP/1.1" status: 200 len: 210 time: 0.0715158 Jun 26 03:07:25.281294 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b45c46-4687-4733-91f5-fe24346055ef req-cd6018b6-2c02-4658-9a0c-1ad2af869797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:07:25.283199 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-86b45c46-4687-4733-91f5-fe24346055ef req-cd6018b6-2c02-4658-9a0c-1ad2af869797 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f93abb7628324906baa8d45ce8d1a153&device_id=3029b3b4-985d-4a44-8afd-ec1e400fff6c HTTP/1.1" status: 200 len: 1127 time: 0.1105268 Jun 26 03:07:25.381172 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-86b45c46-4687-4733-91f5-fe24346055ef req-01e11998-de8f-49aa-a555-4e358a705ec5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=769a529d-21f4-483c-a2a1-bd0854c06dc4 HTTP/1.1" status: 200 len: 217 time: 0.0495150 Jun 26 03:07:25.396465 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512d5c6d-efb8-4db3-8aac-5fc1625cfe4c req-2bd56aed-8345-416a-9b8b-245de4441d3d tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:07:25.397843 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-512d5c6d-efb8-4db3-8aac-5fc1625cfe4c req-2bd56aed-8345-416a-9b8b-245de4441d3d tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] 10.222.0.13 "GET /v2.0/ports?device_id=3029b3b4-985d-4a44-8afd-ec1e400fff6c HTTP/1.1" status: 200 len: 943 time: 0.1383753 Jun 26 03:07:25.484204 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b45c46-4687-4733-91f5-fe24346055ef req-cf268c89-e009-4205-a3b5-af725f03910c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:07:25.485739 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-86b45c46-4687-4733-91f5-fe24346055ef req-cf268c89-e009-4205-a3b5-af725f03910c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2fabddcf-689d-417c-bb16-8f395cf4aa87 HTTP/1.1" status: 200 len: 854 time: 0.0954795 Jun 26 03:07:25.489266 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57fd7dbc-f029-4742-8e9e-1b934b857190 req-cd22307e-181e-4d65-b48c-06c648d44ceb tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Made reservation on behalf of aa1dff9e9be549308ec0ad3a13810062 for: {'port': 1} {{(pid=104014) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 03:07:25.492486 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-57fd7dbc-f029-4742-8e9e-1b934b857190 req-cd22307e-181e-4d65-b48c-06c648d44ceb tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:07:25.534349 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-86b45c46-4687-4733-91f5-fe24346055ef req-d1f6b700-aeb2-482a-9d46-8eadbb21d763 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=23f3dc3b-096d-4bd7-ac08-420e217fa87e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361240 Jun 26 03:07:25.537274 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-512d5c6d-efb8-4db3-8aac-5fc1625cfe4c req-97395c22-3d88-4c84-ae98-86458546ae09 tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5b4b915-67c7-429c-9e4f-7ab17161fa22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263485 Jun 26 03:07:25.626549 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:07:25.660965 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:07:25.734030 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-86b45c46-4687-4733-91f5-fe24346055ef req-f361b2ca-772b-439e-a0a4-a59e8e6f2cca service neutron] 10.222.0.43 "GET /v2.0/networks/23f3dc3b-096d-4bd7-ac08-420e217fa87e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918523 Jun 26 03:07:25.752790 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.db.db_base_plugin_common [req-57fd7dbc-f029-4742-8e9e-1b934b857190 req-cd22307e-181e-4d65-b48c-06c648d44ceb tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Allocated IP 172.20.0.5 (4d1cf2ab-1c05-4bc5-9daa-428f3ef27012/50d12281-21a2-4343-ba8b-93c5382e067a/9ffa489f-38cb-4f25-9eb2-e940343d2383) {{(pid=104014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 03:07:25.883471 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-86b45c46-4687-4733-91f5-fe24346055ef req-b164e5a4-de90-4387-a8ec-e6e0e364baf6 service neutron] 10.222.0.43 "GET /v2.0/networks/23f3dc3b-096d-4bd7-ac08-420e217fa87e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410904 Jun 26 03:07:25.957179 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-57fd7dbc-f029-4742-8e9e-1b934b857190 req-cd22307e-181e-4d65-b48c-06c648d44ceb tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Publish callbacks [] for port (9ffa489f-38cb-4f25-9eb2-e940343d2383), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:07:25.966820 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=2 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:07:25.987395 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-57fd7dbc-f029-4742-8e9e-1b934b857190 req-cd22307e-181e-4d65-b48c-06c648d44ceb tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787575245469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6258255'] for port (9ffa489f-38cb-4f25-9eb2-e940343d2383), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:07:26.031263 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57fd7dbc-f029-4742-8e9e-1b934b857190 req-cd22307e-181e-4d65-b48c-06c648d44ceb tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Network 4d1cf2ab-1c05-4bc5-9daa-428f3ef27012 is already hosted by enough agents. {{(pid=104014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 03:07:26.034159 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.scheduler.base_scheduler [req-57fd7dbc-f029-4742-8e9e-1b934b857190 req-cd22307e-181e-4d65-b48c-06c648d44ceb tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Resources bound (agent type, host, resource id): {{(pid=104014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 03:07:26.037765 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [req-57fd7dbc-f029-4742-8e9e-1b934b857190 req-cd22307e-181e-4d65-b48c-06c648d44ceb tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Received port after_create {{(pid=104014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 26 03:07:26.043869 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd22307e-181e-4d65-b48c-06c648d44ceb tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Pushing event updated for resources: {'Port': ['ID=9ffa489f-38cb-4f25-9eb2-e940343d2383,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:07:26.094549 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fd7dbc-f029-4742-8e9e-1b934b857190 req-cd22307e-181e-4d65-b48c-06c648d44ceb tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:07:26.095187 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-57fd7dbc-f029-4742-8e9e-1b934b857190 req-cd22307e-181e-4d65-b48c-06c648d44ceb tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515864'] for port (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:07:26.112407 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-57fd7dbc-f029-4742-8e9e-1b934b857190 req-cd22307e-181e-4d65-b48c-06c648d44ceb tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9368672 Jun 26 03:07:26.248537 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-199d800b-ccab-473f-9dd5-ecbf119a47ff None None] Provisioning complete for port 9ffa489f-38cb-4f25-9eb2-e940343d2383 triggered by entity DHCP. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:07:26.249057 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-199d800b-ccab-473f-9dd5-ecbf119a47ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (9ffa489f-38cb-4f25-9eb2-e940343d2383), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:07:26.285225 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-199d800b-ccab-473f-9dd5-ecbf119a47ff None None] Port 9ffa489f-38cb-4f25-9eb2-e940343d2383 cannot update to ACTIVE because it is not bound. {{(pid=104015) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 26 03:07:26.346795 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46d101a-06a9-4a05-9462-82f2332af069 req-6b98fff0-4ab9-42f1-af7b-df0a0195f591 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:07:26.348154 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-c46d101a-06a9-4a05-9462-82f2332af069 req-6b98fff0-4ab9-42f1-af7b-df0a0195f591 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=473e061c-b6d3-4dff-9171-45f7acfaffee HTTP/1.1" status: 200 len: 931 time: 0.0459273 Jun 26 03:07:26.393905 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-c46d101a-06a9-4a05-9462-82f2332af069 req-efee17e4-111f-43b4-9044-accbc9b2ccf5 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/security-groups?id=90e7fd1e-58a4-4c3d-b8cf-801bca4e434d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403008 Jun 26 03:07:26.648878 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9171fae5-6c79-4f12-901f-675eb7b1d1e8 req-aa49ea15-07a4-4480-92ac-77ca7c56e3d4 tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:07:26.650348 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-9171fae5-6c79-4f12-901f-675eb7b1d1e8 req-aa49ea15-07a4-4480-92ac-77ca7c56e3d4 tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] 10.222.0.13 "GET /v2.0/ports?device_id=3029b3b4-985d-4a44-8afd-ec1e400fff6c HTTP/1.1" status: 200 len: 943 time: 0.0458400 Jun 26 03:07:26.696490 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-9171fae5-6c79-4f12-901f-675eb7b1d1e8 req-2877e62a-23bc-4481-a643-ebea714740f2 tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5b4b915-67c7-429c-9e4f-7ab17161fa22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407336 Jun 26 03:07:27.508285 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84f6923-1af1-4405-95aa-a6e418a6b520 req-39bc29f3-3817-4232-b4c1-5176857e1a83 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:07:27.509700 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-c84f6923-1af1-4405-95aa-a6e418a6b520 req-39bc29f3-3817-4232-b4c1-5176857e1a83 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=473e061c-b6d3-4dff-9171-45f7acfaffee HTTP/1.1" status: 200 len: 931 time: 0.0487292 Jun 26 03:07:27.555787 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-c84f6923-1af1-4405-95aa-a6e418a6b520 req-93090e8a-6837-465c-9589-a3d86f019190 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/security-groups?id=90e7fd1e-58a4-4c3d-b8cf-801bca4e434d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406940 Jun 26 03:07:27.797324 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:07:27.807876 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072301f5-36a3-4df4-b20b-8ca16c6518b3 req-7d3cd574-e8e4-4d55-b5c0-8b8a12024c30 tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:07:27.809319 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-072301f5-36a3-4df4-b20b-8ca16c6518b3 req-7d3cd574-e8e4-4d55-b5c0-8b8a12024c30 tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] 10.222.0.13 "GET /v2.0/ports?device_id=3029b3b4-985d-4a44-8afd-ec1e400fff6c HTTP/1.1" status: 200 len: 943 time: 0.0464680 Jun 26 03:07:27.857198 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-072301f5-36a3-4df4-b20b-8ca16c6518b3 req-007f6570-e4cb-42b1-8d2b-a55062c80cf8 tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5b4b915-67c7-429c-9e4f-7ab17161fa22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413206 Jun 26 03:07:28.390381 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [req-57fd7dbc-f029-4742-8e9e-1b934b857190 req-75056520-8549-433d-a0ce-6dc5b23d28d9 service neutron] Request body: {'port': {'device_id': '473e061c-b6d3-4dff-9171-45f7acfaffee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84684'}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:07:28.439849 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:07:28.451150 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-57fd7dbc-f029-4742-8e9e-1b934b857190 req-75056520-8549-433d-a0ce-6dc5b23d28d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (9ffa489f-38cb-4f25-9eb2-e940343d2383), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:07:28.684834 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e77216-48ae-4737-b808-6b6a98085104 req-30351609-e4f4-494b-83cd-78b7eb841dac tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:07:28.686250 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-75e77216-48ae-4737-b808-6b6a98085104 req-30351609-e4f4-494b-83cd-78b7eb841dac tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=473e061c-b6d3-4dff-9171-45f7acfaffee HTTP/1.1" status: 200 len: 931 time: 0.0607395 Jun 26 03:07:28.775157 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-75e77216-48ae-4737-b808-6b6a98085104 req-423f0868-98db-49b4-95fa-8e5d91834d27 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/security-groups?id=90e7fd1e-58a4-4c3d-b8cf-801bca4e434d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820394 Jun 26 03:07:28.780125 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.notifiers.nova [req-57fd7dbc-f029-4742-8e9e-1b934b857190 req-75056520-8549-433d-a0ce-6dc5b23d28d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ffa489f-38cb-4f25-9eb2-e940343d2383 {{(pid=104014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 26 03:07:28.787603 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-57fd7dbc-f029-4742-8e9e-1b934b857190 req-75056520-8549-433d-a0ce-6dc5b23d28d9 service neutron] Publish callbacks [] for port (9ffa489f-38cb-4f25-9eb2-e940343d2383), precommit_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:07:28.800421 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [req-57fd7dbc-f029-4742-8e9e-1b934b857190 req-75056520-8549-433d-a0ce-6dc5b23d28d9 service neutron] Transition to ACTIVE for port object 9ffa489f-38cb-4f25-9eb2-e940343d2383 will not be triggered until provisioned by entity L2. {{(pid=104014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 26 03:07:28.804165 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-57fd7dbc-f029-4742-8e9e-1b934b857190 req-75056520-8549-433d-a0ce-6dc5b23d28d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6258262'] for port (9ffa489f-38cb-4f25-9eb2-e940343d2383), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:07:28.876527 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75056520-8549-433d-a0ce-6dc5b23d28d9 service neutron] Pushing event updated for resources: {'Port': ['ID=9ffa489f-38cb-4f25-9eb2-e940343d2383,revision_number=2']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:07:28.945462 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.managers [req-57fd7dbc-f029-4742-8e9e-1b934b857190 req-75056520-8549-433d-a0ce-6dc5b23d28d9 service neutron] Attempting to bind port 9ffa489f-38cb-4f25-9eb2-e940343d2383 on host hv-cinder-84684 for vnic_type normal with profile {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 26 03:07:28.945881 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.managers [req-57fd7dbc-f029-4742-8e9e-1b934b857190 req-75056520-8549-433d-a0ce-6dc5b23d28d9 service neutron] Attempting to bind port 9ffa489f-38cb-4f25-9eb2-e940343d2383 by drivers openvswitch,hyperv on host hv-cinder-84684 at level 0 using segments [{'id': '5b86e525-c15a-4ec4-b614-b7765ac125bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '4d1cf2ab-1c05-4bc5-9daa-428f3ef27012'}] {{(pid=104014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 26 03:07:28.946250 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57fd7dbc-f029-4742-8e9e-1b934b857190 req-75056520-8549-433d-a0ce-6dc5b23d28d9 service neutron] Attempting to bind port 9ffa489f-38cb-4f25-9eb2-e940343d2383 on network 4d1cf2ab-1c05-4bc5-9daa-428f3ef27012 {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 26 03:07:28.971126 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57fd7dbc-f029-4742-8e9e-1b934b857190 req-75056520-8549-433d-a0ce-6dc5b23d28d9 service neutron] Port 9ffa489f-38cb-4f25-9eb2-e940343d2383 on network 4d1cf2ab-1c05-4bc5-9daa-428f3ef27012 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84684 {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 26 03:07:28.971451 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57fd7dbc-f029-4742-8e9e-1b934b857190 req-75056520-8549-433d-a0ce-6dc5b23d28d9 service neutron] Attempting to bind port 9ffa489f-38cb-4f25-9eb2-e940343d2383 on network 4d1cf2ab-1c05-4bc5-9daa-428f3ef27012 {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 26 03:07:28.983218 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57fd7dbc-f029-4742-8e9e-1b934b857190 req-75056520-8549-433d-a0ce-6dc5b23d28d9 service neutron] Checking agent: {'id': 'e7a0895f-45bb-4130-be69-32df3e039043', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84684', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 26, 3, 2, 40), 'started_at': datetime.datetime(2022, 6, 26, 3, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 26, 3, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 26 03:07:28.984177 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57fd7dbc-f029-4742-8e9e-1b934b857190 req-75056520-8549-433d-a0ce-6dc5b23d28d9 service neutron] Checking segment: {'id': '5b86e525-c15a-4ec4-b614-b7765ac125bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '4d1cf2ab-1c05-4bc5-9daa-428f3ef27012'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 26 03:07:28.984700 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57fd7dbc-f029-4742-8e9e-1b934b857190 req-75056520-8549-433d-a0ce-6dc5b23d28d9 service neutron] Bound using segment: {'id': '5b86e525-c15a-4ec4-b614-b7765ac125bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '4d1cf2ab-1c05-4bc5-9daa-428f3ef27012'} {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 26 03:07:28.985335 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.managers [req-57fd7dbc-f029-4742-8e9e-1b934b857190 req-75056520-8549-433d-a0ce-6dc5b23d28d9 service neutron] Bound port: 9ffa489f-38cb-4f25-9eb2-e940343d2383, host: hv-cinder-84684, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b86e525-c15a-4ec4-b614-b7765ac125bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '4d1cf2ab-1c05-4bc5-9daa-428f3ef27012'}}] {{(pid=104014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 26 03:07:28.985700 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-57fd7dbc-f029-4742-8e9e-1b934b857190 req-75056520-8549-433d-a0ce-6dc5b23d28d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (9ffa489f-38cb-4f25-9eb2-e940343d2383), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:07:28.993463 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cc34ab-aee2-4e51-adb6-cc0987315cf0 req-b735807b-072b-48d6-8a8c-e55be3f037e1 tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:07:28.994975 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-97cc34ab-aee2-4e51-adb6-cc0987315cf0 req-b735807b-072b-48d6-8a8c-e55be3f037e1 tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] 10.222.0.13 "GET /v2.0/ports?device_id=3029b3b4-985d-4a44-8afd-ec1e400fff6c HTTP/1.1" status: 200 len: 943 time: 0.0667996 Jun 26 03:07:29.088712 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-97cc34ab-aee2-4e51-adb6-cc0987315cf0 req-5ccdddb7-a747-4bbf-916e-249555dbb83a tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5b4b915-67c7-429c-9e4f-7ab17161fa22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857630 Jun 26 03:07:29.092468 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [req-57fd7dbc-f029-4742-8e9e-1b934b857190 req-75056520-8549-433d-a0ce-6dc5b23d28d9 service neutron] For port 9ffa489f-38cb-4f25-9eb2-e940343d2383, host hv-cinder-84684, cleared binding levels {{(pid=104014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 03:07:29.096207 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [req-57fd7dbc-f029-4742-8e9e-1b934b857190 req-75056520-8549-433d-a0ce-6dc5b23d28d9 service neutron] For port 9ffa489f-38cb-4f25-9eb2-e940343d2383, host hv-cinder-84684, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=9ffa489f-38cb-4f25-9eb2-e940343d2383,segment=NetworkSegment(5b86e525-c15a-4ec4-b614-b7765ac125bb),segment_id=5b86e525-c15a-4ec4-b614-b7765ac125bb)] {{(pid=104014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 03:07:29.102734 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-57fd7dbc-f029-4742-8e9e-1b934b857190 req-75056520-8549-433d-a0ce-6dc5b23d28d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6258262'] for port (9ffa489f-38cb-4f25-9eb2-e940343d2383), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:07:29.140853 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fd7dbc-f029-4742-8e9e-1b934b857190 req-75056520-8549-433d-a0ce-6dc5b23d28d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:07:29.141457 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-57fd7dbc-f029-4742-8e9e-1b934b857190 req-75056520-8549-433d-a0ce-6dc5b23d28d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515864'] for port (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:07:29.143031 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-57fd7dbc-f029-4742-8e9e-1b934b857190 req-75056520-8549-433d-a0ce-6dc5b23d28d9 service neutron] 10.222.0.43 "PUT /v2.0/ports/9ffa489f-38cb-4f25-9eb2-e940343d2383 HTTP/1.1" status: 200 len: 1093 time: 0.7573709 Jun 26 03:07:29.143291 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '473e061c-b6d3-4dff-9171-45f7acfaffee', 'tag': '9ffa489f-38cb-4f25-9eb2-e940343d2383'}] {{(pid=104014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 26 03:07:29.145380 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b346e277b9447a300c9d303bb334713d04858661d6ca7e8667ef96f79658145a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27f732ee-7a55-45df-96b2-c1ca8a002145" -d '{"events": [{"name": "network-changed", "server_uuid": "473e061c-b6d3-4dff-9171-45f7acfaffee", "tag": "9ffa489f-38cb-4f25-9eb2-e940343d2383"}]}' {{(pid=104014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 03:07:29.171438 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75056520-8549-433d-a0ce-6dc5b23d28d9 service neutron] Pushing event updated for resources: {'Port': ['ID=9ffa489f-38cb-4f25-9eb2-e940343d2383,revision_number=3']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:07:29.186364 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Jun 2022 03:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba8dae61-8c76-46bb-85f2-1e87470c6dfa x-openstack-request-id: req-ba8dae61-8c76-46bb-85f2-1e87470c6dfa {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 03:07:29.187309 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "473e061c-b6d3-4dff-9171-45f7acfaffee", "tag": "9ffa489f-38cb-4f25-9eb2-e940343d2383", "status": "completed", "code": 200}]} {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 03:07:29.187561 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ba8dae61-8c76-46bb-85f2-1e87470c6dfa {{(pid=104014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 03:07:29.188014 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba8dae61-8c76-46bb-85f2-1e87470c6dfa'] response: {'name': 'network-changed', 'server_uuid': '473e061c-b6d3-4dff-9171-45f7acfaffee', 'tag': '9ffa489f-38cb-4f25-9eb2-e940343d2383', 'status': 'completed', 'code': 200} Jun 26 03:07:29.223546 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:07:29.251316 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:07:29.257668 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fd7dbc-f029-4742-8e9e-1b934b857190 req-fe47cd02-3555-4af7-af66-7290498755c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:07:29.259240 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-57fd7dbc-f029-4742-8e9e-1b934b857190 req-fe47cd02-3555-4af7-af66-7290498755c6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=aa1dff9e9be549308ec0ad3a13810062&device_id=473e061c-b6d3-4dff-9171-45f7acfaffee HTTP/1.1" status: 200 len: 1127 time: 0.0435734 Jun 26 03:07:29.312109 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-57fd7dbc-f029-4742-8e9e-1b934b857190 req-ee4e92e0-7476-4b6a-90ff-e5d1e863b642 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9ffa489f-38cb-4f25-9eb2-e940343d2383 HTTP/1.1" status: 200 len: 217 time: 0.0329738 Jun 26 03:07:29.365523 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fd7dbc-f029-4742-8e9e-1b934b857190 req-976ab50f-7169-431b-81e9-344e1340a307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:07:29.367022 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-57fd7dbc-f029-4742-8e9e-1b934b857190 req-976ab50f-7169-431b-81e9-344e1340a307 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=50d12281-21a2-4343-ba8b-93c5382e067a HTTP/1.1" status: 200 len: 858 time: 0.0493741 Jun 26 03:07:29.415104 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fd7dbc-f029-4742-8e9e-1b934b857190 req-61370897-40fb-4db6-afc2-9adfa3cc47b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:07:29.416521 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-57fd7dbc-f029-4742-8e9e-1b934b857190 req-61370897-40fb-4db6-afc2-9adfa3cc47b6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4d1cf2ab-1c05-4bc5-9daa-428f3ef27012&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426481 Jun 26 03:07:29.504210 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-57fd7dbc-f029-4742-8e9e-1b934b857190 req-ce6e6c12-7406-48ba-ab13-7fb77bed4299 service neutron] 10.222.0.43 "GET /v2.0/networks/4d1cf2ab-1c05-4bc5-9daa-428f3ef27012?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812480 Jun 26 03:07:29.596051 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-57fd7dbc-f029-4742-8e9e-1b934b857190 req-79fc947a-67e0-49d2-8ea5-6d55c50a1655 service neutron] 10.222.0.43 "GET /v2.0/networks/4d1cf2ab-1c05-4bc5-9daa-428f3ef27012?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840263 Jun 26 03:07:29.621041 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Device 769a529d-21f4-483c-a2a1-bd0854c06dc4 details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=104015) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 26 03:07:29.723606 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] For port 769a529d-21f4-483c-a2a1-bd0854c06dc4, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=769a529d-21f4-483c-a2a1-bd0854c06dc4,segment=NetworkSegment(b024148b-fe5a-483e-9d5a-d83a7bce90fe),segment_id=b024148b-fe5a-483e-9d5a-d83a7bce90fe)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:07:29.735479 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Returning: {'device': '769a529d-21f4-483c-a2a1-bd0854c06dc4', 'network_id': '23f3dc3b-096d-4bd7-ac08-420e217fa87e', 'port_id': '769a529d-21f4-483c-a2a1-bd0854c06dc4', 'mac_address': 'fa:16:3e:ae:9f:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fabddcf-689d-417c-bb16-8f395cf4aa87', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104015) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 26 03:07:29.768384 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Current status of the port 769a529d-21f4-483c-a2a1-bd0854c06dc4 is: DOWN; New status is: BUILD {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 03:07:29.768701 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (769a529d-21f4-483c-a2a1-bd0854c06dc4), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:07:29.781494 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.notifiers.nova [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 769a529d-21f4-483c-a2a1-bd0854c06dc4 {{(pid=104015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 26 03:07:29.801504 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] For port 769a529d-21f4-483c-a2a1-bd0854c06dc4, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=769a529d-21f4-483c-a2a1-bd0854c06dc4,segment=NetworkSegment(b024148b-fe5a-483e-9d5a-d83a7bce90fe),segment_id=b024148b-fe5a-483e-9d5a-d83a7bce90fe)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:07:29.805573 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (769a529d-21f4-483c-a2a1-bd0854c06dc4), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:07:29.849956 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Pushing event updated for resources: {'Port': ['ID=769a529d-21f4-483c-a2a1-bd0854c06dc4,revision_number=4']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:07:29.889170 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5dbb52-72cc-4c5d-baeb-3600f7092e49 req-5e8b125d-b44e-4f87-9849-1b891d4729e6 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:07:29.890791 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-8b5dbb52-72cc-4c5d-baeb-3600f7092e49 req-5e8b125d-b44e-4f87-9849-1b891d4729e6 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=473e061c-b6d3-4dff-9171-45f7acfaffee HTTP/1.1" status: 200 len: 943 time: 0.0511246 Jun 26 03:07:29.937424 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-8b5dbb52-72cc-4c5d-baeb-3600f7092e49 req-dbcc9d0e-2465-42d5-a0d5-4cc286095468 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/security-groups?id=90e7fd1e-58a4-4c3d-b8cf-801bca4e434d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404258 Jun 26 03:07:30.204303 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb5b810-8636-4824-9af9-633adf299b8e req-ea57f47a-d80e-4aa8-b6ce-61554c9b92db tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:07:30.205776 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-6bb5b810-8636-4824-9af9-633adf299b8e req-ea57f47a-d80e-4aa8-b6ce-61554c9b92db tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] 10.222.0.13 "GET /v2.0/ports?device_id=3029b3b4-985d-4a44-8afd-ec1e400fff6c HTTP/1.1" status: 200 len: 944 time: 0.0492976 Jun 26 03:07:30.251746 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-6bb5b810-8636-4824-9af9-633adf299b8e req-5682843a-c07f-4d7a-98ac-246af90e4f51 tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5b4b915-67c7-429c-9e4f-7ab17161fa22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403240 Jun 26 03:07:30.407985 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] get_ports_and_sgs() called for port_ids ['769a529d-21f4-483c-a2a1-bd0854c06dc4'] {{(pid=104015) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 03:07:30.480791 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:07:30.535528 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:07:31.050624 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c26847-1deb-421e-81d2-0181a5ee388d req-65883f76-a8df-4ed7-8a20-4bf5ed1353ba tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:07:31.052147 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-47c26847-1deb-421e-81d2-0181a5ee388d req-65883f76-a8df-4ed7-8a20-4bf5ed1353ba tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=473e061c-b6d3-4dff-9171-45f7acfaffee HTTP/1.1" status: 200 len: 943 time: 0.0460067 Jun 26 03:07:31.098342 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-47c26847-1deb-421e-81d2-0181a5ee388d req-b2d9c584-3210-4fe8-a224-75da749b472c tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/security-groups?id=90e7fd1e-58a4-4c3d-b8cf-801bca4e434d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408170 Jun 26 03:07:31.361673 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68790134-cebf-46cf-8d1b-3bfd757cd82e req-8f72d3ed-8e5d-4e32-9da5-7c72efb90366 tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:07:31.363045 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-68790134-cebf-46cf-8d1b-3bfd757cd82e req-8f72d3ed-8e5d-4e32-9da5-7c72efb90366 tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] 10.222.0.13 "GET /v2.0/ports?device_id=3029b3b4-985d-4a44-8afd-ec1e400fff6c HTTP/1.1" status: 200 len: 944 time: 0.0460808 Jun 26 03:07:31.411611 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-68790134-cebf-46cf-8d1b-3bfd757cd82e req-ddff34f9-8bb9-4862-b1c9-d735f754627e tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5b4b915-67c7-429c-9e4f-7ab17161fa22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433395 Jun 26 03:07:31.713991 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Device 769a529d-21f4-483c-a2a1-bd0854c06dc4 up at agent hyperv_hv-cinder-84684 {{(pid=104015) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 03:07:31.754641 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Provisioning for port 769a529d-21f4-483c-a2a1-bd0854c06dc4 completed by entity L2. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 26 03:07:31.760143 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Provisioning complete for port 769a529d-21f4-483c-a2a1-bd0854c06dc4 triggered by entity L2. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:07:31.760526 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (769a529d-21f4-483c-a2a1-bd0854c06dc4), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:07:31.832790 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Current status of the port 769a529d-21f4-483c-a2a1-bd0854c06dc4 is: BUILD; New status is: ACTIVE {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 03:07:31.833171 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (769a529d-21f4-483c-a2a1-bd0854c06dc4), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:07:31.855353 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3029b3b4-985d-4a44-8afd-ec1e400fff6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '769a529d-21f4-483c-a2a1-bd0854c06dc4'}] {{(pid=104015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 26 03:07:31.857560 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cc6f3b5c5ccbcb5bcfe28d8fb20da90166658d76702b85331307104b46494b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81c92a74-8984-4cb2-9f5f-7734f7505c8f" -d '{"events": [{"server_uuid": "3029b3b4-985d-4a44-8afd-ec1e400fff6c", "name": "network-vif-plugged", "status": "completed", "tag": "769a529d-21f4-483c-a2a1-bd0854c06dc4"}]}' {{(pid=104015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 03:07:31.872063 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] For port 769a529d-21f4-483c-a2a1-bd0854c06dc4, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=769a529d-21f4-483c-a2a1-bd0854c06dc4,segment=NetworkSegment(b024148b-fe5a-483e-9d5a-d83a7bce90fe),segment_id=b024148b-fe5a-483e-9d5a-d83a7bce90fe)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:07:31.877273 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (769a529d-21f4-483c-a2a1-bd0854c06dc4), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:07:31.901597 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Jun 2022 03:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baa661dd-b31a-448f-9ea0-245df0c62774 x-openstack-request-id: req-baa661dd-b31a-448f-9ea0-245df0c62774 {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 03:07:31.901903 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3029b3b4-985d-4a44-8afd-ec1e400fff6c", "name": "network-vif-plugged", "status": "completed", "tag": "769a529d-21f4-483c-a2a1-bd0854c06dc4", "code": 200}]} {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 03:07:31.902174 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-baa661dd-b31a-448f-9ea0-245df0c62774 {{(pid=104015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 03:07:31.902552 dv-cinder-846842-4-iscsi neutron-server[104015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-baa661dd-b31a-448f-9ea0-245df0c62774'] response: {'server_uuid': '3029b3b4-985d-4a44-8afd-ec1e400fff6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '769a529d-21f4-483c-a2a1-bd0854c06dc4', 'code': 200} Jun 26 03:07:31.927371 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Pushing event updated for resources: {'Port': ['ID=769a529d-21f4-483c-a2a1-bd0854c06dc4,revision_number=5']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:07:32.418018 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d6078a-9d4c-4172-9bf1-3bc091c37d53 req-afa4014c-9ae2-49d3-89d2-5b5c17442c60 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:07:32.419492 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-47d6078a-9d4c-4172-9bf1-3bc091c37d53 req-afa4014c-9ae2-49d3-89d2-5b5c17442c60 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=473e061c-b6d3-4dff-9171-45f7acfaffee HTTP/1.1" status: 200 len: 943 time: 0.2549522 Jun 26 03:07:32.474549 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f732ee-7a55-45df-96b2-c1ca8a002145 req-9f1409bf-edcc-4b3f-a5cf-49272b6cdb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:07:32.476075 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-27f732ee-7a55-45df-96b2-c1ca8a002145 req-9f1409bf-edcc-4b3f-a5cf-49272b6cdb60 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=aa1dff9e9be549308ec0ad3a13810062&device_id=473e061c-b6d3-4dff-9171-45f7acfaffee HTTP/1.1" status: 200 len: 1127 time: 0.0556066 Jun 26 03:07:32.542979 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-47d6078a-9d4c-4172-9bf1-3bc091c37d53 req-c25dfd01-6657-49f6-8f0e-b80dcae585a2 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/security-groups?id=90e7fd1e-58a4-4c3d-b8cf-801bca4e434d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131980 Jun 26 03:07:32.612550 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc123152-d807-463e-a714-d77dd0a3a385 req-bb7cb3fc-b403-4e1f-8a32-58ce09cbccc6 tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:07:32.614006 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-dc123152-d807-463e-a714-d77dd0a3a385 req-bb7cb3fc-b403-4e1f-8a32-58ce09cbccc6 tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] 10.222.0.13 "GET /v2.0/ports?device_id=3029b3b4-985d-4a44-8afd-ec1e400fff6c HTTP/1.1" status: 200 len: 945 time: 0.1299355 Jun 26 03:07:32.675756 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa631b2c-80bc-470c-97bf-80da3d41bb52 req-cf7a136a-b22f-48cf-80fb-ec5e0fd89585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:07:32.677271 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-fa631b2c-80bc-470c-97bf-80da3d41bb52 req-cf7a136a-b22f-48cf-80fb-ec5e0fd89585 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3029b3b4-985d-4a44-8afd-ec1e400fff6c HTTP/1.1" status: 200 len: 1129 time: 0.1129198 Jun 26 03:07:32.704486 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=100 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:07:32.709572 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=100 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:07:32.728386 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f732ee-7a55-45df-96b2-c1ca8a002145 req-bbdf6f46-8680-43e1-9157-fb6a7f4f9670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:07:32.729795 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-27f732ee-7a55-45df-96b2-c1ca8a002145 req-bbdf6f46-8680-43e1-9157-fb6a7f4f9670 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4d1cf2ab-1c05-4bc5-9daa-428f3ef27012 HTTP/1.1" status: 200 len: 920 time: 0.2415047 Jun 26 03:07:32.737221 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-dc123152-d807-463e-a714-d77dd0a3a385 req-32d803b4-7cac-42c4-abe9-ed394dba4371 tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5b4b915-67c7-429c-9e4f-7ab17161fa22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922387 Jun 26 03:07:32.787864 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-27f732ee-7a55-45df-96b2-c1ca8a002145 req-b86a7614-e900-41ff-b097-e5d212da383a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9ffa489f-38cb-4f25-9eb2-e940343d2383 HTTP/1.1" status: 200 len: 217 time: 0.0439897 Jun 26 03:07:32.790274 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-fa631b2c-80bc-470c-97bf-80da3d41bb52 req-5a22f782-112f-471b-8c15-a4cd6e0de146 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=d5b4b915-67c7-429c-9e4f-7ab17161fa22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006587 Jun 26 03:07:32.816315 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=9,neutron:DELETE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:07:32.817112 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=80,neutron:INSERT=5,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:07:33.254715 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f732ee-7a55-45df-96b2-c1ca8a002145 req-1f1f4066-e96b-4438-b9db-fc3ba055d42e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:07:33.256111 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-27f732ee-7a55-45df-96b2-c1ca8a002145 req-1f1f4066-e96b-4438-b9db-fc3ba055d42e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=50d12281-21a2-4343-ba8b-93c5382e067a HTTP/1.1" status: 200 len: 858 time: 0.0473564 Jun 26 03:07:33.300204 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f732ee-7a55-45df-96b2-c1ca8a002145 req-a0bf6bef-3299-43a9-979b-cf99b6d6c3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:07:33.301650 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-27f732ee-7a55-45df-96b2-c1ca8a002145 req-a0bf6bef-3299-43a9-979b-cf99b6d6c3eb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4d1cf2ab-1c05-4bc5-9daa-428f3ef27012&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386035 Jun 26 03:07:33.653161 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b08785-9b32-4892-a6d2-69f36cff6e3f req-89d03e6c-7596-47ab-ad54-6cb89809fe7b tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:07:33.654661 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-f4b08785-9b32-4892-a6d2-69f36cff6e3f req-89d03e6c-7596-47ab-ad54-6cb89809fe7b tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=473e061c-b6d3-4dff-9171-45f7acfaffee HTTP/1.1" status: 200 len: 943 time: 0.0464916 Jun 26 03:07:33.702493 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-f4b08785-9b32-4892-a6d2-69f36cff6e3f req-2364c5fb-f55a-4f3f-93f5-589f1427c256 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/security-groups?id=90e7fd1e-58a4-4c3d-b8cf-801bca4e434d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414429 Jun 26 03:07:33.719283 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Device 9ffa489f-38cb-4f25-9eb2-e940343d2383 details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=104015) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 26 03:07:33.819900 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] For port 9ffa489f-38cb-4f25-9eb2-e940343d2383, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=9ffa489f-38cb-4f25-9eb2-e940343d2383,segment=NetworkSegment(5b86e525-c15a-4ec4-b614-b7765ac125bb),segment_id=5b86e525-c15a-4ec4-b614-b7765ac125bb)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:07:33.831656 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Returning: {'device': '9ffa489f-38cb-4f25-9eb2-e940343d2383', 'network_id': '4d1cf2ab-1c05-4bc5-9daa-428f3ef27012', 'port_id': '9ffa489f-38cb-4f25-9eb2-e940343d2383', 'mac_address': 'fa:16:3e:55:97:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50d12281-21a2-4343-ba8b-93c5382e067a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104015) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 26 03:07:33.850438 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82beedb2-6055-408c-8127-c67ebcc9c1d7 req-c91c8c63-ea1b-4da3-b0ef-58e1bcc556d8 tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:07:33.851926 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-82beedb2-6055-408c-8127-c67ebcc9c1d7 req-c91c8c63-ea1b-4da3-b0ef-58e1bcc556d8 tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] 10.222.0.13 "GET /v2.0/ports?device_id=3029b3b4-985d-4a44-8afd-ec1e400fff6c HTTP/1.1" status: 200 len: 945 time: 0.0464919 Jun 26 03:07:33.866484 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Current status of the port 9ffa489f-38cb-4f25-9eb2-e940343d2383 is: DOWN; New status is: BUILD {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 03:07:33.866918 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (9ffa489f-38cb-4f25-9eb2-e940343d2383), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:07:33.880397 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.notifiers.nova [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ffa489f-38cb-4f25-9eb2-e940343d2383 {{(pid=104015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 26 03:07:33.903245 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] For port 9ffa489f-38cb-4f25-9eb2-e940343d2383, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=9ffa489f-38cb-4f25-9eb2-e940343d2383,segment=NetworkSegment(5b86e525-c15a-4ec4-b614-b7765ac125bb),segment_id=5b86e525-c15a-4ec4-b614-b7765ac125bb)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:07:33.908055 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (9ffa489f-38cb-4f25-9eb2-e940343d2383), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:07:33.922367 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-82beedb2-6055-408c-8127-c67ebcc9c1d7 req-f42fc99f-3644-4ac3-9097-70f7d37cd51d tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5b4b915-67c7-429c-9e4f-7ab17161fa22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643294 Jun 26 03:07:33.959670 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Pushing event updated for resources: {'Port': ['ID=9ffa489f-38cb-4f25-9eb2-e940343d2383,revision_number=4']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:07:33.994340 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-27f732ee-7a55-45df-96b2-c1ca8a002145 req-7d3cc0e5-6aa7-4aeb-8e72-7634935fad8f service neutron] 10.222.0.43 "GET /v2.0/networks/4d1cf2ab-1c05-4bc5-9daa-428f3ef27012?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966914 Jun 26 03:07:34.088983 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-27f732ee-7a55-45df-96b2-c1ca8a002145 req-d6e2f23d-5726-48b2-99e7-54c2d58dd2e8 service neutron] 10.222.0.43 "GET /v2.0/networks/4d1cf2ab-1c05-4bc5-9daa-428f3ef27012?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879829 Jun 26 03:07:34.613325 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] get_ports_and_sgs() called for port_ids ['9ffa489f-38cb-4f25-9eb2-e940343d2383'] {{(pid=104015) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 03:07:34.813937 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9c5d9e-1f8d-4c34-8a77-4d116610ecfb req-45cea0a4-fa9c-4245-baf6-9be06e78f177 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:07:34.815409 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-9d9c5d9e-1f8d-4c34-8a77-4d116610ecfb req-45cea0a4-fa9c-4245-baf6-9be06e78f177 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=473e061c-b6d3-4dff-9171-45f7acfaffee HTTP/1.1" status: 200 len: 944 time: 0.0468357 Jun 26 03:07:34.862941 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-9d9c5d9e-1f8d-4c34-8a77-4d116610ecfb req-83cd3986-c45f-43b4-8048-6724f5fd9be1 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/security-groups?id=90e7fd1e-58a4-4c3d-b8cf-801bca4e434d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420544 Jun 26 03:07:35.040144 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f02a210-a194-478b-acdf-b63ce1a790df req-232a0818-0477-41e3-b3f2-a596651de238 tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:07:35.041507 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-9f02a210-a194-478b-acdf-b63ce1a790df req-232a0818-0477-41e3-b3f2-a596651de238 tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] 10.222.0.13 "GET /v2.0/ports?device_id=3029b3b4-985d-4a44-8afd-ec1e400fff6c HTTP/1.1" status: 200 len: 945 time: 0.0461438 Jun 26 03:07:35.090636 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-9f02a210-a194-478b-acdf-b63ce1a790df req-44d88047-2efd-4e35-a2d9-f0f57cf89ac0 tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5b4b915-67c7-429c-9e4f-7ab17161fa22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431011 Jun 26 03:07:35.887095 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Device 9ffa489f-38cb-4f25-9eb2-e940343d2383 up at agent hyperv_hv-cinder-84684 {{(pid=104015) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 03:07:35.931666 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Provisioning for port 9ffa489f-38cb-4f25-9eb2-e940343d2383 completed by entity L2. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 26 03:07:35.933730 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:07:35.939875 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Provisioning complete for port 9ffa489f-38cb-4f25-9eb2-e940343d2383 triggered by entity L2. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:07:35.940256 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (9ffa489f-38cb-4f25-9eb2-e940343d2383), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:07:35.976564 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c879ade9-f5cd-4955-998b-00aa53a6b0db req-66ede1db-d6ea-40ce-adf1-167335e13eed tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:07:35.978066 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-c879ade9-f5cd-4955-998b-00aa53a6b0db req-66ede1db-d6ea-40ce-adf1-167335e13eed tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=473e061c-b6d3-4dff-9171-45f7acfaffee HTTP/1.1" status: 200 len: 944 time: 0.0474598 Jun 26 03:07:35.985065 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:07:36.022516 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Current status of the port 9ffa489f-38cb-4f25-9eb2-e940343d2383 is: BUILD; New status is: ACTIVE {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 03:07:36.022933 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (9ffa489f-38cb-4f25-9eb2-e940343d2383), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:07:36.037099 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-c879ade9-f5cd-4955-998b-00aa53a6b0db req-f97b9ac7-e725-4352-977f-a44651c9e533 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/security-groups?id=90e7fd1e-58a4-4c3d-b8cf-801bca4e434d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497570 Jun 26 03:07:36.050435 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '473e061c-b6d3-4dff-9171-45f7acfaffee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ffa489f-38cb-4f25-9eb2-e940343d2383'}] {{(pid=104015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 26 03:07:36.052620 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cc6f3b5c5ccbcb5bcfe28d8fb20da90166658d76702b85331307104b46494b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ed8ba16-70d9-41b6-a720-d05c05287c23" -d '{"events": [{"server_uuid": "473e061c-b6d3-4dff-9171-45f7acfaffee", "name": "network-vif-plugged", "status": "completed", "tag": "9ffa489f-38cb-4f25-9eb2-e940343d2383"}]}' {{(pid=104015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 03:07:36.069691 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] For port 9ffa489f-38cb-4f25-9eb2-e940343d2383, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=9ffa489f-38cb-4f25-9eb2-e940343d2383,segment=NetworkSegment(5b86e525-c15a-4ec4-b614-b7765ac125bb),segment_id=5b86e525-c15a-4ec4-b614-b7765ac125bb)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:07:36.073779 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (9ffa489f-38cb-4f25-9eb2-e940343d2383), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:07:36.096102 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Jun 2022 03:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5f5ad53-c083-4417-91c6-7874f5179e46 x-openstack-request-id: req-c5f5ad53-c083-4417-91c6-7874f5179e46 {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 03:07:36.096394 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "473e061c-b6d3-4dff-9171-45f7acfaffee", "name": "network-vif-plugged", "status": "completed", "tag": "9ffa489f-38cb-4f25-9eb2-e940343d2383", "code": 200}]} {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 03:07:36.096655 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c5f5ad53-c083-4417-91c6-7874f5179e46 {{(pid=104015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 03:07:36.097045 dv-cinder-846842-4-iscsi neutron-server[104015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5f5ad53-c083-4417-91c6-7874f5179e46'] response: {'server_uuid': '473e061c-b6d3-4dff-9171-45f7acfaffee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ffa489f-38cb-4f25-9eb2-e940343d2383', 'code': 200} Jun 26 03:07:36.123168 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Pushing event updated for resources: {'Port': ['ID=9ffa489f-38cb-4f25-9eb2-e940343d2383,revision_number=5']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:07:36.340150 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f5c4c9-2ca1-4973-921c-04f6f338315b req-0e990773-e82e-4ed6-9f1c-5b25e7840408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:07:36.341857 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-63f5c4c9-2ca1-4973-921c-04f6f338315b req-0e990773-e82e-4ed6-9f1c-5b25e7840408 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=473e061c-b6d3-4dff-9171-45f7acfaffee HTTP/1.1" status: 200 len: 1129 time: 0.0377672 Jun 26 03:07:36.388068 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-63f5c4c9-2ca1-4973-921c-04f6f338315b req-b5225a96-7b51-4072-a6f2-59b7a6e95061 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=90e7fd1e-58a4-4c3d-b8cf-801bca4e434d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373096 Jun 26 03:07:37.062412 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-73557eda-32be-4f10-a90a-1559e4730c25 req-33be7067-8c6a-4d3f-a888-8d71e02ed1fe service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=cddc852a-2aa2-4a44-ad1a-e9e930e3bddf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0411899 Jun 26 03:07:37.155151 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24d3e63-f9a7-46ea-9e91-e39ed27401f5 req-50e89eed-f8ec-460b-b220-a2c1f7a794d0 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:07:37.156687 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-b24d3e63-f9a7-46ea-9e91-e39ed27401f5 req-50e89eed-f8ec-460b-b220-a2c1f7a794d0 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=473e061c-b6d3-4dff-9171-45f7acfaffee HTTP/1.1" status: 200 len: 945 time: 0.0495870 Jun 26 03:07:37.176450 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=100 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:07:37.183194 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=100 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:07:37.207846 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-b24d3e63-f9a7-46ea-9e91-e39ed27401f5 req-c2e50b64-ff90-40ed-ac8a-3d306a29b370 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/security-groups?id=90e7fd1e-58a4-4c3d-b8cf-801bca4e434d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457127 Jun 26 03:07:37.791372 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73557eda-32be-4f10-a90a-1559e4730c25 req-09a1e727-3f43-45a7-b990-54ce1e63d0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:07:37.792873 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-73557eda-32be-4f10-a90a-1559e4730c25 req-09a1e727-3f43-45a7-b990-54ce1e63d0c5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=aa1dff9e9be549308ec0ad3a13810062&device_id=cddc852a-2aa2-4a44-ad1a-e9e930e3bddf HTTP/1.1" status: 200 len: 1129 time: 0.0414674 Jun 26 03:07:37.933374 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73557eda-32be-4f10-a90a-1559e4730c25 req-f27a74fa-1045-4556-b2bc-fa54aaeede67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:07:37.934879 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-73557eda-32be-4f10-a90a-1559e4730c25 req-f27a74fa-1045-4556-b2bc-fa54aaeede67 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4d1cf2ab-1c05-4bc5-9daa-428f3ef27012 HTTP/1.1" status: 200 len: 920 time: 0.0910480 Jun 26 03:07:38.003022 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-73557eda-32be-4f10-a90a-1559e4730c25 req-68ab70df-83bb-4526-92a3-5266e63f6a07 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=634b866a-e4dd-43d0-84a2-3a0a964abbff HTTP/1.1" status: 200 len: 217 time: 0.0342834 Jun 26 03:07:38.052399 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73557eda-32be-4f10-a90a-1559e4730c25 req-0f2ef4ab-28ed-42ac-b603-b7ce98759daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:07:38.053827 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-73557eda-32be-4f10-a90a-1559e4730c25 req-0f2ef4ab-28ed-42ac-b603-b7ce98759daa service neutron] 10.222.0.43 "GET /v2.0/subnets?id=50d12281-21a2-4343-ba8b-93c5382e067a HTTP/1.1" status: 200 len: 858 time: 0.0437205 Jun 26 03:07:38.109052 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73557eda-32be-4f10-a90a-1559e4730c25 req-9a4cb6b4-4bcc-42bb-aa67-000bffad01e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:07:38.111168 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-73557eda-32be-4f10-a90a-1559e4730c25 req-9a4cb6b4-4bcc-42bb-aa67-000bffad01e2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4d1cf2ab-1c05-4bc5-9daa-428f3ef27012&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442569 Jun 26 03:07:38.210191 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-73557eda-32be-4f10-a90a-1559e4730c25 req-8af6c931-f862-4cfe-b3f7-c1d0ad9d0931 service neutron] 10.222.0.43 "GET /v2.0/networks/4d1cf2ab-1c05-4bc5-9daa-428f3ef27012?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844045 Jun 26 03:07:38.327073 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33be8ce9-04da-4221-8ce7-e3e972eb0053 req-0d4f650c-a21c-4bcb-a1a0-b37bfe623a8b tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:07:38.329022 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-33be8ce9-04da-4221-8ce7-e3e972eb0053 req-0d4f650c-a21c-4bcb-a1a0-b37bfe623a8b tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=473e061c-b6d3-4dff-9171-45f7acfaffee HTTP/1.1" status: 200 len: 945 time: 0.0510616 Jun 26 03:07:38.376089 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-33be8ce9-04da-4221-8ce7-e3e972eb0053 req-4df6f389-9db0-4de8-bf30-4b6fb4ca2135 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/security-groups?id=90e7fd1e-58a4-4c3d-b8cf-801bca4e434d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415447 Jun 26 03:07:39.158946 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-73557eda-32be-4f10-a90a-1559e4730c25 req-45ae9ac3-25dd-4eaf-93ef-5567ab354245 service neutron] 10.222.0.43 "GET /v2.0/networks/4d1cf2ab-1c05-4bc5-9daa-428f3ef27012?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900435 Jun 26 03:07:39.493448 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ace2a6-ac05-45b9-9295-be06d0f236eb req-b9f1c4f1-12e5-4d91-8e82-f5fd7327b675 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:07:39.494998 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-f1ace2a6-ac05-45b9-9295-be06d0f236eb req-b9f1c4f1-12e5-4d91-8e82-f5fd7327b675 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=473e061c-b6d3-4dff-9171-45f7acfaffee HTTP/1.1" status: 200 len: 945 time: 0.0512021 Jun 26 03:07:39.544398 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-f1ace2a6-ac05-45b9-9295-be06d0f236eb req-c90ad4f2-575d-46b0-b516-5edf0e81263d tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/security-groups?id=90e7fd1e-58a4-4c3d-b8cf-801bca4e434d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433173 Jun 26 03:07:39.655270 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b63e521-6ebd-4a71-a05f-ceb6ba924458 req-01e9fd6e-6600-40ca-8404-523bff397bdf tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:07:39.656723 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-0b63e521-6ebd-4a71-a05f-ceb6ba924458 req-01e9fd6e-6600-40ca-8404-523bff397bdf tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=473e061c-b6d3-4dff-9171-45f7acfaffee HTTP/1.1" status: 200 len: 945 time: 0.0481141 Jun 26 03:07:39.665787 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 43938) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:07:39.670232 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [None req-3530a9dc-f7cb-4045-afe3-9bfd8718c311 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Request body: {'floatingip': {'port_id': '9ffa489f-38cb-4f25-9eb2-e940343d2383'}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:07:39.743007 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-3530a9dc-f7cb-4045-afe3-9bfd8718c311 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Publish callbacks [] for floatingip (7c014a3a-97fc-4dd7-ac15-1734312894d4), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:07:40.101265 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=100 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:07:40.235691 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:07:40.318409 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-3530a9dc-f7cb-4045-afe3-9bfd8718c311 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:07:40.322205 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-3530a9dc-f7cb-4045-afe3-9bfd8718c311 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620021'] for floatingip (7c014a3a-97fc-4dd7-ac15-1734312894d4), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:07:40.636965 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.db.l3_db [None req-3530a9dc-f7cb-4045-afe3-9bfd8718c311 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Floating IP 7c014a3a-97fc-4dd7-ac15-1734312894d4 associated. External IP: 172.27.2.102, port: 9ffa489f-38cb-4f25-9eb2-e940343d2383. Jun 26 03:07:40.837666 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3530a9dc-f7cb-4045-afe3-9bfd8718c311 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Router ba98c50f-28e4-48ab-9551-c9e6cb46713b has already been hosted by L3 agent 0122de27-3097-4d47-a0ca-0fb90e28ac1e {{(pid=104014) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 26 03:07:40.951116 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3530a9dc-f7cb-4045-afe3-9bfd8718c311 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Notify agent at l3_agent.dv-cinder-846842-4-iscsi the message routers_updated {{(pid=104014) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 03:07:40.956036 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-3530a9dc-f7cb-4045-afe3-9bfd8718c311 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515864'] for floatingip (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:07:40.960531 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92935734-c80d-4857-a34f-79d1318bdc0a None None] Sync routers for ids ['ba98c50f-28e4-48ab-9551-c9e6cb46713b'] in dv-cinder-846842-4-iscsi {{(pid=104015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 03:07:40.971869 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92935734-c80d-4857-a34f-79d1318bdc0a None None] Routers {'ba98c50f-28e4-48ab-9551-c9e6cb46713b'} bound to L3 agent in host dv-cinder-846842-4-iscsi {{(pid=104015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 26 03:07:40.972472 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-92935734-c80d-4857-a34f-79d1318bdc0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-26T02:56:44Z,description=,heartbeat_timestamp=2022-06-26T03:07:14Z,host='dv-cinder-846842-4-iscsi',id=0122de27-3097-4d47-a0ca-0fb90e28ac1e,load=0,resource_versions=,resources_synced=,started_at=2022-06-26T02:56:44Z,topic='l3_agent')) {'router_ids': ['ba98c50f-28e4-48ab-9551-c9e6cb46713b'], 'active': True} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:07:40.988398 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-3530a9dc-f7cb-4045-afe3-9bfd8718c311 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "PUT /v2.0/floatingips/7c014a3a-97fc-4dd7-ac15-1734312894d4 HTTP/1.1" status: 200 len: 991 time: 1.3214085 Jun 26 03:07:40.989868 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '473e061c-b6d3-4dff-9171-45f7acfaffee', 'tag': '9ffa489f-38cb-4f25-9eb2-e940343d2383'}] {{(pid=104014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 26 03:07:40.992571 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b346e277b9447a300c9d303bb334713d04858661d6ca7e8667ef96f79658145a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a30305fe-93f0-4b45-a5f6-614f07c7264d" -d '{"events": [{"name": "network-changed", "server_uuid": "473e061c-b6d3-4dff-9171-45f7acfaffee", "tag": "9ffa489f-38cb-4f25-9eb2-e940343d2383"}]}' {{(pid=104014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 03:07:41.027848 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Jun 2022 03:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6af7c182-09db-4599-a63c-765348397641 x-openstack-request-id: req-6af7c182-09db-4599-a63c-765348397641 {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 03:07:41.028145 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "473e061c-b6d3-4dff-9171-45f7acfaffee", "tag": "9ffa489f-38cb-4f25-9eb2-e940343d2383", "status": "completed", "code": 200}]} {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 03:07:41.028402 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6af7c182-09db-4599-a63c-765348397641 {{(pid=104014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 03:07:41.028814 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6af7c182-09db-4599-a63c-765348397641'] response: {'name': 'network-changed', 'server_uuid': '473e061c-b6d3-4dff-9171-45f7acfaffee', 'tag': '9ffa489f-38cb-4f25-9eb2-e940343d2383', 'status': 'completed', 'code': 200} Jun 26 03:07:41.075633 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvr_db [None req-92935734-c80d-4857-a34f-79d1318bdc0a None None] Set router ba98c50f-28e4-48ab-9551-c9e6cb46713b gateway port host: dv-cinder-846842-4-iscsi {{(pid=104015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 26 03:07:41.121867 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30305fe-93f0-4b45-a5f6-614f07c7264d req-b7ee0b30-6be0-4938-944f-f404178b6f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:07:41.123424 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a30305fe-93f0-4b45-a5f6-614f07c7264d req-b7ee0b30-6be0-4938-944f-f404178b6f60 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=aa1dff9e9be549308ec0ad3a13810062&device_id=473e061c-b6d3-4dff-9171-45f7acfaffee HTTP/1.1" status: 200 len: 1129 time: 0.0411217 Jun 26 03:07:41.219837 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30305fe-93f0-4b45-a5f6-614f07c7264d req-8376fcff-a9e9-4b10-9411-0f7eb7b60d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:07:41.221867 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a30305fe-93f0-4b45-a5f6-614f07c7264d req-8376fcff-a9e9-4b10-9411-0f7eb7b60d00 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4d1cf2ab-1c05-4bc5-9daa-428f3ef27012 HTTP/1.1" status: 200 len: 920 time: 0.0915833 Jun 26 03:07:41.288675 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-92935734-c80d-4857-a34f-79d1318bdc0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba98c50f-28e4-48ab-9551-c9e6cb46713b', 'name': 'tempest-ServerRescueNegativeTestJSON-1891208908-router', 'tenant_id': 'aa1dff9e9be549308ec0ad3a13810062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '9cca5d8c-99f7-4073-a841-c41cec400914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:04:34Z', 'updated_at': '2022-06-26T03:04:45Z', 'revision_number': 4, 'project_id': 'aa1dff9e9be549308ec0ad3a13810062', 'gw_port': {'id': '9cca5d8c-99f7-4073-a841-c41cec400914', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:4b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba98c50f-28e4-48ab-9551-c9e6cb46713b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:36Z', 'updated_at': '2022-06-26T03:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi', '_floatingips': [{'id': '7c014a3a-97fc-4dd7-ac15-1734312894d4', 'tenant_id': 'aa1dff9e9be549308ec0ad3a13810062', 'floating_ip_address': '172.27.2.102', 'floating_network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'router_id': 'ba98c50f-28e4-48ab-9551-c9e6cb46713b', 'port_id': '9ffa489f-38cb-4f25-9eb2-e940343d2383', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d1cf2ab-1c05-4bc5-9daa-428f3ef27012', 'mac_address': 'fa:16:3e:55:97:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473e061c-b6d3-4dff-9171-45f7acfaffee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-26T03:07:22Z', 'updated_at': '2022-06-26T03:07:40Z', 'revision_number': 1, 'project_id': 'aa1dff9e9be549308ec0ad3a13810062', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdaf2926-df93-41e6-bf68-68a05eedce29', 'name': '', 'network_id': '4d1cf2ab-1c05-4bc5-9daa-428f3ef27012', 'tenant_id': 'aa1dff9e9be549308ec0ad3a13810062', 'mac_address': 'fa:16:3e:68:8d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba98c50f-28e4-48ab-9551-c9e6cb46713b', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '50d12281-21a2-4343-ba8b-93c5382e067a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:44Z', 'updated_at': '2022-06-26T03:04:58Z', 'revision_number': 5, 'project_id': 'aa1dff9e9be549308ec0ad3a13810062', 'subnets': [{'id': '50d12281-21a2-4343-ba8b-93c5382e067a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-4-iscsi', False) {} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:07:41.295789 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a30305fe-93f0-4b45-a5f6-614f07c7264d req-51c18573-5c19-4830-a4de-1d2e26b746e7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9ffa489f-38cb-4f25-9eb2-e940343d2383 HTTP/1.1" status: 200 len: 999 time: 0.0578446 Jun 26 03:07:41.312498 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92935734-c80d-4857-a34f-79d1318bdc0a None None] Checking router: ba98c50f-28e4-48ab-9551-c9e6cb46713b for host: dv-cinder-846842-4-iscsi {{(pid=104015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 03:07:41.321504 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92935734-c80d-4857-a34f-79d1318bdc0a None None] Routers {'ba98c50f-28e4-48ab-9551-c9e6cb46713b'} bound to L3 agent in host dv-cinder-846842-4-iscsi {{(pid=104015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 26 03:07:41.322148 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-92935734-c80d-4857-a34f-79d1318bdc0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-26T02:56:44Z,description=,heartbeat_timestamp=2022-06-26T03:07:14Z,host='dv-cinder-846842-4-iscsi',id=0122de27-3097-4d47-a0ca-0fb90e28ac1e,load=0,resource_versions=,resources_synced=,started_at=2022-06-26T02:56:44Z,topic='l3_agent')) {'router_ids': ['ba98c50f-28e4-48ab-9551-c9e6cb46713b'], 'active': True} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:07:41.352054 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30305fe-93f0-4b45-a5f6-614f07c7264d req-5f5257cd-f85d-4ac3-88b8-07049c281841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:07:41.353280 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a30305fe-93f0-4b45-a5f6-614f07c7264d req-5f5257cd-f85d-4ac3-88b8-07049c281841 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=50d12281-21a2-4343-ba8b-93c5382e067a HTTP/1.1" status: 200 len: 858 time: 0.0454528 Jun 26 03:07:41.403849 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30305fe-93f0-4b45-a5f6-614f07c7264d req-7b6a31c5-dc92-4751-9498-8f03a3c3cbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:07:41.405373 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a30305fe-93f0-4b45-a5f6-614f07c7264d req-7b6a31c5-dc92-4751-9498-8f03a3c3cbfb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4d1cf2ab-1c05-4bc5-9daa-428f3ef27012&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454621 Jun 26 03:07:41.428980 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-ec2a5c2c-81a8-4373-8c4a-bb1b0099869a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (7168f7b9-c398-4364-91f8-35e2ce03f4c4), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:07:41.433669 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvr_db [None req-92935734-c80d-4857-a34f-79d1318bdc0a None None] Set router ba98c50f-28e4-48ab-9551-c9e6cb46713b gateway port host: dv-cinder-846842-4-iscsi {{(pid=104015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 26 03:07:41.448996 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:07:41.506172 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a30305fe-93f0-4b45-a5f6-614f07c7264d req-f170ebba-ef9a-46f8-a3ee-db4abcd31420 service neutron] 10.222.0.43 "GET /v2.0/networks/4d1cf2ab-1c05-4bc5-9daa-428f3ef27012?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940449 Jun 26 03:07:41.614994 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a30305fe-93f0-4b45-a5f6-614f07c7264d req-6c537c7c-785b-4e96-86bb-8192e6058304 service neutron] 10.222.0.43 "GET /v2.0/networks/4d1cf2ab-1c05-4bc5-9daa-428f3ef27012?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006866 Jun 26 03:07:41.767970 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:07:41.774272 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-92935734-c80d-4857-a34f-79d1318bdc0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba98c50f-28e4-48ab-9551-c9e6cb46713b', 'name': 'tempest-ServerRescueNegativeTestJSON-1891208908-router', 'tenant_id': 'aa1dff9e9be549308ec0ad3a13810062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '9cca5d8c-99f7-4073-a841-c41cec400914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:04:34Z', 'updated_at': '2022-06-26T03:04:45Z', 'revision_number': 4, 'project_id': 'aa1dff9e9be549308ec0ad3a13810062', 'gw_port': {'id': '9cca5d8c-99f7-4073-a841-c41cec400914', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:4b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba98c50f-28e4-48ab-9551-c9e6cb46713b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:36Z', 'updated_at': '2022-06-26T03:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi', '_floatingips': [{'id': '7c014a3a-97fc-4dd7-ac15-1734312894d4', 'tenant_id': 'aa1dff9e9be549308ec0ad3a13810062', 'floating_ip_address': '172.27.2.102', 'floating_network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'router_id': 'ba98c50f-28e4-48ab-9551-c9e6cb46713b', 'port_id': '9ffa489f-38cb-4f25-9eb2-e940343d2383', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d1cf2ab-1c05-4bc5-9daa-428f3ef27012', 'mac_address': 'fa:16:3e:55:97:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473e061c-b6d3-4dff-9171-45f7acfaffee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-26T03:07:22Z', 'updated_at': '2022-06-26T03:07:40Z', 'revision_number': 1, 'project_id': 'aa1dff9e9be549308ec0ad3a13810062', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdaf2926-df93-41e6-bf68-68a05eedce29', 'name': '', 'network_id': '4d1cf2ab-1c05-4bc5-9daa-428f3ef27012', 'tenant_id': 'aa1dff9e9be549308ec0ad3a13810062', 'mac_address': 'fa:16:3e:68:8d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba98c50f-28e4-48ab-9551-c9e6cb46713b', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '50d12281-21a2-4343-ba8b-93c5382e067a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:44Z', 'updated_at': '2022-06-26T03:04:58Z', 'revision_number': 5, 'project_id': 'aa1dff9e9be549308ec0ad3a13810062', 'subnets': [{'id': '50d12281-21a2-4343-ba8b-93c5382e067a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-4-iscsi', False) {} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:07:41.799756 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92935734-c80d-4857-a34f-79d1318bdc0a None None] The sync data for ids ['ba98c50f-28e4-48ab-9551-c9e6cb46713b'] in dv-cinder-846842-4-iscsi is: [{'id': 'ba98c50f-28e4-48ab-9551-c9e6cb46713b', 'name': 'tempest-ServerRescueNegativeTestJSON-1891208908-router', 'tenant_id': 'aa1dff9e9be549308ec0ad3a13810062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '9cca5d8c-99f7-4073-a841-c41cec400914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:04:34Z', 'updated_at': '2022-06-26T03:04:45Z', 'revision_number': 4, 'project_id': 'aa1dff9e9be549308ec0ad3a13810062', 'gw_port': {'id': '9cca5d8c-99f7-4073-a841-c41cec400914', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:4b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba98c50f-28e4-48ab-9551-c9e6cb46713b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:36Z', 'updated_at': '2022-06-26T03:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi', '_floatingips': [{'id': '7c014a3a-97fc-4dd7-ac15-1734312894d4', 'tenant_id': 'aa1dff9e9be549308ec0ad3a13810062', 'floating_ip_address': '172.27.2.102', 'floating_network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'router_id': 'ba98c50f-28e4-48ab-9551-c9e6cb46713b', 'port_id': '9ffa489f-38cb-4f25-9eb2-e940343d2383', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d1cf2ab-1c05-4bc5-9daa-428f3ef27012', 'mac_address': 'fa:16:3e:55:97:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473e061c-b6d3-4dff-9171-45f7acfaffee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-26T03:07:22Z', 'updated_at': '2022-06-26T03:07:40Z', 'revision_number': 1, 'project_id': 'aa1dff9e9be549308ec0ad3a13810062', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdaf2926-df93-41e6-bf68-68a05eedce29', 'name': '', 'network_id': '4d1cf2ab-1c05-4bc5-9daa-428f3ef27012', 'tenant_id': 'aa1dff9e9be549308ec0ad3a13810062', 'mac_address': 'fa:16:3e:68:8d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba98c50f-28e4-48ab-9551-c9e6cb46713b', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '50d12281-21a2-4343-ba8b-93c5382e067a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:44Z', 'updated_at': '2022-06-26T03:04:58Z', 'revision_number': 5, 'project_id': 'aa1dff9e9be549308ec0ad3a13810062', 'subnets': [{'id': '50d12281-21a2-4343-ba8b-93c5382e067a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 03:07:41.997926 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563f0211-05ff-4e97-b8b4-91f43c624a4f None None] New status for floating IP 7c014a3a-97fc-4dd7-ac15-1734312894d4: ACTIVE {{(pid=104016) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 26 03:07:43.737876 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-311a0068-b6b9-4004-bd3b-ecdfdcfe190e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (0122de27-3097-4d47-a0ca-0fb90e28ac1e), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:07:44.010601 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (e7a0895f-45bb-4130-be69-32df3e039043), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:07:44.821710 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a0725410-9e6c-45cb-9ff8-c6c4931d6b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (ece691f0-a7cc-4e31-b59a-0e18fd9fccde), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:07:46.263701 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d2867017-9ae3-4ae5-b018-59cb98d1258b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (3b87920d-6933-41a3-b47c-185b87d68e87), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:07:46.504770 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (16f9b602-7baf-4f7a-ab92-1b0788147fb5), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:07:50.643536 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=100 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:07:50.652348 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507ba6b0-6a12-4146-a80e-044ac2293f13 req-fc3cc846-d194-4ca7-8f32-35971715c1e5 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:07:50.653828 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-507ba6b0-6a12-4146-a80e-044ac2293f13 req-fc3cc846-d194-4ca7-8f32-35971715c1e5 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b0d1d9b-d025-442c-a2f6-db22050d9059 HTTP/1.1" status: 200 len: 946 time: 0.0493681 Jun 26 03:07:50.701067 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-507ba6b0-6a12-4146-a80e-044ac2293f13 req-7a813196-402c-4992-804c-f35f5b45ee50 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=cae80eaa-bfa7-4de0-8fc0-ae5390068214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411201 Jun 26 03:07:51.824503 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31383a49-bc71-44a7-add4-3590f3ef0b02 req-f852aa98-270f-45d5-8b3f-512fa4b9feb0 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:07:51.826155 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-31383a49-bc71-44a7-add4-3590f3ef0b02 req-f852aa98-270f-45d5-8b3f-512fa4b9feb0 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b0d1d9b-d025-442c-a2f6-db22050d9059 HTTP/1.1" status: 200 len: 946 time: 0.0513256 Jun 26 03:07:51.873490 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-31383a49-bc71-44a7-add4-3590f3ef0b02 req-026ac57e-5994-4645-8077-020922f9a7f6 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=cae80eaa-bfa7-4de0-8fc0-ae5390068214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419004 Jun 26 03:07:52.098203 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:07:52.101609 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=27 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:07:52.969389 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.agents_db [None req-1acc9491-aa00-4d80-a7f3-d699105ea2bf None None] Agent healthcheck: found 6 active agents {{(pid=104016) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 03:07:52.989906 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeae76e-8bc8-408f-be14-ddca35c4b271 req-f6500f10-6bc9-4ad4-b3a2-9f9fcd523d5a tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:07:52.991402 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-ddeae76e-8bc8-408f-be14-ddca35c4b271 req-f6500f10-6bc9-4ad4-b3a2-9f9fcd523d5a tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b0d1d9b-d025-442c-a2f6-db22050d9059 HTTP/1.1" status: 200 len: 946 time: 0.0465894 Jun 26 03:07:53.037838 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-ddeae76e-8bc8-408f-be14-ddca35c4b271 req-94574d72-108f-4ee9-a939-a2c4ac30560f tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=cae80eaa-bfa7-4de0-8fc0-ae5390068214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411100 Jun 26 03:07:53.388953 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a145313-df72-46da-94b3-6323561b7e8e req-979abc1e-2dc0-4b47-8993-a0e04733ce08 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:07:53.390463 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-3a145313-df72-46da-94b3-6323561b7e8e req-979abc1e-2dc0-4b47-8993-a0e04733ce08 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c55ca6d-bad0-4964-83fe-4352b7fb1b1d HTTP/1.1" status: 200 len: 946 time: 0.0466154 Jun 26 03:07:53.440535 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-3a145313-df72-46da-94b3-6323561b7e8e req-50f012e5-d400-4c5d-a24f-d6d2bed4efe3 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/security-groups?id=8443e5b4-cfe8-43f3-9dfe-63aae7d635f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443234 Jun 26 03:07:54.157433 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acea8af-ceff-48da-aa7f-bc71b3fd9896 req-5e1c9b09-810a-431a-b50c-b5ad3c363d07 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:07:54.159475 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-3acea8af-ceff-48da-aa7f-bc71b3fd9896 req-5e1c9b09-810a-431a-b50c-b5ad3c363d07 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b0d1d9b-d025-442c-a2f6-db22050d9059 HTTP/1.1" status: 200 len: 946 time: 0.0468798 Jun 26 03:07:54.205879 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-3acea8af-ceff-48da-aa7f-bc71b3fd9896 req-a6dc4457-0ae3-410b-8490-9d841a43ca1e tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=cae80eaa-bfa7-4de0-8fc0-ae5390068214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410254 Jun 26 03:07:54.554339 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f27e6d-9d59-4e4c-b27a-49cfb9ba2dec req-b2a241fe-87af-4425-99a4-53de2d5df10d tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:07:54.555841 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a4f27e6d-9d59-4e4c-b27a-49cfb9ba2dec req-b2a241fe-87af-4425-99a4-53de2d5df10d tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c55ca6d-bad0-4964-83fe-4352b7fb1b1d HTTP/1.1" status: 200 len: 946 time: 0.0497699 Jun 26 03:07:54.602916 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a4f27e6d-9d59-4e4c-b27a-49cfb9ba2dec req-b42c37d2-f584-40e1-be7d-efbe49f53eb7 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/security-groups?id=8443e5b4-cfe8-43f3-9dfe-63aae7d635f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416393 Jun 26 03:07:55.325222 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef38cc5-3139-4d63-865e-320ebddcd68c req-6fd87294-170c-4830-8388-508cd2087cc2 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:07:55.326716 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-fef38cc5-3139-4d63-865e-320ebddcd68c req-6fd87294-170c-4830-8388-508cd2087cc2 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b0d1d9b-d025-442c-a2f6-db22050d9059 HTTP/1.1" status: 200 len: 946 time: 0.0500963 Jun 26 03:07:55.372961 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-fef38cc5-3139-4d63-865e-320ebddcd68c req-57cd1ea4-59be-4430-8e47-5ac818916419 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=cae80eaa-bfa7-4de0-8fc0-ae5390068214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407939 Jun 26 03:07:55.713828 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9361008-2223-40ff-be7a-55476c0049ca req-e5645b7f-d34f-4825-9166-e4fc78c6a238 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:07:55.715297 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-e9361008-2223-40ff-be7a-55476c0049ca req-e5645b7f-d34f-4825-9166-e4fc78c6a238 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c55ca6d-bad0-4964-83fe-4352b7fb1b1d HTTP/1.1" status: 200 len: 946 time: 0.0457418 Jun 26 03:07:55.762115 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-e9361008-2223-40ff-be7a-55476c0049ca req-afa3a9c9-f545-44f6-ab83-a49ffc85ee36 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/security-groups?id=8443e5b4-cfe8-43f3-9dfe-63aae7d635f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414555 Jun 26 03:07:56.490682 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8042791f-404f-4a29-a3a7-6b1f992c19f6 req-d48d6b58-0192-4272-9c7c-fabf86a18aae tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:07:56.492146 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-8042791f-404f-4a29-a3a7-6b1f992c19f6 req-d48d6b58-0192-4272-9c7c-fabf86a18aae tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b0d1d9b-d025-442c-a2f6-db22050d9059 HTTP/1.1" status: 200 len: 946 time: 0.0467594 Jun 26 03:07:56.498075 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:07:56.501057 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:07:56.536402 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=100 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:07:56.544314 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-8042791f-404f-4a29-a3a7-6b1f992c19f6 req-7f4987fc-9c61-4cd3-8c2a-b5aec6f84241 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=cae80eaa-bfa7-4de0-8fc0-ae5390068214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468736 Jun 26 03:07:56.877398 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebe1bea-86b8-4e32-a2bc-41ee4c71a863 req-5bdaf87f-08d5-49e9-a793-be21bd5f032f tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:07:56.879160 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-2ebe1bea-86b8-4e32-a2bc-41ee4c71a863 req-5bdaf87f-08d5-49e9-a793-be21bd5f032f tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c55ca6d-bad0-4964-83fe-4352b7fb1b1d HTTP/1.1" status: 200 len: 946 time: 0.0490358 Jun 26 03:07:56.925481 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-2ebe1bea-86b8-4e32-a2bc-41ee4c71a863 req-1e41dd7a-92b5-4559-80ae-0cec7250173e tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/security-groups?id=8443e5b4-cfe8-43f3-9dfe-63aae7d635f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408890 Jun 26 03:07:57.663216 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9383d74-156e-43ad-a486-af77275fb8aa req-defa29ee-5528-4735-82de-2950d85fafa4 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:07:57.664703 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-b9383d74-156e-43ad-a486-af77275fb8aa req-defa29ee-5528-4735-82de-2950d85fafa4 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b0d1d9b-d025-442c-a2f6-db22050d9059 HTTP/1.1" status: 200 len: 946 time: 0.0472982 Jun 26 03:07:57.716199 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-b9383d74-156e-43ad-a486-af77275fb8aa req-d0fff637-47be-49f1-9445-c948880249c0 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=cae80eaa-bfa7-4de0-8fc0-ae5390068214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459945 Jun 26 03:07:58.038916 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52b0427-fee8-4d62-bba0-02c7d441cca2 req-13064bf0-3120-4c8f-a8e4-07e36d0c1b0f tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:07:58.040373 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-d52b0427-fee8-4d62-bba0-02c7d441cca2 req-13064bf0-3120-4c8f-a8e4-07e36d0c1b0f tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c55ca6d-bad0-4964-83fe-4352b7fb1b1d HTTP/1.1" status: 200 len: 946 time: 0.0487192 Jun 26 03:07:58.081726 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=100 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:07:58.086058 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-d52b0427-fee8-4d62-bba0-02c7d441cca2 req-237b8825-796c-4661-9eaf-0817ae2d4b38 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/security-groups?id=8443e5b4-cfe8-43f3-9dfe-63aae7d635f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403950 Jun 26 03:07:58.831998 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da8a31d-4260-46b9-87f2-6fa263595b65 req-f78e7bfe-1feb-4521-ada1-d2d8bc52cc11 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:07:58.833439 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-4da8a31d-4260-46b9-87f2-6fa263595b65 req-f78e7bfe-1feb-4521-ada1-d2d8bc52cc11 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b0d1d9b-d025-442c-a2f6-db22050d9059 HTTP/1.1" status: 200 len: 946 time: 0.0461342 Jun 26 03:07:58.880774 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-4da8a31d-4260-46b9-87f2-6fa263595b65 req-02df1d74-5bf4-4e01-84ca-e7a0ee88ad61 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=cae80eaa-bfa7-4de0-8fc0-ae5390068214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420268 Jun 26 03:07:59.208195 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c1c33a-070d-40f6-9ead-959eab8309b2 req-918d9aa1-59e4-4526-b023-1de88bcfc56e tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:07:59.209711 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-33c1c33a-070d-40f6-9ead-959eab8309b2 req-918d9aa1-59e4-4526-b023-1de88bcfc56e tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c55ca6d-bad0-4964-83fe-4352b7fb1b1d HTTP/1.1" status: 200 len: 946 time: 0.0565915 Jun 26 03:07:59.258095 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-33c1c33a-070d-40f6-9ead-959eab8309b2 req-e910513a-d4f7-4f8e-8363-79d07b2fe616 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/security-groups?id=8443e5b4-cfe8-43f3-9dfe-63aae7d635f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422535 Jun 26 03:07:59.997291 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1909c439-8dc6-408c-b4bf-b5f348f75b29 req-05008143-4909-4ae6-87ce-68ff2be05731 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:07:59.998783 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-1909c439-8dc6-408c-b4bf-b5f348f75b29 req-05008143-4909-4ae6-87ce-68ff2be05731 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b0d1d9b-d025-442c-a2f6-db22050d9059 HTTP/1.1" status: 200 len: 946 time: 0.0469551 Jun 26 03:08:00.046095 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-1909c439-8dc6-408c-b4bf-b5f348f75b29 req-6ae3d947-15a4-48f0-b5c6-19689878b2cf tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=cae80eaa-bfa7-4de0-8fc0-ae5390068214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414107 Jun 26 03:08:00.371861 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c42d54-1f91-4a5d-a82c-699e2cb34d33 req-bf1790b0-976c-4007-8432-05846533db78 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:08:00.373306 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-69c42d54-1f91-4a5d-a82c-699e2cb34d33 req-bf1790b0-976c-4007-8432-05846533db78 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c55ca6d-bad0-4964-83fe-4352b7fb1b1d HTTP/1.1" status: 200 len: 946 time: 0.0471783 Jun 26 03:08:00.421645 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-69c42d54-1f91-4a5d-a82c-699e2cb34d33 req-7396db07-3a82-4258-b6d8-9b0be8108ead tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/security-groups?id=8443e5b4-cfe8-43f3-9dfe-63aae7d635f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425963 Jun 26 03:08:01.160153 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cfb2e7-d8fe-4883-a1e6-77ffea165531 req-1d26d4e4-7b3a-420d-b2a7-db1922f1ac73 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:08:01.161588 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-80cfb2e7-d8fe-4883-a1e6-77ffea165531 req-1d26d4e4-7b3a-420d-b2a7-db1922f1ac73 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b0d1d9b-d025-442c-a2f6-db22050d9059 HTTP/1.1" status: 200 len: 946 time: 0.0462954 Jun 26 03:08:01.207664 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-80cfb2e7-d8fe-4883-a1e6-77ffea165531 req-6b5370eb-026b-479b-87ab-ba24b4c3ed1d tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=cae80eaa-bfa7-4de0-8fc0-ae5390068214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406511 Jun 26 03:08:01.389371 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 44168) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:08:01.393994 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [None req-427c542c-e53a-4684-9909-101327593f26 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1109380243', 'description': 'tempest-description--456531595'}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:08:01.414143 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-427c542c-e53a-4684-9909-101327593f26 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks [] for security_group (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:08:01.482028 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-427c542c-e53a-4684-9909-101327593f26 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks [] for security_group (d9fab2c8-5d92-4c65-ad12-034445c43e72), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:08:01.485533 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-427c542c-e53a-4684-9909-101327593f26 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (d9fab2c8-5d92-4c65-ad12-034445c43e72), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:08:01.540470 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:08:01.552089 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-427c542c-e53a-4684-9909-101327593f26 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks [] for security_group (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:08:01.553214 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-427c542c-e53a-4684-9909-101327593f26 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1627605 Jun 26 03:08:01.556345 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 44172) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:08:01.557340 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427c542c-e53a-4684-9909-101327593f26 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9fab2c8-5d92-4c65-ad12-034445c43e72,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:08:01.561629 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-b114022b-abde-4d1f-a02e-ff01c652b4b2 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Request body: {'security_group_rule': {'security_group_id': 'd9fab2c8-5d92-4c65-ad12-034445c43e72', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:08:01.574804 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609518c5-6e83-4086-823f-19f88474a907 req-9ca9cb13-7217-493d-8091-39d4590a2b5a tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:08:01.576265 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-609518c5-6e83-4086-823f-19f88474a907 req-9ca9cb13-7217-493d-8091-39d4590a2b5a tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c55ca6d-bad0-4964-83fe-4352b7fb1b1d HTTP/1.1" status: 200 len: 946 time: 0.0842071 Jun 26 03:08:01.579079 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427c542c-e53a-4684-9909-101327593f26 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:08:01.579451 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427c542c-e53a-4684-9909-101327593f26 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:08:01.579987 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427c542c-e53a-4684-9909-101327593f26 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:08:01.580251 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427c542c-e53a-4684-9909-101327593f26 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:08:01.580615 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427c542c-e53a-4684-9909-101327593f26 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:08:01.580970 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427c542c-e53a-4684-9909-101327593f26 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:08:01.581308 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427c542c-e53a-4684-9909-101327593f26 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:08:01.581664 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427c542c-e53a-4684-9909-101327593f26 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:08:01.581999 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427c542c-e53a-4684-9909-101327593f26 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:08:01.582462 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427c542c-e53a-4684-9909-101327593f26 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:08:01.582683 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427c542c-e53a-4684-9909-101327593f26 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:08:01.583041 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427c542c-e53a-4684-9909-101327593f26 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:08:01.583448 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427c542c-e53a-4684-9909-101327593f26 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:08:01.583776 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427c542c-e53a-4684-9909-101327593f26 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:08:01.584122 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-427c542c-e53a-4684-9909-101327593f26 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:08:01.592643 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-b114022b-abde-4d1f-a02e-ff01c652b4b2 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks [] for security_group_rule (1171c9d8-4528-4565-8673-7fc0aa01f7d5), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:08:01.630185 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-609518c5-6e83-4086-823f-19f88474a907 req-90f1edac-74ac-423a-bfaa-34cc03288c7a tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/security-groups?id=8443e5b4-cfe8-43f3-9dfe-63aae7d635f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424929 Jun 26 03:08:01.649393 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-b114022b-abde-4d1f-a02e-ff01c652b4b2 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks [] for security_group_rule (1171c9d8-4528-4565-8673-7fc0aa01f7d5), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:08:01.653085 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-b114022b-abde-4d1f-a02e-ff01c652b4b2 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692706'] for security_group_rule (1171c9d8-4528-4565-8673-7fc0aa01f7d5), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:08:01.671743 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b114022b-abde-4d1f-a02e-ff01c652b4b2 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1171c9d8-4528-4565-8673-7fc0aa01f7d5,revision_number=0']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:08:01.681674 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b114022b-abde-4d1f-a02e-ff01c652b4b2 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:08:01.682033 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b114022b-abde-4d1f-a02e-ff01c652b4b2 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:08:01.682407 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b114022b-abde-4d1f-a02e-ff01c652b4b2 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:08:01.682753 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b114022b-abde-4d1f-a02e-ff01c652b4b2 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:08:01.683093 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b114022b-abde-4d1f-a02e-ff01c652b4b2 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:08:01.683434 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b114022b-abde-4d1f-a02e-ff01c652b4b2 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:08:01.683767 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b114022b-abde-4d1f-a02e-ff01c652b4b2 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:08:01.684098 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b114022b-abde-4d1f-a02e-ff01c652b4b2 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:08:01.684428 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b114022b-abde-4d1f-a02e-ff01c652b4b2 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:08:01.684756 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b114022b-abde-4d1f-a02e-ff01c652b4b2 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:08:01.685084 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b114022b-abde-4d1f-a02e-ff01c652b4b2 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:08:01.685410 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b114022b-abde-4d1f-a02e-ff01c652b4b2 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:08:01.685734 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b114022b-abde-4d1f-a02e-ff01c652b4b2 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:08:01.686090 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b114022b-abde-4d1f-a02e-ff01c652b4b2 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:08:01.686408 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b114022b-abde-4d1f-a02e-ff01c652b4b2 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:08:01.691563 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-b114022b-abde-4d1f-a02e-ff01c652b4b2 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:08:01.695516 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-b114022b-abde-4d1f-a02e-ff01c652b4b2 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1353185 Jun 26 03:08:01.695985 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 44174) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:08:01.700059 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-efc56f55-c34d-4ebd-b529-565b8bc7b867 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Request body: {'security_group_rule': {'security_group_id': 'd9fab2c8-5d92-4c65-ad12-034445c43e72', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:08:01.726159 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-efc56f55-c34d-4ebd-b529-565b8bc7b867 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks [] for security_group_rule (11c991a5-49ff-4c1d-a1c8-dc45ca74007a), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:08:01.779541 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-efc56f55-c34d-4ebd-b529-565b8bc7b867 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks [] for security_group_rule (11c991a5-49ff-4c1d-a1c8-dc45ca74007a), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:08:01.783523 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-efc56f55-c34d-4ebd-b529-565b8bc7b867 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692706'] for security_group_rule (11c991a5-49ff-4c1d-a1c8-dc45ca74007a), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:08:01.802087 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc56f55-c34d-4ebd-b529-565b8bc7b867 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11c991a5-49ff-4c1d-a1c8-dc45ca74007a,revision_number=0']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:08:01.808633 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-efc56f55-c34d-4ebd-b529-565b8bc7b867 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:08:01.809795 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-efc56f55-c34d-4ebd-b529-565b8bc7b867 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1131260 Jun 26 03:08:01.812832 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 44178) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:08:01.816932 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-1dd2fb35-0f73-42b9-9f0e-2344281f5218 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Request body: {'floatingip': {'floating_network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:08:01.836290 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-1dd2fb35-0f73-42b9-9f0e-2344281f5218 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:08:01.917997 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-1dd2fb35-0f73-42b9-9f0e-2344281f5218 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:08:02.026811 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.db.db_base_plugin_common [None req-1dd2fb35-0f73-42b9-9f0e-2344281f5218 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Allocated IP 172.27.2.253 (9f069e5f-e57e-4e35-ad51-5f4f2e2f15df/6b24a38a-90db-41c5-beaf-6fa087899576/6e5b5a8c-fb73-4506-9c1a-ab61ce01edbe) {{(pid=104013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 03:08:02.141783 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-1dd2fb35-0f73-42b9-9f0e-2344281f5218 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks [] for port (6e5b5a8c-fb73-4506-9c1a-ab61ce01edbe), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:08:02.177061 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-1dd2fb35-0f73-42b9-9f0e-2344281f5218 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787575245469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7375238'] for port (6e5b5a8c-fb73-4506-9c1a-ab61ce01edbe), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:08:02.215907 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd2fb35-0f73-42b9-9f0e-2344281f5218 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Network 9f069e5f-e57e-4e35-ad51-5f4f2e2f15df is already hosted by enough agents. {{(pid=104013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 03:08:02.218719 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.scheduler.base_scheduler [None req-1dd2fb35-0f73-42b9-9f0e-2344281f5218 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Resources bound (agent type, host, resource id): {{(pid=104013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 03:08:02.222887 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd2fb35-0f73-42b9-9f0e-2344281f5218 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Received port after_create {{(pid=104013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 26 03:08:02.227268 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:08:02.252763 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd2fb35-0f73-42b9-9f0e-2344281f5218 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Pushing event updated for resources: {'Port': ['ID=6e5b5a8c-fb73-4506-9c1a-ab61ce01edbe,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:08:02.262648 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:08:02.318417 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-1dd2fb35-0f73-42b9-9f0e-2344281f5218 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks [] for floatingip (e65336c0-2abb-4d06-83ed-be0608a4e479), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:08:02.337574 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44adc164-443b-4bdd-8d9b-a0442bc35a67 req-2012696f-af99-4c41-9ef6-9c6563e5a9e0 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:08:02.339137 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-44adc164-443b-4bdd-8d9b-a0442bc35a67 req-2012696f-af99-4c41-9ef6-9c6563e5a9e0 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b0d1d9b-d025-442c-a2f6-db22050d9059 HTTP/1.1" status: 200 len: 946 time: 0.0492215 Jun 26 03:08:02.358548 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-1dd2fb35-0f73-42b9-9f0e-2344281f5218 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (6e5b5a8c-fb73-4506-9c1a-ab61ce01edbe), before_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:08:02.390170 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-44adc164-443b-4bdd-8d9b-a0442bc35a67 req-7b881f33-af7f-453c-b5db-6186d39faffc tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=cae80eaa-bfa7-4de0-8fc0-ae5390068214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431924 Jun 26 03:08:02.507838 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-1dd2fb35-0f73-42b9-9f0e-2344281f5218 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks [] for port (6e5b5a8c-fb73-4506-9c1a-ab61ce01edbe), precommit_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:08:02.511994 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-1dd2fb35-0f73-42b9-9f0e-2344281f5218 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7375263'] for port (6e5b5a8c-fb73-4506-9c1a-ab61ce01edbe), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:08:02.584178 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd2fb35-0f73-42b9-9f0e-2344281f5218 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Pushing event updated for resources: {'Port': ['ID=6e5b5a8c-fb73-4506-9c1a-ab61ce01edbe,revision_number=2']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:08:02.592231 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-1dd2fb35-0f73-42b9-9f0e-2344281f5218 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620021'] for floatingip (e65336c0-2abb-4d06-83ed-be0608a4e479), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:08:02.607981 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-1dd2fb35-0f73-42b9-9f0e-2344281f5218 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515864'] for floatingip (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:08:02.609216 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-1dd2fb35-0f73-42b9-9f0e-2344281f5218 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7954891 Jun 26 03:08:02.749857 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fece82-d58a-488d-a966-7a7a970849e0 req-e87cf427-94e9-4a24-b36d-47b122b65f30 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:08:02.751361 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-d4fece82-d58a-488d-a966-7a7a970849e0 req-e87cf427-94e9-4a24-b36d-47b122b65f30 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c55ca6d-bad0-4964-83fe-4352b7fb1b1d HTTP/1.1" status: 200 len: 946 time: 0.0525777 Jun 26 03:08:02.826705 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-d4fece82-d58a-488d-a966-7a7a970849e0 req-5db0579e-a703-433a-8d93-c923793bdf1a tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/security-groups?id=8443e5b4-cfe8-43f3-9dfe-63aae7d635f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686858 Jun 26 03:08:02.841218 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-8cd05d87-adfb-4d79-bc1b-bc27b499cb9d req-81dd3c43-81f5-417d-9e9c-20b8f60f1f86 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1109380243&fields=id&tenant_id=1850f9f425294a82add8a09690dc1df0 HTTP/1.1" status: 200 len: 267 time: 0.0660477 Jun 26 03:08:02.871936 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:08:02.949961 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd05d87-adfb-4d79-bc1b-bc27b499cb9d req-7c53571c-00dd-43b4-b9dd-d4297169f393 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:08:02.951428 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-8cd05d87-adfb-4d79-bc1b-bc27b499cb9d req-7c53571c-00dd-43b4-b9dd-d4297169f393 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/networks?id=02cd0f74-99cd-4eb9-aeb7-aae2b7255a50 HTTP/1.1" status: 200 len: 814 time: 0.1033542 Jun 26 03:08:02.965526 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-8cd05d87-adfb-4d79-bc1b-bc27b499cb9d req-8f767484-e946-4765-b7ec-7077ebc19d46 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/quotas/1850f9f425294a82add8a09690dc1df0 HTTP/1.1" status: 200 len: 375 time: 0.0088470 Jun 26 03:08:02.966189 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=2 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:08:03.018870 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-8cd05d87-adfb-4d79-bc1b-bc27b499cb9d req-c3a5939d-740b-46e7-a4b7-e9efedc333f3 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1850f9f425294a82add8a09690dc1df0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0482697 Jun 26 03:08:03.114024 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-8cd05d87-adfb-4d79-bc1b-bc27b499cb9d req-1b9462db-fdc3-4459-b0f0-46c54d2d895f service neutron] 10.222.0.13 "GET /v2.0/networks/02cd0f74-99cd-4eb9-aeb7-aae2b7255a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840123 Jun 26 03:08:03.204667 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-8cd05d87-adfb-4d79-bc1b-bc27b499cb9d req-7c496b92-f698-415f-b255-181d4ba2b587 service neutron] 10.222.0.13 "GET /v2.0/networks/02cd0f74-99cd-4eb9-aeb7-aae2b7255a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849137 Jun 26 03:08:03.373950 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a64f848f-4938-47a4-bebd-d3c159388a40 req-23459f18-bdc8-4c97-8564-9db9cc52fffc tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c4e7b87-db95-47e8-8679-3a36a89d75f7 HTTP/1.1" status: 200 len: 210 time: 0.0284340 Jun 26 03:08:03.524554 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d75dee-8857-4788-813f-07829546f3ee req-a207433e-70a5-438a-81a4-f8b7d8efc37d tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:08:03.526013 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-24d75dee-8857-4788-813f-07829546f3ee req-a207433e-70a5-438a-81a4-f8b7d8efc37d tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b0d1d9b-d025-442c-a2f6-db22050d9059 HTTP/1.1" status: 200 len: 946 time: 0.0583742 Jun 26 03:08:03.580720 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-24d75dee-8857-4788-813f-07829546f3ee req-f48aa57c-245c-4314-92fa-91289f87dfb2 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=cae80eaa-bfa7-4de0-8fc0-ae5390068214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488021 Jun 26 03:08:03.952219 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b66c112-f3c8-44c7-94e6-5eab60613ed2 req-5a9d8063-5850-4332-b3c3-5b206118cc73 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:08:03.953772 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-7b66c112-f3c8-44c7-94e6-5eab60613ed2 req-5a9d8063-5850-4332-b3c3-5b206118cc73 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c55ca6d-bad0-4964-83fe-4352b7fb1b1d HTTP/1.1" status: 200 len: 946 time: 0.0500834 Jun 26 03:08:04.001003 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-7b66c112-f3c8-44c7-94e6-5eab60613ed2 req-30939f0b-c6d6-4c27-9f2b-c94e55d23521 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/security-groups?id=8443e5b4-cfe8-43f3-9dfe-63aae7d635f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410879 Jun 26 03:08:04.466743 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-68fdd4bf-2604-4b20-a07f-69a87f9b7003 req-2b0ceaf1-cfa0-4945-85f9-726cb1593359 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c4e7b87-db95-47e8-8679-3a36a89d75f7 HTTP/1.1" status: 200 len: 210 time: 0.0274246 Jun 26 03:08:04.700834 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da67fb5f-8653-4129-b2e2-755a4b05e02b req-412c96e3-5670-40cb-94ed-05bbe08533af tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:08:04.702320 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-da67fb5f-8653-4129-b2e2-755a4b05e02b req-412c96e3-5670-40cb-94ed-05bbe08533af tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b0d1d9b-d025-442c-a2f6-db22050d9059 HTTP/1.1" status: 200 len: 946 time: 0.0480282 Jun 26 03:08:04.741554 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=100 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:08:04.753923 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-da67fb5f-8653-4129-b2e2-755a4b05e02b req-4ffbc37a-3c37-4565-9d2b-b89fa984e0de tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=cae80eaa-bfa7-4de0-8fc0-ae5390068214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457671 Jun 26 03:08:05.007324 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd05d87-adfb-4d79-bc1b-bc27b499cb9d req-749cb26d-6ca5-4944-a8a7-7eae7be01bac tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:08:05.009338 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-8cd05d87-adfb-4d79-bc1b-bc27b499cb9d req-749cb26d-6ca5-4944-a8a7-7eae7be01bac tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.43 "GET /v2.0/networks?id=02cd0f74-99cd-4eb9-aeb7-aae2b7255a50 HTTP/1.1" status: 200 len: 814 time: 0.1027532 Jun 26 03:08:05.128633 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-8cd05d87-adfb-4d79-bc1b-bc27b499cb9d req-d33016c0-202d-4df3-8c39-17e85b36edc8 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1850f9f425294a82add8a09690dc1df0 HTTP/1.1" status: 200 len: 472 time: 0.0987406 Jun 26 03:08:05.140637 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219da94b-c4d7-4e34-882d-79065c6fd59d req-91122d1f-1e00-4707-aa7f-6292db0c82f4 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:08:05.142036 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-219da94b-c4d7-4e34-882d-79065c6fd59d req-91122d1f-1e00-4707-aa7f-6292db0c82f4 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c55ca6d-bad0-4964-83fe-4352b7fb1b1d HTTP/1.1" status: 200 len: 946 time: 0.0643950 Jun 26 03:08:05.190189 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-219da94b-c4d7-4e34-882d-79065c6fd59d req-40247d5f-4f2f-4d78-8e7f-427e67248482 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/security-groups?id=8443e5b4-cfe8-43f3-9dfe-63aae7d635f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419250 Jun 26 03:08:05.196008 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [req-8cd05d87-adfb-4d79-bc1b-bc27b499cb9d req-0d1221d2-3e74-44bf-b543-5fec68ca2b22 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Request body: {'port': {'device_id': '3c4e7b87-db95-47e8-8679-3a36a89d75f7', 'network_id': '02cd0f74-99cd-4eb9-aeb7-aae2b7255a50', 'admin_state_up': True, 'tenant_id': '1850f9f425294a82add8a09690dc1df0', 'security_groups': ['d9fab2c8-5d92-4c65-ad12-034445c43e72']}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:08:05.288289 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=100 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:08:05.301879 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cd05d87-adfb-4d79-bc1b-bc27b499cb9d req-0d1221d2-3e74-44bf-b543-5fec68ca2b22 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Made reservation on behalf of 1850f9f425294a82add8a09690dc1df0 for: {'port': 1} {{(pid=104014) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 03:08:05.305188 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-8cd05d87-adfb-4d79-bc1b-bc27b499cb9d req-0d1221d2-3e74-44bf-b543-5fec68ca2b22 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:08:05.430551 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.db.db_base_plugin_common [req-8cd05d87-adfb-4d79-bc1b-bc27b499cb9d req-0d1221d2-3e74-44bf-b543-5fec68ca2b22 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Allocated IP 172.20.0.4 (02cd0f74-99cd-4eb9-aeb7-aae2b7255a50/e97e6f7f-41a5-4383-a841-52482c75f2ee/5b9b80b1-5c7f-45d8-944b-ab893c926663) {{(pid=104014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 03:08:05.565808 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-7bbc6389-2c6c-43ca-884b-2cc578785284 req-e87bf6dc-0b5c-426d-9a42-c5d1d768ebfa tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c4e7b87-db95-47e8-8679-3a36a89d75f7 HTTP/1.1" status: 200 len: 210 time: 0.0324655 Jun 26 03:08:05.592265 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-8cd05d87-adfb-4d79-bc1b-bc27b499cb9d req-0d1221d2-3e74-44bf-b543-5fec68ca2b22 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks [] for port (5b9b80b1-5c7f-45d8-944b-ab893c926663), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:08:05.623575 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-8cd05d87-adfb-4d79-bc1b-bc27b499cb9d req-0d1221d2-3e74-44bf-b543-5fec68ca2b22 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787575245469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6258255'] for port (5b9b80b1-5c7f-45d8-944b-ab893c926663), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:08:05.664641 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cd05d87-adfb-4d79-bc1b-bc27b499cb9d req-0d1221d2-3e74-44bf-b543-5fec68ca2b22 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Network 02cd0f74-99cd-4eb9-aeb7-aae2b7255a50 is already hosted by enough agents. {{(pid=104014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 03:08:05.667713 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.scheduler.base_scheduler [req-8cd05d87-adfb-4d79-bc1b-bc27b499cb9d req-0d1221d2-3e74-44bf-b543-5fec68ca2b22 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Resources bound (agent type, host, resource id): {{(pid=104014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 03:08:05.671148 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cd05d87-adfb-4d79-bc1b-bc27b499cb9d req-0d1221d2-3e74-44bf-b543-5fec68ca2b22 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Received port after_create {{(pid=104014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 26 03:08:05.703352 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1221d2-3e74-44bf-b543-5fec68ca2b22 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Pushing event updated for resources: {'Port': ['ID=5b9b80b1-5c7f-45d8-944b-ab893c926663,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:08:05.729166 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd05d87-adfb-4d79-bc1b-bc27b499cb9d req-0d1221d2-3e74-44bf-b543-5fec68ca2b22 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:08:05.729773 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-8cd05d87-adfb-4d79-bc1b-bc27b499cb9d req-0d1221d2-3e74-44bf-b543-5fec68ca2b22 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515864'] for port (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:08:05.750665 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-8cd05d87-adfb-4d79-bc1b-bc27b499cb9d req-0d1221d2-3e74-44bf-b543-5fec68ca2b22 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5581160 Jun 26 03:08:05.877595 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffd89ee-c0a7-4abf-887f-d6d88850a901 req-5cbd68ec-eeb3-436d-a0c3-9eae1533fb85 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:08:05.879385 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-fffd89ee-c0a7-4abf-887f-d6d88850a901 req-5cbd68ec-eeb3-436d-a0c3-9eae1533fb85 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b0d1d9b-d025-442c-a2f6-db22050d9059 HTTP/1.1" status: 200 len: 946 time: 0.0483422 Jun 26 03:08:05.880115 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-6f902467-2ca1-4367-baa9-a6a182621051 None None] Provisioning complete for port 5b9b80b1-5c7f-45d8-944b-ab893c926663 triggered by entity DHCP. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:08:05.880613 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-6f902467-2ca1-4367-baa9-a6a182621051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (5b9b80b1-5c7f-45d8-944b-ab893c926663), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:08:05.910274 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-6f902467-2ca1-4367-baa9-a6a182621051 None None] Port 5b9b80b1-5c7f-45d8-944b-ab893c926663 cannot update to ACTIVE because it is not bound. {{(pid=104015) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 26 03:08:05.925890 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-fffd89ee-c0a7-4abf-887f-d6d88850a901 req-afd553ad-e1b0-44d3-b943-b0ff6dbb7fd1 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=cae80eaa-bfa7-4de0-8fc0-ae5390068214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409691 Jun 26 03:08:06.077716 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [req-8cd05d87-adfb-4d79-bc1b-bc27b499cb9d req-2443d296-97c3-4839-be50-a5ef02352dc2 service neutron] Request body: {'port': {'device_id': '3c4e7b87-db95-47e8-8679-3a36a89d75f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84684'}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:08:06.081028 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:08:06.135613 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-8cd05d87-adfb-4d79-bc1b-bc27b499cb9d req-2443d296-97c3-4839-be50-a5ef02352dc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (5b9b80b1-5c7f-45d8-944b-ab893c926663), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:08:06.239164 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:INSERT=4,neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:08:06.346802 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8174c9-1240-4fc2-98ab-27f86538ba25 req-0d8cff97-71c7-40c7-99a2-621daee48447 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:08:06.348110 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-aa8174c9-1240-4fc2-98ab-27f86538ba25 req-0d8cff97-71c7-40c7-99a2-621daee48447 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c55ca6d-bad0-4964-83fe-4352b7fb1b1d HTTP/1.1" status: 200 len: 946 time: 0.0829866 Jun 26 03:08:06.427015 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-aa8174c9-1240-4fc2-98ab-27f86538ba25 req-3d6d2b69-954d-4f22-9720-a1d3ef345ffc tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/security-groups?id=8443e5b4-cfe8-43f3-9dfe-63aae7d635f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733120 Jun 26 03:08:06.458968 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.notifiers.nova [req-8cd05d87-adfb-4d79-bc1b-bc27b499cb9d req-2443d296-97c3-4839-be50-a5ef02352dc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b9b80b1-5c7f-45d8-944b-ab893c926663 {{(pid=104014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 26 03:08:06.466240 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-8cd05d87-adfb-4d79-bc1b-bc27b499cb9d req-2443d296-97c3-4839-be50-a5ef02352dc2 service neutron] Publish callbacks [] for port (5b9b80b1-5c7f-45d8-944b-ab893c926663), precommit_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:08:06.478710 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [req-8cd05d87-adfb-4d79-bc1b-bc27b499cb9d req-2443d296-97c3-4839-be50-a5ef02352dc2 service neutron] Transition to ACTIVE for port object 5b9b80b1-5c7f-45d8-944b-ab893c926663 will not be triggered until provisioned by entity L2. {{(pid=104014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 26 03:08:06.482535 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-8cd05d87-adfb-4d79-bc1b-bc27b499cb9d req-2443d296-97c3-4839-be50-a5ef02352dc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6258262'] for port (5b9b80b1-5c7f-45d8-944b-ab893c926663), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:08:06.532195 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2443d296-97c3-4839-be50-a5ef02352dc2 service neutron] Pushing event updated for resources: {'Port': ['ID=5b9b80b1-5c7f-45d8-944b-ab893c926663,revision_number=2']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:08:06.608174 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.managers [req-8cd05d87-adfb-4d79-bc1b-bc27b499cb9d req-2443d296-97c3-4839-be50-a5ef02352dc2 service neutron] Attempting to bind port 5b9b80b1-5c7f-45d8-944b-ab893c926663 on host hv-cinder-84684 for vnic_type normal with profile {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 26 03:08:06.608803 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.managers [req-8cd05d87-adfb-4d79-bc1b-bc27b499cb9d req-2443d296-97c3-4839-be50-a5ef02352dc2 service neutron] Attempting to bind port 5b9b80b1-5c7f-45d8-944b-ab893c926663 by drivers openvswitch,hyperv on host hv-cinder-84684 at level 0 using segments [{'id': '4d81c647-e55d-4122-8ce3-5fece06ad477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '02cd0f74-99cd-4eb9-aeb7-aae2b7255a50'}] {{(pid=104014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 26 03:08:06.608925 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd05d87-adfb-4d79-bc1b-bc27b499cb9d req-2443d296-97c3-4839-be50-a5ef02352dc2 service neutron] Attempting to bind port 5b9b80b1-5c7f-45d8-944b-ab893c926663 on network 02cd0f74-99cd-4eb9-aeb7-aae2b7255a50 {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 26 03:08:06.613995 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd05d87-adfb-4d79-bc1b-bc27b499cb9d req-2443d296-97c3-4839-be50-a5ef02352dc2 service neutron] Port 5b9b80b1-5c7f-45d8-944b-ab893c926663 on network 02cd0f74-99cd-4eb9-aeb7-aae2b7255a50 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84684 {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 26 03:08:06.614342 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd05d87-adfb-4d79-bc1b-bc27b499cb9d req-2443d296-97c3-4839-be50-a5ef02352dc2 service neutron] Attempting to bind port 5b9b80b1-5c7f-45d8-944b-ab893c926663 on network 02cd0f74-99cd-4eb9-aeb7-aae2b7255a50 {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 26 03:08:06.619605 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd05d87-adfb-4d79-bc1b-bc27b499cb9d req-2443d296-97c3-4839-be50-a5ef02352dc2 service neutron] Checking agent: {'id': 'e7a0895f-45bb-4130-be69-32df3e039043', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84684', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 26, 3, 2, 40), 'started_at': datetime.datetime(2022, 6, 26, 3, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 26, 3, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 26 03:08:06.619995 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd05d87-adfb-4d79-bc1b-bc27b499cb9d req-2443d296-97c3-4839-be50-a5ef02352dc2 service neutron] Checking segment: {'id': '4d81c647-e55d-4122-8ce3-5fece06ad477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '02cd0f74-99cd-4eb9-aeb7-aae2b7255a50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 26 03:08:06.620384 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd05d87-adfb-4d79-bc1b-bc27b499cb9d req-2443d296-97c3-4839-be50-a5ef02352dc2 service neutron] Bound using segment: {'id': '4d81c647-e55d-4122-8ce3-5fece06ad477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '02cd0f74-99cd-4eb9-aeb7-aae2b7255a50'} {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 26 03:08:06.620815 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.managers [req-8cd05d87-adfb-4d79-bc1b-bc27b499cb9d req-2443d296-97c3-4839-be50-a5ef02352dc2 service neutron] Bound port: 5b9b80b1-5c7f-45d8-944b-ab893c926663, host: hv-cinder-84684, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d81c647-e55d-4122-8ce3-5fece06ad477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '02cd0f74-99cd-4eb9-aeb7-aae2b7255a50'}}] {{(pid=104014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 26 03:08:06.621174 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-8cd05d87-adfb-4d79-bc1b-bc27b499cb9d req-2443d296-97c3-4839-be50-a5ef02352dc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (5b9b80b1-5c7f-45d8-944b-ab893c926663), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:08:06.721273 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b65d1d6-a573-4e0b-a144-5f8585d69f70 req-828ddae8-7ed0-4955-9b38-76dfea39d951 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:08:06.722773 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-2b65d1d6-a573-4e0b-a144-5f8585d69f70 req-828ddae8-7ed0-4955-9b38-76dfea39d951 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c4e7b87-db95-47e8-8679-3a36a89d75f7 HTTP/1.1" status: 200 len: 943 time: 0.0639133 Jun 26 03:08:06.730143 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [req-8cd05d87-adfb-4d79-bc1b-bc27b499cb9d req-2443d296-97c3-4839-be50-a5ef02352dc2 service neutron] For port 5b9b80b1-5c7f-45d8-944b-ab893c926663, host hv-cinder-84684, cleared binding levels {{(pid=104014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 03:08:06.734235 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [req-8cd05d87-adfb-4d79-bc1b-bc27b499cb9d req-2443d296-97c3-4839-be50-a5ef02352dc2 service neutron] For port 5b9b80b1-5c7f-45d8-944b-ab893c926663, host hv-cinder-84684, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=5b9b80b1-5c7f-45d8-944b-ab893c926663,segment=NetworkSegment(4d81c647-e55d-4122-8ce3-5fece06ad477),segment_id=4d81c647-e55d-4122-8ce3-5fece06ad477)] {{(pid=104014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 03:08:06.752187 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-8cd05d87-adfb-4d79-bc1b-bc27b499cb9d req-2443d296-97c3-4839-be50-a5ef02352dc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6258262'] for port (5b9b80b1-5c7f-45d8-944b-ab893c926663), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:08:06.803564 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd05d87-adfb-4d79-bc1b-bc27b499cb9d req-2443d296-97c3-4839-be50-a5ef02352dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:08:06.804175 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-8cd05d87-adfb-4d79-bc1b-bc27b499cb9d req-2443d296-97c3-4839-be50-a5ef02352dc2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515864'] for port (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:08:06.805896 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-8cd05d87-adfb-4d79-bc1b-bc27b499cb9d req-2443d296-97c3-4839-be50-a5ef02352dc2 service neutron] 10.222.0.43 "PUT /v2.0/ports/5b9b80b1-5c7f-45d8-944b-ab893c926663 HTTP/1.1" status: 200 len: 1093 time: 0.7322800 Jun 26 03:08:06.806441 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c4e7b87-db95-47e8-8679-3a36a89d75f7', 'tag': '5b9b80b1-5c7f-45d8-944b-ab893c926663'}] {{(pid=104014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 26 03:08:06.808652 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b346e277b9447a300c9d303bb334713d04858661d6ca7e8667ef96f79658145a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98fd6195-298f-4cde-8d6c-76a6b55438b1" -d '{"events": [{"name": "network-changed", "server_uuid": "3c4e7b87-db95-47e8-8679-3a36a89d75f7", "tag": "5b9b80b1-5c7f-45d8-944b-ab893c926663"}]}' {{(pid=104014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 03:08:06.839778 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-2b65d1d6-a573-4e0b-a144-5f8585d69f70 req-79d92437-2ca2-4f81-8ddb-aaf0edd4cdb4 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9fab2c8-5d92-4c65-ad12-034445c43e72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109173 Jun 26 03:08:06.840775 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2443d296-97c3-4839-be50-a5ef02352dc2 service neutron] Pushing event updated for resources: {'Port': ['ID=5b9b80b1-5c7f-45d8-944b-ab893c926663,revision_number=3']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:08:06.870133 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Jun 2022 03:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d9fbebf-60c9-4c76-a3ea-403dbd284787 x-openstack-request-id: req-5d9fbebf-60c9-4c76-a3ea-403dbd284787 {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 03:08:06.870600 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c4e7b87-db95-47e8-8679-3a36a89d75f7", "tag": "5b9b80b1-5c7f-45d8-944b-ab893c926663", "status": "completed", "code": 200}]} {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 03:08:06.871023 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5d9fbebf-60c9-4c76-a3ea-403dbd284787 {{(pid=104014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 03:08:06.872013 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d9fbebf-60c9-4c76-a3ea-403dbd284787'] response: {'name': 'network-changed', 'server_uuid': '3c4e7b87-db95-47e8-8679-3a36a89d75f7', 'tag': '5b9b80b1-5c7f-45d8-944b-ab893c926663', 'status': 'completed', 'code': 200} Jun 26 03:08:06.965133 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd05d87-adfb-4d79-bc1b-bc27b499cb9d req-f0c63f03-581d-4aaa-973c-1ab9f4dde62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:08:06.966665 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-8cd05d87-adfb-4d79-bc1b-bc27b499cb9d req-f0c63f03-581d-4aaa-973c-1ab9f4dde62f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1850f9f425294a82add8a09690dc1df0&device_id=3c4e7b87-db95-47e8-8679-3a36a89d75f7 HTTP/1.1" status: 200 len: 1127 time: 0.0464144 Jun 26 03:08:07.024641 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-8cd05d87-adfb-4d79-bc1b-bc27b499cb9d req-d8a340af-bee6-47f5-a308-c4b871ff4105 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5b9b80b1-5c7f-45d8-944b-ab893c926663 HTTP/1.1" status: 200 len: 217 time: 0.0365374 Jun 26 03:08:07.096328 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cfbffa-6c8c-4343-a0ae-a334dfad3c57 req-508834f3-4e3b-47d7-b9bd-85b85c25f948 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:08:07.097716 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a7cfbffa-6c8c-4343-a0ae-a334dfad3c57 req-508834f3-4e3b-47d7-b9bd-85b85c25f948 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b0d1d9b-d025-442c-a2f6-db22050d9059 HTTP/1.1" status: 200 len: 946 time: 0.0754514 Jun 26 03:08:07.110810 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:08:07.124424 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd05d87-adfb-4d79-bc1b-bc27b499cb9d req-41a9c122-75dc-4391-80fb-9f5c2d2188f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:08:07.126104 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-8cd05d87-adfb-4d79-bc1b-bc27b499cb9d req-41a9c122-75dc-4391-80fb-9f5c2d2188f8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e97e6f7f-41a5-4383-a841-52482c75f2ee HTTP/1.1" status: 200 len: 853 time: 0.0753224 Jun 26 03:08:07.139844 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:08:07.416771 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a7cfbffa-6c8c-4343-a0ae-a334dfad3c57 req-2ccae548-5af1-4aaa-a068-f46e7e9a9f78 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=cae80eaa-bfa7-4de0-8fc0-ae5390068214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3127048 Jun 26 03:08:07.419736 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd05d87-adfb-4d79-bc1b-bc27b499cb9d req-88f12c93-0650-418e-b64b-c13cb02c5334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:08:07.421085 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-8cd05d87-adfb-4d79-bc1b-bc27b499cb9d req-88f12c93-0650-418e-b64b-c13cb02c5334 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=02cd0f74-99cd-4eb9-aeb7-aae2b7255a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2802458 Jun 26 03:08:07.523929 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-8cd05d87-adfb-4d79-bc1b-bc27b499cb9d req-901cd5b2-9a4d-402a-a9b2-f9ee7175def6 service neutron] 10.222.0.43 "GET /v2.0/networks/02cd0f74-99cd-4eb9-aeb7-aae2b7255a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951171 Jun 26 03:08:07.583109 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21498d3e-d263-4a4b-80a5-f35094511858 req-1a83a293-528e-4758-be73-2761e2ea2725 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:08:07.584530 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-21498d3e-d263-4a4b-80a5-f35094511858 req-1a83a293-528e-4758-be73-2761e2ea2725 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c55ca6d-bad0-4964-83fe-4352b7fb1b1d HTTP/1.1" status: 200 len: 946 time: 0.0737486 Jun 26 03:08:07.667988 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-8cd05d87-adfb-4d79-bc1b-bc27b499cb9d req-882de55c-60bb-4ebc-98aa-4f1836fd1222 service neutron] 10.222.0.43 "GET /v2.0/networks/02cd0f74-99cd-4eb9-aeb7-aae2b7255a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249678 Jun 26 03:08:07.674574 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-21498d3e-d263-4a4b-80a5-f35094511858 req-d0e92167-0d59-4ef0-b4df-8b60c4390b3b tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/security-groups?id=8443e5b4-cfe8-43f3-9dfe-63aae7d635f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621357 Jun 26 03:08:07.964580 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76898b23-f0c7-41f0-8099-3d40bd3f7dcb req-6cfa9c1d-18f8-4f9b-8a2d-0aa59ca84f73 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:08:07.966056 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-76898b23-f0c7-41f0-8099-3d40bd3f7dcb req-6cfa9c1d-18f8-4f9b-8a2d-0aa59ca84f73 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c4e7b87-db95-47e8-8679-3a36a89d75f7 HTTP/1.1" status: 200 len: 943 time: 0.0501330 Jun 26 03:08:07.968199 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Device 52fe6654-0bad-4f8c-9c8b-2d810ffaeb4f details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=104015) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 26 03:08:08.012189 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-76898b23-f0c7-41f0-8099-3d40bd3f7dcb req-e42f8f36-f09d-4371-8850-fe4c12705015 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9fab2c8-5d92-4c65-ad12-034445c43e72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407307 Jun 26 03:08:08.063192 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] For port 52fe6654-0bad-4f8c-9c8b-2d810ffaeb4f, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=52fe6654-0bad-4f8c-9c8b-2d810ffaeb4f,segment=NetworkSegment(9b1bc4ce-7d03-4b55-892a-abd91da4af67),segment_id=9b1bc4ce-7d03-4b55-892a-abd91da4af67)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:08:08.074610 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Returning: {'device': '52fe6654-0bad-4f8c-9c8b-2d810ffaeb4f', 'network_id': '151cdbb9-618f-46a1-a7b5-564e53db9cea', 'port_id': '52fe6654-0bad-4f8c-9c8b-2d810ffaeb4f', 'mac_address': 'fa:16:3e:bf:1a:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3475431-7645-416a-9b3b-e23c4a132926', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104015) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 26 03:08:08.111574 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Current status of the port 52fe6654-0bad-4f8c-9c8b-2d810ffaeb4f is: ACTIVE; New status is: BUILD {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 03:08:08.111960 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (52fe6654-0bad-4f8c-9c8b-2d810ffaeb4f), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:08:08.124241 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.notifiers.nova [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 52fe6654-0bad-4f8c-9c8b-2d810ffaeb4f {{(pid=104015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 26 03:08:08.144208 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] For port 52fe6654-0bad-4f8c-9c8b-2d810ffaeb4f, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=52fe6654-0bad-4f8c-9c8b-2d810ffaeb4f,segment=NetworkSegment(9b1bc4ce-7d03-4b55-892a-abd91da4af67),segment_id=9b1bc4ce-7d03-4b55-892a-abd91da4af67)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:08:08.147939 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (52fe6654-0bad-4f8c-9c8b-2d810ffaeb4f), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:08:08.192021 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Pushing event updated for resources: {'Port': ['ID=52fe6654-0bad-4f8c-9c8b-2d810ffaeb4f,revision_number=6']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:08:08.198809 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:08:08.199153 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:08:08.199515 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:08:08.199870 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:08:08.200203 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:08:08.200532 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:08:08.201181 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:08:08.201511 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:08:08.201837 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:08:08.202190 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:08:08.202517 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:08:08.202857 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:08:08.203183 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:08:08.203502 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:08:08.203820 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:08:08.363648 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] get_ports_and_sgs() called for port_ids ['52fe6654-0bad-4f8c-9c8b-2d810ffaeb4f'] {{(pid=104015) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 03:08:08.532415 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f90fb32-a694-4954-bc36-affb13b383d3 req-43aa74f7-1e5b-4ddc-85e1-d3e73a93ca00 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:08:08.534402 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-1f90fb32-a694-4954-bc36-affb13b383d3 req-43aa74f7-1e5b-4ddc-85e1-d3e73a93ca00 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b0d1d9b-d025-442c-a2f6-db22050d9059 HTTP/1.1" status: 200 len: 945 time: 0.0466480 Jun 26 03:08:08.581081 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-1f90fb32-a694-4954-bc36-affb13b383d3 req-e002ee74-ef35-4e48-b4f5-94d25ec86d0c tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=cae80eaa-bfa7-4de0-8fc0-ae5390068214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413313 Jun 26 03:08:08.784236 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad47f221-7700-47fc-9065-a5ac13945ffb req-af16020a-e0ae-42b9-b84e-43a2c51610bc tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:08:08.785653 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-ad47f221-7700-47fc-9065-a5ac13945ffb req-af16020a-e0ae-42b9-b84e-43a2c51610bc tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c55ca6d-bad0-4964-83fe-4352b7fb1b1d HTTP/1.1" status: 200 len: 946 time: 0.0453393 Jun 26 03:08:08.834374 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-ad47f221-7700-47fc-9065-a5ac13945ffb req-9cd6e183-b9b5-42e4-b727-421fcb681976 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/security-groups?id=8443e5b4-cfe8-43f3-9dfe-63aae7d635f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433209 Jun 26 03:08:09.121421 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e8667a-0769-4c8f-a161-4cf42af3a583 req-685cef4d-bdda-4239-a47a-4ccce1a767c9 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:08:09.122884 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-d6e8667a-0769-4c8f-a161-4cf42af3a583 req-685cef4d-bdda-4239-a47a-4ccce1a767c9 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c4e7b87-db95-47e8-8679-3a36a89d75f7 HTTP/1.1" status: 200 len: 943 time: 0.0460131 Jun 26 03:08:09.169518 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-d6e8667a-0769-4c8f-a161-4cf42af3a583 req-66f6329b-f4e6-4ccf-b361-b052eccdb6b9 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9fab2c8-5d92-4c65-ad12-034445c43e72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411906 Jun 26 03:08:09.700245 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2b069b-dde1-4fc5-97f6-85d8057a8eb1 req-9a003199-d7a0-4445-a7ba-4ac8ffcc4dbe tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:08:09.701698 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-6f2b069b-dde1-4fc5-97f6-85d8057a8eb1 req-9a003199-d7a0-4445-a7ba-4ac8ffcc4dbe tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b0d1d9b-d025-442c-a2f6-db22050d9059 HTTP/1.1" status: 200 len: 945 time: 0.0477188 Jun 26 03:08:09.747244 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-6f2b069b-dde1-4fc5-97f6-85d8057a8eb1 req-5871dfde-31e5-4a87-85e0-d621b8ffacae tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=cae80eaa-bfa7-4de0-8fc0-ae5390068214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400505 Jun 26 03:08:09.960459 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787f7cba-34ab-4be2-857e-d030941c5a7a req-e469d6f0-997e-457d-b181-661440c104b1 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:08:09.961908 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-787f7cba-34ab-4be2-857e-d030941c5a7a req-e469d6f0-997e-457d-b181-661440c104b1 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c55ca6d-bad0-4964-83fe-4352b7fb1b1d HTTP/1.1" status: 200 len: 946 time: 0.0540502 Jun 26 03:08:09.972368 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Device 52fe6654-0bad-4f8c-9c8b-2d810ffaeb4f up at agent hyperv_hv-cinder-84684 {{(pid=104015) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 03:08:10.014128 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-787f7cba-34ab-4be2-857e-d030941c5a7a req-51a6a319-c6f1-43a7-a920-c22de539037a tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/security-groups?id=8443e5b4-cfe8-43f3-9dfe-63aae7d635f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437918 Jun 26 03:08:10.019765 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Provisioning complete for port 52fe6654-0bad-4f8c-9c8b-2d810ffaeb4f triggered by entity L2. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:08:10.020138 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (52fe6654-0bad-4f8c-9c8b-2d810ffaeb4f), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:08:10.057463 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:08:10.093119 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Current status of the port 52fe6654-0bad-4f8c-9c8b-2d810ffaeb4f is: BUILD; New status is: ACTIVE {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 03:08:10.093506 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (52fe6654-0bad-4f8c-9c8b-2d810ffaeb4f), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:08:10.116281 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b0d1d9b-d025-442c-a2f6-db22050d9059', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52fe6654-0bad-4f8c-9c8b-2d810ffaeb4f'}] {{(pid=104015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 26 03:08:10.118415 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cc6f3b5c5ccbcb5bcfe28d8fb20da90166658d76702b85331307104b46494b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08c3061a-1426-4c71-b880-b9cb8451b517" -d '{"events": [{"server_uuid": "3b0d1d9b-d025-442c-a2f6-db22050d9059", "name": "network-vif-plugged", "status": "completed", "tag": "52fe6654-0bad-4f8c-9c8b-2d810ffaeb4f"}]}' {{(pid=104015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 03:08:10.131000 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] For port 52fe6654-0bad-4f8c-9c8b-2d810ffaeb4f, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=52fe6654-0bad-4f8c-9c8b-2d810ffaeb4f,segment=NetworkSegment(9b1bc4ce-7d03-4b55-892a-abd91da4af67),segment_id=9b1bc4ce-7d03-4b55-892a-abd91da4af67)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:08:10.134830 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (52fe6654-0bad-4f8c-9c8b-2d810ffaeb4f), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:08:10.156353 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Jun 2022 03:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-894ad344-d748-4916-bd86-b0abf7d8cdb8 x-openstack-request-id: req-894ad344-d748-4916-bd86-b0abf7d8cdb8 {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 03:08:10.156663 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b0d1d9b-d025-442c-a2f6-db22050d9059", "name": "network-vif-plugged", "status": "completed", "tag": "52fe6654-0bad-4f8c-9c8b-2d810ffaeb4f", "code": 200}]} {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 03:08:10.156914 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-894ad344-d748-4916-bd86-b0abf7d8cdb8 {{(pid=104015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 03:08:10.157294 dv-cinder-846842-4-iscsi neutron-server[104015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-894ad344-d748-4916-bd86-b0abf7d8cdb8'] response: {'server_uuid': '3b0d1d9b-d025-442c-a2f6-db22050d9059', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52fe6654-0bad-4f8c-9c8b-2d810ffaeb4f', 'code': 200} Jun 26 03:08:10.182649 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Pushing event updated for resources: {'Port': ['ID=52fe6654-0bad-4f8c-9c8b-2d810ffaeb4f,revision_number=7']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:08:10.277730 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=100 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:08:10.291442 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77155a9a-824b-45a8-a635-f14668856d32 req-b6e00ef3-cb71-49a2-9745-946c0837c6fb tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:08:10.292899 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-77155a9a-824b-45a8-a635-f14668856d32 req-b6e00ef3-cb71-49a2-9745-946c0837c6fb tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c4e7b87-db95-47e8-8679-3a36a89d75f7 HTTP/1.1" status: 200 len: 943 time: 0.0508602 Jun 26 03:08:10.338978 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-77155a9a-824b-45a8-a635-f14668856d32 req-840c2340-fcdb-4800-8ca2-83c97d614bee tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9fab2c8-5d92-4c65-ad12-034445c43e72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405934 Jun 26 03:08:10.865967 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f49117-948b-4d5a-9727-5d0a81e492bb req-7d23c65b-cc3d-4216-ab8c-8146095963b9 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:08:10.867475 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-b3f49117-948b-4d5a-9727-5d0a81e492bb req-7d23c65b-cc3d-4216-ab8c-8146095963b9 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b0d1d9b-d025-442c-a2f6-db22050d9059 HTTP/1.1" status: 200 len: 946 time: 0.0470295 Jun 26 03:08:10.917318 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-b3f49117-948b-4d5a-9727-5d0a81e492bb req-8945d2fd-588b-42cc-9229-d5e3ab214e59 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=cae80eaa-bfa7-4de0-8fc0-ae5390068214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443912 Jun 26 03:08:11.091917 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=100 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:08:11.129880 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9c1bd4-5f12-44cc-be06-6c3ed5a3c771 req-d292cdda-8651-4189-ad58-df78d919f577 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:08:11.131357 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-cf9c1bd4-5f12-44cc-be06-6c3ed5a3c771 req-d292cdda-8651-4189-ad58-df78d919f577 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c55ca6d-bad0-4964-83fe-4352b7fb1b1d HTTP/1.1" status: 200 len: 946 time: 0.0479448 Jun 26 03:08:11.178139 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-cf9c1bd4-5f12-44cc-be06-6c3ed5a3c771 req-3b09f36f-d5b2-42c2-a5d3-2f5ff5b971f9 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/security-groups?id=8443e5b4-cfe8-43f3-9dfe-63aae7d635f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413859 Jun 26 03:08:11.410711 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:08:11.417091 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a0e05de5-6196-4061-a939-20757de90928 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (7168f7b9-c398-4364-91f8-35e2ce03f4c4), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:08:11.450952 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea994a8-7f43-4dc5-b469-7e6028d4974a req-f5e75a38-b337-48db-8a01-e69c4935ba5e tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:08:11.452604 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-4ea994a8-7f43-4dc5-b469-7e6028d4974a req-f5e75a38-b337-48db-8a01-e69c4935ba5e tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c4e7b87-db95-47e8-8679-3a36a89d75f7 HTTP/1.1" status: 200 len: 943 time: 0.0483952 Jun 26 03:08:11.498797 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-4ea994a8-7f43-4dc5-b469-7e6028d4974a req-d7246abc-f3fd-42b0-9049-1cc965e95299 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9fab2c8-5d92-4c65-ad12-034445c43e72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401711 Jun 26 03:08:11.818552 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fd6195-298f-4cde-8d6c-76a6b55438b1 req-29a1260e-a374-4d53-bedb-b4563ed82b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:08:11.820053 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-98fd6195-298f-4cde-8d6c-76a6b55438b1 req-29a1260e-a374-4d53-bedb-b4563ed82b1f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1850f9f425294a82add8a09690dc1df0&device_id=3c4e7b87-db95-47e8-8679-3a36a89d75f7 HTTP/1.1" status: 200 len: 1127 time: 0.0464802 Jun 26 03:08:11.996201 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Device 5b9b80b1-5c7f-45d8-944b-ab893c926663 details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=104015) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 26 03:08:12.033359 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4995ef48-5fbd-4d8f-800c-30996b7d7dee req-d02f722c-b71c-49ba-9902-756fd0009cd7 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:08:12.034914 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-4995ef48-5fbd-4d8f-800c-30996b7d7dee req-d02f722c-b71c-49ba-9902-756fd0009cd7 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b0d1d9b-d025-442c-a2f6-db22050d9059 HTTP/1.1" status: 200 len: 946 time: 0.0475786 Jun 26 03:08:12.082123 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-4995ef48-5fbd-4d8f-800c-30996b7d7dee req-d84fa70d-d339-402f-9c07-e35b51c07696 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=cae80eaa-bfa7-4de0-8fc0-ae5390068214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415854 Jun 26 03:08:12.092881 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] For port 5b9b80b1-5c7f-45d8-944b-ab893c926663, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=5b9b80b1-5c7f-45d8-944b-ab893c926663,segment=NetworkSegment(4d81c647-e55d-4122-8ce3-5fece06ad477),segment_id=4d81c647-e55d-4122-8ce3-5fece06ad477)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:08:12.103992 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Returning: {'device': '5b9b80b1-5c7f-45d8-944b-ab893c926663', 'network_id': '02cd0f74-99cd-4eb9-aeb7-aae2b7255a50', 'port_id': '5b9b80b1-5c7f-45d8-944b-ab893c926663', 'mac_address': 'fa:16:3e:51:cd:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e97e6f7f-41a5-4383-a841-52482c75f2ee', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104015) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 26 03:08:12.140928 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Current status of the port 5b9b80b1-5c7f-45d8-944b-ab893c926663 is: DOWN; New status is: BUILD {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 03:08:12.141310 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (5b9b80b1-5c7f-45d8-944b-ab893c926663), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:08:12.153658 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.notifiers.nova [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b9b80b1-5c7f-45d8-944b-ab893c926663 {{(pid=104015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 26 03:08:12.172075 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] For port 5b9b80b1-5c7f-45d8-944b-ab893c926663, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=5b9b80b1-5c7f-45d8-944b-ab893c926663,segment=NetworkSegment(4d81c647-e55d-4122-8ce3-5fece06ad477),segment_id=4d81c647-e55d-4122-8ce3-5fece06ad477)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:08:12.176197 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (5b9b80b1-5c7f-45d8-944b-ab893c926663), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:08:12.221799 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Pushing event updated for resources: {'Port': ['ID=5b9b80b1-5c7f-45d8-944b-ab893c926663,revision_number=4']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:08:12.290541 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dfc09e-4696-4052-87cb-2ff8a288e3f1 req-3aea947e-1a5a-472b-9359-27373dc2f0a7 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:08:12.292097 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-36dfc09e-4696-4052-87cb-2ff8a288e3f1 req-3aea947e-1a5a-472b-9359-27373dc2f0a7 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c55ca6d-bad0-4964-83fe-4352b7fb1b1d HTTP/1.1" status: 200 len: 946 time: 0.0462689 Jun 26 03:08:12.409069 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-36dfc09e-4696-4052-87cb-2ff8a288e3f1 req-61a64af0-ffc5-4499-bcb6-15a3617746e2 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/security-groups?id=8443e5b4-cfe8-43f3-9dfe-63aae7d635f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1114151 Jun 26 03:08:12.435921 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fd6195-298f-4cde-8d6c-76a6b55438b1 req-c2839c4e-297c-41b7-8e01-07df52dfccbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:08:12.437389 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-98fd6195-298f-4cde-8d6c-76a6b55438b1 req-c2839c4e-297c-41b7-8e01-07df52dfccbe service neutron] 10.222.0.43 "GET /v2.0/networks?id=02cd0f74-99cd-4eb9-aeb7-aae2b7255a50 HTTP/1.1" status: 200 len: 915 time: 0.1239378 Jun 26 03:08:12.596630 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=46 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:08:12.601711 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=44,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:08:12.629867 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046748e7-0bb6-4faa-b337-ad7374272b27 req-34b18bb7-d3ed-4b43-93ab-47db419283bd tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:08:12.631335 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-046748e7-0bb6-4faa-b337-ad7374272b27 req-34b18bb7-d3ed-4b43-93ab-47db419283bd tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c55ca6d-bad0-4964-83fe-4352b7fb1b1d HTTP/1.1" status: 200 len: 946 time: 0.0798333 Jun 26 03:08:12.640891 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc12739-6c92-49ae-9d71-1167746d96ea req-e43bc95f-e5fb-441b-a9f8-e93425785377 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:08:12.642747 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-acc12739-6c92-49ae-9d71-1167746d96ea req-e43bc95f-e5fb-441b-a9f8-e93425785377 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c4e7b87-db95-47e8-8679-3a36a89d75f7 HTTP/1.1" status: 200 len: 944 time: 0.0625288 Jun 26 03:08:12.716567 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-046748e7-0bb6-4faa-b337-ad7374272b27 req-7cf8e1a7-092c-40c0-9595-b78f82a31537 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/security-groups?id=8443e5b4-cfe8-43f3-9dfe-63aae7d635f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728385 Jun 26 03:08:12.720909 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-acc12739-6c92-49ae-9d71-1167746d96ea req-995d3b4d-0971-4b68-ad41-c13dd38db73b tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9fab2c8-5d92-4c65-ad12-034445c43e72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711296 Jun 26 03:08:13.001202 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] get_ports_and_sgs() called for port_ids ['5b9b80b1-5c7f-45d8-944b-ab893c926663'] {{(pid=104015) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 03:08:13.055006 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-98fd6195-298f-4cde-8d6c-76a6b55438b1 req-58896305-1da0-4654-9177-bbe49bc3d234 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5b9b80b1-5c7f-45d8-944b-ab893c926663 HTTP/1.1" status: 200 len: 217 time: 0.0347569 Jun 26 03:08:13.117899 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fd6195-298f-4cde-8d6c-76a6b55438b1 req-29c3c1bc-5624-4fea-ae05-1adf44d8c2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:08:13.119482 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-98fd6195-298f-4cde-8d6c-76a6b55438b1 req-29c3c1bc-5624-4fea-ae05-1adf44d8c2e6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e97e6f7f-41a5-4383-a841-52482c75f2ee HTTP/1.1" status: 200 len: 853 time: 0.0508828 Jun 26 03:08:13.174549 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fd6195-298f-4cde-8d6c-76a6b55438b1 req-b78f50c6-245a-4548-a818-fd4c063d6eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:08:13.176683 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-98fd6195-298f-4cde-8d6c-76a6b55438b1 req-b78f50c6-245a-4548-a818-fd4c063d6eec service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=02cd0f74-99cd-4eb9-aeb7-aae2b7255a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0500171 Jun 26 03:08:13.292370 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db19ffe6-ee84-4be3-8c69-af84c6ede977 req-b512c399-f298-44f9-91de-6b32865fd0e0 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:08:13.293836 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-db19ffe6-ee84-4be3-8c69-af84c6ede977 req-b512c399-f298-44f9-91de-6b32865fd0e0 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b0d1d9b-d025-442c-a2f6-db22050d9059 HTTP/1.1" status: 200 len: 946 time: 0.1102402 Jun 26 03:08:13.297417 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=100 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:08:13.344748 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cef2fe8-4d04-4bf3-a184-944c9d3f705a req-85cdc6e5-aac3-4cda-9465-c4282b43bdd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:08:13.346231 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-9cef2fe8-4d04-4bf3-a184-944c9d3f705a req-85cdc6e5-aac3-4cda-9465-c4282b43bdd5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ea86edd65ecb4972ba8bb33b34387432&device_id=1c55ca6d-bad0-4964-83fe-4352b7fb1b1d HTTP/1.1" status: 200 len: 1130 time: 0.1058316 Jun 26 03:08:13.383053 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=100 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:08:13.426915 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-98fd6195-298f-4cde-8d6c-76a6b55438b1 req-162b7895-2db6-4680-9b12-ef5913ad3e30 service neutron] 10.222.0.43 "GET /v2.0/networks/02cd0f74-99cd-4eb9-aeb7-aae2b7255a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111521 Jun 26 03:08:13.471810 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-db19ffe6-ee84-4be3-8c69-af84c6ede977 req-092974bb-edcf-4d42-85ab-6d31bbf5501e tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=cae80eaa-bfa7-4de0-8fc0-ae5390068214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1690977 Jun 26 03:08:13.548895 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cef2fe8-4d04-4bf3-a184-944c9d3f705a req-01b034ad-f412-4f6e-8e74-140608612d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:08:13.550293 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-9cef2fe8-4d04-4bf3-a184-944c9d3f705a req-01b034ad-f412-4f6e-8e74-140608612d56 service neutron] 10.222.0.43 "GET /v2.0/networks?id=74573779-88f3-4aaa-82c6-e30fd16eafe2 HTTP/1.1" status: 200 len: 912 time: 0.1966891 Jun 26 03:08:13.612377 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-98fd6195-298f-4cde-8d6c-76a6b55438b1 req-c46115c9-a3f3-4bfc-8bc9-1602572b25fe service neutron] 10.222.0.43 "GET /v2.0/networks/02cd0f74-99cd-4eb9-aeb7-aae2b7255a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567767 Jun 26 03:08:13.624085 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-9cef2fe8-4d04-4bf3-a184-944c9d3f705a req-488e24ee-5eff-4b0e-86f1-6483d8107377 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2d68efe6-d264-4cfb-8cd4-414d529eb007 HTTP/1.1" status: 200 len: 1001 time: 0.0677617 Jun 26 03:08:13.684581 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cef2fe8-4d04-4bf3-a184-944c9d3f705a req-99d383c3-08fa-4a5f-ac2d-3048233e8559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:08:13.686008 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-9cef2fe8-4d04-4bf3-a184-944c9d3f705a req-99d383c3-08fa-4a5f-ac2d-3048233e8559 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c5ebf334-cb3d-4cb7-af71-a1dac7ba1320 HTTP/1.1" status: 200 len: 850 time: 0.0472832 Jun 26 03:08:13.731338 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cef2fe8-4d04-4bf3-a184-944c9d3f705a req-8fcc32ec-5d52-4aa3-9d94-2a5bc80f3631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:08:13.733731 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-9cef2fe8-4d04-4bf3-a184-944c9d3f705a req-8fcc32ec-5d52-4aa3-9d94-2a5bc80f3631 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=74573779-88f3-4aaa-82c6-e30fd16eafe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413773 Jun 26 03:08:13.740026 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-2e6b3a85-0f6c-44db-9062-252db83a8c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (0122de27-3097-4d47-a0ca-0fb90e28ac1e), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:08:13.902154 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c6ccbd-64ba-4fe3-9d70-72f87a525fb8 req-b3437965-5fad-456b-8805-254251f5a037 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:08:13.903624 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-c0c6ccbd-64ba-4fe3-9d70-72f87a525fb8 req-b3437965-5fad-456b-8805-254251f5a037 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c4e7b87-db95-47e8-8679-3a36a89d75f7 HTTP/1.1" status: 200 len: 944 time: 0.0983295 Jun 26 03:08:13.909876 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2c6fe7-ace1-4e3c-a4ce-9628c71184a1 req-4698ca04-e243-4976-8fc3-20cee0c187d5 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:08:13.911262 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-ce2c6fe7-ace1-4e3c-a4ce-9628c71184a1 req-4698ca04-e243-4976-8fc3-20cee0c187d5 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c55ca6d-bad0-4964-83fe-4352b7fb1b1d HTTP/1.1" status: 200 len: 946 time: 0.1048920 Jun 26 03:08:13.933087 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-9cef2fe8-4d04-4bf3-a184-944c9d3f705a req-50c5d50a-9b73-455e-b2e5-e33a006b6e81 service neutron] 10.222.0.43 "GET /v2.0/networks/74573779-88f3-4aaa-82c6-e30fd16eafe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927290 Jun 26 03:08:14.026804 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-c0c6ccbd-64ba-4fe3-9d70-72f87a525fb8 req-057ebb47-7b48-45c5-9b53-d5e6265f276b tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9fab2c8-5d92-4c65-ad12-034445c43e72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145680 Jun 26 03:08:14.073377 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-ce2c6fe7-ace1-4e3c-a4ce-9628c71184a1 req-d14d6b40-3eda-45a3-a23c-1840b767f00e tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/security-groups?id=8443e5b4-cfe8-43f3-9dfe-63aae7d635f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1508577 Jun 26 03:08:14.103735 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-9cef2fe8-4d04-4bf3-a184-944c9d3f705a req-2f2db1dd-cce1-4626-87e4-dbc2b854be71 service neutron] 10.222.0.43 "GET /v2.0/networks/74573779-88f3-4aaa-82c6-e30fd16eafe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621273 Jun 26 03:08:14.591093 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987ee65f-2565-4499-9581-e57d4dd3737e req-28c08ea1-7d98-4dd2-b575-56be604d6495 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:08:14.592568 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-987ee65f-2565-4499-9581-e57d4dd3737e req-28c08ea1-7d98-4dd2-b575-56be604d6495 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b0d1d9b-d025-442c-a2f6-db22050d9059 HTTP/1.1" status: 200 len: 946 time: 0.0479629 Jun 26 03:08:14.606318 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Device 5b9b80b1-5c7f-45d8-944b-ab893c926663 up at agent hyperv_hv-cinder-84684 {{(pid=104015) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 03:08:14.637052 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (e7a0895f-45bb-4130-be69-32df3e039043), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:08:14.640642 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-987ee65f-2565-4499-9581-e57d4dd3737e req-c72f8b97-ebd9-47c9-8a81-75194e95e894 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=cae80eaa-bfa7-4de0-8fc0-ae5390068214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421288 Jun 26 03:08:14.652330 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Provisioning for port 5b9b80b1-5c7f-45d8-944b-ab893c926663 completed by entity L2. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 26 03:08:14.659010 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Provisioning complete for port 5b9b80b1-5c7f-45d8-944b-ab893c926663 triggered by entity L2. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:08:14.659375 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (5b9b80b1-5c7f-45d8-944b-ab893c926663), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:08:14.731102 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Current status of the port 5b9b80b1-5c7f-45d8-944b-ab893c926663 is: BUILD; New status is: ACTIVE {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 03:08:14.731481 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (5b9b80b1-5c7f-45d8-944b-ab893c926663), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:08:14.739383 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:08:14.754730 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c4e7b87-db95-47e8-8679-3a36a89d75f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b9b80b1-5c7f-45d8-944b-ab893c926663'}] {{(pid=104015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 26 03:08:14.756866 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cc6f3b5c5ccbcb5bcfe28d8fb20da90166658d76702b85331307104b46494b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b936d88a-7b16-4014-9a1d-e28cbf9df31d" -d '{"events": [{"server_uuid": "3c4e7b87-db95-47e8-8679-3a36a89d75f7", "name": "network-vif-plugged", "status": "completed", "tag": "5b9b80b1-5c7f-45d8-944b-ab893c926663"}]}' {{(pid=104015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 03:08:14.769916 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] For port 5b9b80b1-5c7f-45d8-944b-ab893c926663, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=5b9b80b1-5c7f-45d8-944b-ab893c926663,segment=NetworkSegment(4d81c647-e55d-4122-8ce3-5fece06ad477),segment_id=4d81c647-e55d-4122-8ce3-5fece06ad477)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:08:14.774082 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (5b9b80b1-5c7f-45d8-944b-ab893c926663), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:08:14.795813 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Jun 2022 03:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e846743d-d3cd-4203-87fd-7fcef74f0b1f x-openstack-request-id: req-e846743d-d3cd-4203-87fd-7fcef74f0b1f {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 03:08:14.796132 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c4e7b87-db95-47e8-8679-3a36a89d75f7", "name": "network-vif-plugged", "status": "completed", "tag": "5b9b80b1-5c7f-45d8-944b-ab893c926663", "code": 200}]} {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 03:08:14.796381 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e846743d-d3cd-4203-87fd-7fcef74f0b1f {{(pid=104015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 03:08:14.796758 dv-cinder-846842-4-iscsi neutron-server[104015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e846743d-d3cd-4203-87fd-7fcef74f0b1f'] response: {'server_uuid': '3c4e7b87-db95-47e8-8679-3a36a89d75f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b9b80b1-5c7f-45d8-944b-ab893c926663', 'code': 200} Jun 26 03:08:14.832596 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Pushing event updated for resources: {'Port': ['ID=5b9b80b1-5c7f-45d8-944b-ab893c926663,revision_number=5']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:08:14.835137 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a0725410-9e6c-45cb-9ff8-c6c4931d6b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (ece691f0-a7cc-4e31-b59a-0e18fd9fccde), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:08:15.135024 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=100 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:08:15.144175 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b83b57-688b-4eb3-a94a-de50a8b99158 req-6da83f59-edb3-484d-8bb6-84c68c87077c tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:08:15.145635 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-98b83b57-688b-4eb3-a94a-de50a8b99158 req-6da83f59-edb3-484d-8bb6-84c68c87077c tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c4e7b87-db95-47e8-8679-3a36a89d75f7 HTTP/1.1" status: 200 len: 945 time: 0.0520346 Jun 26 03:08:15.218248 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ba2bfa-3de0-46e6-bd52-050a3bd190c9 req-b249e755-94ba-4e7e-8b30-a8d843b802c8 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:08:15.219679 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-31ba2bfa-3de0-46e6-bd52-050a3bd190c9 req-b249e755-94ba-4e7e-8b30-a8d843b802c8 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c55ca6d-bad0-4964-83fe-4352b7fb1b1d HTTP/1.1" status: 200 len: 946 time: 0.0690334 Jun 26 03:08:15.244932 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-98b83b57-688b-4eb3-a94a-de50a8b99158 req-d9cf84fd-4996-44ae-be94-fbe57c6e7f40 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9fab2c8-5d92-4c65-ad12-034445c43e72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926552 Jun 26 03:08:15.275369 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-31ba2bfa-3de0-46e6-bd52-050a3bd190c9 req-743c53d2-1828-4634-b88c-81b4d0dad338 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/security-groups?id=8443e5b4-cfe8-43f3-9dfe-63aae7d635f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477915 Jun 26 03:08:15.748815 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=100 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:08:15.759472 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9add55e-105f-40df-97db-1d16296d1843 req-0c0e9ef8-5086-4005-af93-2bb11f235cce tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:08:15.760919 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-f9add55e-105f-40df-97db-1d16296d1843 req-0c0e9ef8-5086-4005-af93-2bb11f235cce tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b0d1d9b-d025-442c-a2f6-db22050d9059 HTTP/1.1" status: 200 len: 946 time: 0.0466883 Jun 26 03:08:15.807566 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-f9add55e-105f-40df-97db-1d16296d1843 req-708ec728-5938-4811-a480-7b21da2da1e9 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=cae80eaa-bfa7-4de0-8fc0-ae5390068214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410953 Jun 26 03:08:16.270535 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d2867017-9ae3-4ae5-b018-59cb98d1258b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (3b87920d-6933-41a3-b47c-185b87d68e87), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:08:16.392548 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56866006-1019-4699-a2a4-4ce5c28c3204 req-a0a1d303-7359-4b81-a305-72c290852878 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:08:16.393909 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-56866006-1019-4699-a2a4-4ce5c28c3204 req-a0a1d303-7359-4b81-a305-72c290852878 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c4e7b87-db95-47e8-8679-3a36a89d75f7 HTTP/1.1" status: 200 len: 945 time: 0.0788927 Jun 26 03:08:16.403775 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18f5658-f40f-4db5-8413-7d29e97b0b99 req-3d40c086-131b-4ed3-ada3-282c8468e51d tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:08:16.405134 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a18f5658-f40f-4db5-8413-7d29e97b0b99 req-3d40c086-131b-4ed3-ada3-282c8468e51d tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c55ca6d-bad0-4964-83fe-4352b7fb1b1d HTTP/1.1" status: 200 len: 946 time: 0.0582006 Jun 26 03:08:16.477599 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-56866006-1019-4699-a2a4-4ce5c28c3204 req-6adb6cc7-b752-4eb3-9eba-9d4189e87881 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9fab2c8-5d92-4c65-ad12-034445c43e72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715587 Jun 26 03:08:16.480521 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a18f5658-f40f-4db5-8413-7d29e97b0b99 req-06519b6d-a4b1-4a78-97c7-ccd8bec43b3b tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/security-groups?id=8443e5b4-cfe8-43f3-9dfe-63aae7d635f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679238 Jun 26 03:08:16.499564 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (16f9b602-7baf-4f7a-ab92-1b0788147fb5), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:08:16.921731 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0452570a-5222-4bcf-90aa-3cfb416145a9 req-44ccc0ee-45ab-4f5b-aad2-f69447fa2e64 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:08:16.923796 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-0452570a-5222-4bcf-90aa-3cfb416145a9 req-44ccc0ee-45ab-4f5b-aad2-f69447fa2e64 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b0d1d9b-d025-442c-a2f6-db22050d9059 HTTP/1.1" status: 200 len: 946 time: 0.0458889 Jun 26 03:08:16.973190 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-0452570a-5222-4bcf-90aa-3cfb416145a9 req-d4594f80-dcaf-43a1-9546-5748757116e3 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=cae80eaa-bfa7-4de0-8fc0-ae5390068214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439899 Jun 26 03:08:17.616141 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0addac50-2244-4d12-9f47-41cf60b874c5 req-51528e0b-c5e8-4065-a242-5db1452a32d4 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:08:17.617572 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-0addac50-2244-4d12-9f47-41cf60b874c5 req-51528e0b-c5e8-4065-a242-5db1452a32d4 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c4e7b87-db95-47e8-8679-3a36a89d75f7 HTTP/1.1" status: 200 len: 945 time: 0.0716779 Jun 26 03:08:17.624910 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66509d57-06ab-489e-afe2-ddaae602dc62 req-3f2504c9-8def-4adf-a727-e9430e20168c tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:08:17.626738 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-66509d57-06ab-489e-afe2-ddaae602dc62 req-3f2504c9-8def-4adf-a727-e9430e20168c tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c55ca6d-bad0-4964-83fe-4352b7fb1b1d HTTP/1.1" status: 200 len: 946 time: 0.0704265 Jun 26 03:08:17.700620 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-0addac50-2244-4d12-9f47-41cf60b874c5 req-5780e1d8-5ded-4c38-9edd-a9266947bd3d tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9fab2c8-5d92-4c65-ad12-034445c43e72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729821 Jun 26 03:08:17.707780 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-66509d57-06ab-489e-afe2-ddaae602dc62 req-1359ac9f-2635-47a6-bee4-fd9db6d9b85e tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/security-groups?id=8443e5b4-cfe8-43f3-9dfe-63aae7d635f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733242 Jun 26 03:08:18.088339 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7ff7df-8d86-4fc0-8be1-5725feb686a4 req-7322ade9-d61c-4aa3-9702-080e5b664004 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:08:18.089772 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-9a7ff7df-8d86-4fc0-8be1-5725feb686a4 req-7322ade9-d61c-4aa3-9702-080e5b664004 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b0d1d9b-d025-442c-a2f6-db22050d9059 HTTP/1.1" status: 200 len: 946 time: 0.0462613 Jun 26 03:08:18.135729 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-9a7ff7df-8d86-4fc0-8be1-5725feb686a4 req-a12340bc-99b8-43ab-8181-7310e2382e86 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=cae80eaa-bfa7-4de0-8fc0-ae5390068214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405517 Jun 26 03:08:18.607821 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec271b68-7b8a-4034-be95-84caa053e0c9 req-234ca0f5-40cc-4437-81dc-23a9014b154f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:08:18.609292 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-ec271b68-7b8a-4034-be95-84caa053e0c9 req-234ca0f5-40cc-4437-81dc-23a9014b154f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3c4e7b87-db95-47e8-8679-3a36a89d75f7 HTTP/1.1" status: 200 len: 1129 time: 0.0399444 Jun 26 03:08:18.653001 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-ec271b68-7b8a-4034-be95-84caa053e0c9 req-3859e636-9333-4123-a988-5ae3f5065029 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=d9fab2c8-5d92-4c65-ad12-034445c43e72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369301 Jun 26 03:08:18.843720 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed026ae-e964-4628-ae84-d6b3b57a984e req-cacbd93c-2641-4239-bf23-183d99fa71db tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:08:18.845732 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-fed026ae-e964-4628-ae84-d6b3b57a984e req-cacbd93c-2641-4239-bf23-183d99fa71db tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c4e7b87-db95-47e8-8679-3a36a89d75f7 HTTP/1.1" status: 200 len: 945 time: 0.0758047 Jun 26 03:08:18.853723 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3878e34-81f6-496c-b46a-b48132227af8 req-8c39b3ec-1574-423f-bb8f-dc7266511997 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:08:18.855147 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-d3878e34-81f6-496c-b46a-b48132227af8 req-8c39b3ec-1574-423f-bb8f-dc7266511997 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c55ca6d-bad0-4964-83fe-4352b7fb1b1d HTTP/1.1" status: 200 len: 946 time: 0.0769124 Jun 26 03:08:18.889461 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=100 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:08:18.929840 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-fed026ae-e964-4628-ae84-d6b3b57a984e req-d906945e-a99f-4491-8621-307676f44a0e tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9fab2c8-5d92-4c65-ad12-034445c43e72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737786 Jun 26 03:08:18.932980 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-d3878e34-81f6-496c-b46a-b48132227af8 req-8481a1fb-4d1c-444d-ba07-6e2e51910735 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/security-groups?id=8443e5b4-cfe8-43f3-9dfe-63aae7d635f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710130 Jun 26 03:08:19.259970 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c92799-b7a6-48b4-9370-0bc39243dd60 req-f1ff5f5e-797d-4d44-8380-503fe9c87c28 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:08:19.261454 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-20c92799-b7a6-48b4-9370-0bc39243dd60 req-f1ff5f5e-797d-4d44-8380-503fe9c87c28 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b0d1d9b-d025-442c-a2f6-db22050d9059 HTTP/1.1" status: 200 len: 946 time: 0.0516646 Jun 26 03:08:19.317148 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-20c92799-b7a6-48b4-9370-0bc39243dd60 req-8acf4dac-3181-4a42-acd7-4d2c4e2cbd7d tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=cae80eaa-bfa7-4de0-8fc0-ae5390068214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499926 Jun 26 03:08:20.015339 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=2 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:08:20.020635 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=4 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:08:20.047402 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=100 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:08:20.069605 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12645f6b-27aa-484f-9eef-71c0c0386fad req-00f7fe8d-19bf-4160-b993-2574538ab2b6 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:08:20.071090 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-12645f6b-27aa-484f-9eef-71c0c0386fad req-00f7fe8d-19bf-4160-b993-2574538ab2b6 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c4e7b87-db95-47e8-8679-3a36a89d75f7 HTTP/1.1" status: 200 len: 945 time: 0.0745502 Jun 26 03:08:20.078542 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf69212-0282-4674-b81c-99f1ba4709c0 req-236f9d94-8038-4bf6-8d9e-3cdaf37b151d tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:08:20.079914 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-eaf69212-0282-4674-b81c-99f1ba4709c0 req-236f9d94-8038-4bf6-8d9e-3cdaf37b151d tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c55ca6d-bad0-4964-83fe-4352b7fb1b1d HTTP/1.1" status: 200 len: 946 time: 0.0737746 Jun 26 03:08:20.155174 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-12645f6b-27aa-484f-9eef-71c0c0386fad req-20d4cd0a-9497-4bb2-8511-5bcad2c9d800 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9fab2c8-5d92-4c65-ad12-034445c43e72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743492 Jun 26 03:08:20.158893 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-eaf69212-0282-4674-b81c-99f1ba4709c0 req-805e1b08-3703-42cc-b083-9c3af3ac60f5 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/security-groups?id=8443e5b4-cfe8-43f3-9dfe-63aae7d635f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724361 Jun 26 03:08:20.429831 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3146ac-b493-4c41-9399-154af2eb2739 req-695ffe9e-1743-400a-a5b4-5e2125e46dc2 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:08:20.431341 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-4b3146ac-b493-4c41-9399-154af2eb2739 req-695ffe9e-1743-400a-a5b4-5e2125e46dc2 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b0d1d9b-d025-442c-a2f6-db22050d9059 HTTP/1.1" status: 200 len: 946 time: 0.0479722 Jun 26 03:08:20.477739 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-4b3146ac-b493-4c41-9399-154af2eb2739 req-2326a9b4-f284-4918-98a4-6b6f1ff080c4 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=cae80eaa-bfa7-4de0-8fc0-ae5390068214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409696 Jun 26 03:08:21.269551 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9108340a-fdb8-44aa-bbac-c19c2129f97f req-691bb767-3707-4bb0-b32f-e5a8260c9d38 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:08:21.271021 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-9108340a-fdb8-44aa-bbac-c19c2129f97f req-691bb767-3707-4bb0-b32f-e5a8260c9d38 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c4e7b87-db95-47e8-8679-3a36a89d75f7 HTTP/1.1" status: 200 len: 945 time: 0.0458145 Jun 26 03:08:21.316720 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-9108340a-fdb8-44aa-bbac-c19c2129f97f req-5773ffd5-ca30-4940-a200-4eede6b2a8c7 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9fab2c8-5d92-4c65-ad12-034445c43e72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403728 Jun 26 03:08:21.595140 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00889658-5364-47dc-a028-e28cf017692a req-db8f32cb-3a46-49b2-a55b-164baf008c2c tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:08:21.596582 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-00889658-5364-47dc-a028-e28cf017692a req-db8f32cb-3a46-49b2-a55b-164baf008c2c tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b0d1d9b-d025-442c-a2f6-db22050d9059 HTTP/1.1" status: 200 len: 946 time: 0.0491695 Jun 26 03:08:21.642659 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-00889658-5364-47dc-a028-e28cf017692a req-8430b005-c879-422c-9e9b-dc1ec5c18964 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=cae80eaa-bfa7-4de0-8fc0-ae5390068214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406246 Jun 26 03:08:22.428137 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03d6148-ae75-4ea2-b6d5-d6e1d852dda9 req-d120e5f1-0254-4272-bc50-ec9d73b683b9 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:08:22.429573 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-b03d6148-ae75-4ea2-b6d5-d6e1d852dda9 req-d120e5f1-0254-4272-bc50-ec9d73b683b9 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c4e7b87-db95-47e8-8679-3a36a89d75f7 HTTP/1.1" status: 200 len: 945 time: 0.0462477 Jun 26 03:08:22.476503 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-b03d6148-ae75-4ea2-b6d5-d6e1d852dda9 req-51459b02-42bd-46a6-af19-7a8a00cf5394 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9fab2c8-5d92-4c65-ad12-034445c43e72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415008 Jun 26 03:08:22.761241 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d6da71-524f-400c-bff6-381bcda06d2b req-b78788ec-2272-406e-8215-cc3195e15409 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:08:22.762763 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-76d6da71-524f-400c-bff6-381bcda06d2b req-b78788ec-2272-406e-8215-cc3195e15409 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b0d1d9b-d025-442c-a2f6-db22050d9059 HTTP/1.1" status: 200 len: 946 time: 0.0497003 Jun 26 03:08:22.808712 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-76d6da71-524f-400c-bff6-381bcda06d2b req-667a379f-2075-422e-9c7a-009d33fccb81 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=cae80eaa-bfa7-4de0-8fc0-ae5390068214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398052 Jun 26 03:08:23.587045 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7526753-4ad3-4e1b-a937-8978f823c250 req-925ef455-e339-4a0b-81b0-c5b16a4fc5c6 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:08:23.588477 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-c7526753-4ad3-4e1b-a937-8978f823c250 req-925ef455-e339-4a0b-81b0-c5b16a4fc5c6 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c4e7b87-db95-47e8-8679-3a36a89d75f7 HTTP/1.1" status: 200 len: 945 time: 0.0463276 Jun 26 03:08:23.633948 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-c7526753-4ad3-4e1b-a937-8978f823c250 req-2be39766-fde8-42a9-8227-18b8db03ff31 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9fab2c8-5d92-4c65-ad12-034445c43e72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400851 Jun 26 03:08:23.925187 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3181c2-d0d7-426a-a002-2f406e81e20f req-9b1db1aa-231b-4939-b089-3469d14167fe tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:08:23.926620 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-de3181c2-d0d7-426a-a002-2f406e81e20f req-9b1db1aa-231b-4939-b089-3469d14167fe tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b0d1d9b-d025-442c-a2f6-db22050d9059 HTTP/1.1" status: 200 len: 946 time: 0.0447237 Jun 26 03:08:23.974507 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-de3181c2-d0d7-426a-a002-2f406e81e20f req-b7f0e610-14dc-49b8-a85c-82354dffaf07 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=cae80eaa-bfa7-4de0-8fc0-ae5390068214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425699 Jun 26 03:08:24.736064 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=100 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:08:24.744760 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e408da71-8e96-46b2-a389-92a0484a5a75 req-efea3be0-115d-482f-b187-3fd87973c0d5 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:08:24.746225 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-e408da71-8e96-46b2-a389-92a0484a5a75 req-efea3be0-115d-482f-b187-3fd87973c0d5 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c4e7b87-db95-47e8-8679-3a36a89d75f7 HTTP/1.1" status: 200 len: 945 time: 0.0466759 Jun 26 03:08:24.793403 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-e408da71-8e96-46b2-a389-92a0484a5a75 req-7bc87812-7060-4afb-b55d-a90e890b1538 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9fab2c8-5d92-4c65-ad12-034445c43e72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417078 Jun 26 03:08:25.093731 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b071b4dd-c75a-4726-9684-520e9bdd30f0 req-a2fe0ce6-839f-4d7d-bae1-c92bc7f6d1ad tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:08:25.095270 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-b071b4dd-c75a-4726-9684-520e9bdd30f0 req-a2fe0ce6-839f-4d7d-bae1-c92bc7f6d1ad tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b0d1d9b-d025-442c-a2f6-db22050d9059 HTTP/1.1" status: 200 len: 946 time: 0.0495961 Jun 26 03:08:25.142693 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-b071b4dd-c75a-4726-9684-520e9bdd30f0 req-64b727b0-43d7-4bae-8b21-bd97c0ad8bc0 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=cae80eaa-bfa7-4de0-8fc0-ae5390068214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418928 Jun 26 03:08:25.917568 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db0c140-fd1d-4007-8495-b7735faba328 req-67671020-a815-4755-83f4-0b70b3acbdcc tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:08:25.919039 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-6db0c140-fd1d-4007-8495-b7735faba328 req-67671020-a815-4755-83f4-0b70b3acbdcc tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c4e7b87-db95-47e8-8679-3a36a89d75f7 HTTP/1.1" status: 200 len: 945 time: 0.0495577 Jun 26 03:08:25.939662 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=100 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:08:25.966567 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-6db0c140-fd1d-4007-8495-b7735faba328 req-f1b0bbc4-1918-4187-a123-33a17b35cf28 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9fab2c8-5d92-4c65-ad12-034445c43e72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410657 Jun 26 03:08:26.071981 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c31c3cc-f0a1-4fb5-8043-c650e74a63be req-09ba11af-7242-4625-bbc7-4a6bef0043dc tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:08:26.073324 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-1c31c3cc-f0a1-4fb5-8043-c650e74a63be req-09ba11af-7242-4625-bbc7-4a6bef0043dc tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c4e7b87-db95-47e8-8679-3a36a89d75f7 HTTP/1.1" status: 200 len: 945 time: 0.0459058 Jun 26 03:08:26.082251 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 44406) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:08:26.086425 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [None req-85a995b3-0d71-4bc2-9357-07bdbd48f6c6 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Request body: {'floatingip': {'port_id': '5b9b80b1-5c7f-45d8-944b-ab893c926663'}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:08:26.121853 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-85a995b3-0d71-4bc2-9357-07bdbd48f6c6 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks [] for floatingip (e65336c0-2abb-4d06-83ed-be0608a4e479), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:08:26.262790 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:UPDATE=2,neutron:SELECT=10 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:08:26.494216 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=86,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:08:26.519235 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633b684d-5f97-490e-940c-b9bf612db712 req-7669d974-127a-4485-8a7f-ae8d693e5b70 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:08:26.520661 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-633b684d-5f97-490e-940c-b9bf612db712 req-7669d974-127a-4485-8a7f-ae8d693e5b70 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b0d1d9b-d025-442c-a2f6-db22050d9059 HTTP/1.1" status: 200 len: 946 time: 0.3064146 Jun 26 03:08:26.611582 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-633b684d-5f97-490e-940c-b9bf612db712 req-02872409-168e-4738-ab2d-9846b57a24dd tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=cae80eaa-bfa7-4de0-8fc0-ae5390068214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845089 Jun 26 03:08:26.828013 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-85a995b3-0d71-4bc2-9357-07bdbd48f6c6 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:08:26.832183 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-85a995b3-0d71-4bc2-9357-07bdbd48f6c6 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620021'] for floatingip (e65336c0-2abb-4d06-83ed-be0608a4e479), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:08:26.932888 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.db.l3_db [None req-85a995b3-0d71-4bc2-9357-07bdbd48f6c6 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Floating IP e65336c0-2abb-4d06-83ed-be0608a4e479 associated. External IP: 172.27.2.253, port: 5b9b80b1-5c7f-45d8-944b-ab893c926663. Jun 26 03:08:27.067290 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:08:27.125287 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85a995b3-0d71-4bc2-9357-07bdbd48f6c6 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Router 7690237a-df65-454c-8ae7-05722406d1b3 has already been hosted by L3 agent 0122de27-3097-4d47-a0ca-0fb90e28ac1e {{(pid=104014) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 26 03:08:27.180101 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:08:27.228357 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85a995b3-0d71-4bc2-9357-07bdbd48f6c6 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Notify agent at l3_agent.dv-cinder-846842-4-iscsi the message routers_updated {{(pid=104014) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 03:08:27.233138 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-85a995b3-0d71-4bc2-9357-07bdbd48f6c6 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515864'] for floatingip (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:08:27.238693 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9165242-bad6-476b-b101-cbabda52a835 None None] Sync routers for ids ['7690237a-df65-454c-8ae7-05722406d1b3'] in dv-cinder-846842-4-iscsi {{(pid=104015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 03:08:27.248644 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9165242-bad6-476b-b101-cbabda52a835 None None] Routers {'7690237a-df65-454c-8ae7-05722406d1b3'} bound to L3 agent in host dv-cinder-846842-4-iscsi {{(pid=104015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 26 03:08:27.249306 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-f9165242-bad6-476b-b101-cbabda52a835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-26T02:56:44Z,description=,heartbeat_timestamp=2022-06-26T03:08:14Z,host='dv-cinder-846842-4-iscsi',id=0122de27-3097-4d47-a0ca-0fb90e28ac1e,load=0,resource_versions=,resources_synced=,started_at=2022-06-26T02:56:44Z,topic='l3_agent')) {'router_ids': ['7690237a-df65-454c-8ae7-05722406d1b3'], 'active': True} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:08:27.262340 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-85a995b3-0d71-4bc2-9357-07bdbd48f6c6 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "PUT /v2.0/floatingips/e65336c0-2abb-4d06-83ed-be0608a4e479 HTTP/1.1" status: 200 len: 991 time: 1.1790450 Jun 26 03:08:27.263001 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c4e7b87-db95-47e8-8679-3a36a89d75f7', 'tag': '5b9b80b1-5c7f-45d8-944b-ab893c926663'}] {{(pid=104014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 26 03:08:27.265303 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b346e277b9447a300c9d303bb334713d04858661d6ca7e8667ef96f79658145a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42247bd1-2248-4738-8d43-b7223467b924" -d '{"events": [{"name": "network-changed", "server_uuid": "3c4e7b87-db95-47e8-8679-3a36a89d75f7", "tag": "5b9b80b1-5c7f-45d8-944b-ab893c926663"}]}' {{(pid=104014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 03:08:27.301114 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Jun 2022 03:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-184a3f18-e632-4f61-8690-4787fe6b602f x-openstack-request-id: req-184a3f18-e632-4f61-8690-4787fe6b602f {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 03:08:27.301403 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c4e7b87-db95-47e8-8679-3a36a89d75f7", "tag": "5b9b80b1-5c7f-45d8-944b-ab893c926663", "status": "completed", "code": 200}]} {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 03:08:27.301654 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-184a3f18-e632-4f61-8690-4787fe6b602f {{(pid=104014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 03:08:27.302079 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.notifiers.nova [-] Nova event matching ['req-184a3f18-e632-4f61-8690-4787fe6b602f'] response: {'name': 'network-changed', 'server_uuid': '3c4e7b87-db95-47e8-8679-3a36a89d75f7', 'tag': '5b9b80b1-5c7f-45d8-944b-ab893c926663', 'status': 'completed', 'code': 200} Jun 26 03:08:27.350802 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvr_db [None req-f9165242-bad6-476b-b101-cbabda52a835 None None] Set router 7690237a-df65-454c-8ae7-05722406d1b3 gateway port host: dv-cinder-846842-4-iscsi {{(pid=104015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 26 03:08:27.551421 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-f9165242-bad6-476b-b101-cbabda52a835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7690237a-df65-454c-8ae7-05722406d1b3', 'name': 'tempest-AttachVolumeNegativeTest-896095934-router', 'tenant_id': '1850f9f425294a82add8a09690dc1df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '3834b01e-26c6-4922-bf2c-dc4e4c924aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:04:34Z', 'updated_at': '2022-06-26T03:04:48Z', 'revision_number': 4, 'project_id': '1850f9f425294a82add8a09690dc1df0', 'gw_port': {'id': '3834b01e-26c6-4922-bf2c-dc4e4c924aa3', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:54:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7690237a-df65-454c-8ae7-05722406d1b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:36Z', 'updated_at': '2022-06-26T03:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi', '_floatingips': [{'id': '74c1ed37-0d2c-4a5f-be26-5accfeb331af', 'tenant_id': '1850f9f425294a82add8a09690dc1df0', 'floating_ip_address': '172.27.2.170', 'floating_network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'router_id': '7690237a-df65-454c-8ae7-05722406d1b3', 'port_id': '964b9885-7663-4cc6-bfd4-5bb8f0e20bea', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '02cd0f74-99cd-4eb9-aeb7-aae2b7255a50', 'mac_address': 'fa:16:3e:03:4e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87611df-64cb-42cb-b734-782bf9ebb9ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-26T03:04:57Z', 'updated_at': '2022-06-26T03:05:56Z', 'revision_number': 2, 'project_id': '1850f9f425294a82add8a09690dc1df0', 'fixed_ip_address_scope': None}, {'id': 'e65336c0-2abb-4d06-83ed-be0608a4e479', 'tenant_id': '1850f9f425294a82add8a09690dc1df0', 'floating_ip_address': '172.27.2.253', 'floating_network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'router_id': '7690237a-df65-454c-8ae7-05722406d1b3', 'port_id': '5b9b80b1-5c7f-45d8-944b-ab893c926663', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '02cd0f74-99cd-4eb9-aeb7-aae2b7255a50', 'mac_address': 'fa:16:3e:51:cd:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4e7b87-db95-47e8-8679-3a36a89d75f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-26T03:08:02Z', 'updated_at': '2022-06-26T03:08:26Z', 'revision_number': 1, 'project_id': '1850f9f425294a82add8a09690dc1df0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33327a85-3c8e-4af6-b0c0-537dc6426738', 'name': '', 'network_id': '02cd0f74-99cd-4eb9-aeb7-aae2b7255a50', 'tenant_id': '1850f9f425294a82add8a09690dc1df0', 'mac_address': 'fa:16:3e:cc:43:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7690237a-df65-454c-8ae7-05722406d1b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'e97e6f7f-41a5-4383-a841-52482c75f2ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:45Z', 'updated_at': '2022-06-26T03:05:07Z', 'revision_number': 5, 'project_id': '1850f9f425294a82add8a09690dc1df0', 'subnets': [{'id': 'e97e6f7f-41a5-4383-a841-52482c75f2ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-4-iscsi', False) {} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:08:27.578125 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9165242-bad6-476b-b101-cbabda52a835 None None] Checking router: 7690237a-df65-454c-8ae7-05722406d1b3 for host: dv-cinder-846842-4-iscsi {{(pid=104015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 03:08:27.586859 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9165242-bad6-476b-b101-cbabda52a835 None None] Routers {'7690237a-df65-454c-8ae7-05722406d1b3'} bound to L3 agent in host dv-cinder-846842-4-iscsi {{(pid=104015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 26 03:08:27.587459 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-f9165242-bad6-476b-b101-cbabda52a835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-26T02:56:44Z,description=,heartbeat_timestamp=2022-06-26T03:08:14Z,host='dv-cinder-846842-4-iscsi',id=0122de27-3097-4d47-a0ca-0fb90e28ac1e,load=0,resource_versions=,resources_synced=,started_at=2022-06-26T02:56:44Z,topic='l3_agent')) {'router_ids': ['7690237a-df65-454c-8ae7-05722406d1b3'], 'active': True} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:08:27.683501 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvr_db [None req-f9165242-bad6-476b-b101-cbabda52a835 None None] Set router 7690237a-df65-454c-8ae7-05722406d1b3 gateway port host: dv-cinder-846842-4-iscsi {{(pid=104015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 26 03:08:27.736000 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeb7119-3165-42a7-99f8-29bc58fe8611 req-910f7888-384a-4f64-ad2e-9133a15a0cc9 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:08:27.737511 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-8eeb7119-3165-42a7-99f8-29bc58fe8611 req-910f7888-384a-4f64-ad2e-9133a15a0cc9 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b0d1d9b-d025-442c-a2f6-db22050d9059 HTTP/1.1" status: 200 len: 946 time: 0.0531631 Jun 26 03:08:27.790195 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-8eeb7119-3165-42a7-99f8-29bc58fe8611 req-0c7c8dfe-7a1d-4d7f-9e12-34ed6e00a772 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=cae80eaa-bfa7-4de0-8fc0-ae5390068214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470226 Jun 26 03:08:28.021405 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-f9165242-bad6-476b-b101-cbabda52a835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7690237a-df65-454c-8ae7-05722406d1b3', 'name': 'tempest-AttachVolumeNegativeTest-896095934-router', 'tenant_id': '1850f9f425294a82add8a09690dc1df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '3834b01e-26c6-4922-bf2c-dc4e4c924aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:04:34Z', 'updated_at': '2022-06-26T03:04:48Z', 'revision_number': 4, 'project_id': '1850f9f425294a82add8a09690dc1df0', 'gw_port': {'id': '3834b01e-26c6-4922-bf2c-dc4e4c924aa3', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:54:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7690237a-df65-454c-8ae7-05722406d1b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:36Z', 'updated_at': '2022-06-26T03:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi', '_floatingips': [{'id': '74c1ed37-0d2c-4a5f-be26-5accfeb331af', 'tenant_id': '1850f9f425294a82add8a09690dc1df0', 'floating_ip_address': '172.27.2.170', 'floating_network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'router_id': '7690237a-df65-454c-8ae7-05722406d1b3', 'port_id': '964b9885-7663-4cc6-bfd4-5bb8f0e20bea', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '02cd0f74-99cd-4eb9-aeb7-aae2b7255a50', 'mac_address': 'fa:16:3e:03:4e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87611df-64cb-42cb-b734-782bf9ebb9ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-26T03:04:57Z', 'updated_at': '2022-06-26T03:05:56Z', 'revision_number': 2, 'project_id': '1850f9f425294a82add8a09690dc1df0', 'fixed_ip_address_scope': None}, {'id': 'e65336c0-2abb-4d06-83ed-be0608a4e479', 'tenant_id': '1850f9f425294a82add8a09690dc1df0', 'floating_ip_address': '172.27.2.253', 'floating_network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'router_id': '7690237a-df65-454c-8ae7-05722406d1b3', 'port_id': '5b9b80b1-5c7f-45d8-944b-ab893c926663', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '02cd0f74-99cd-4eb9-aeb7-aae2b7255a50', 'mac_address': 'fa:16:3e:51:cd:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4e7b87-db95-47e8-8679-3a36a89d75f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-26T03:08:02Z', 'updated_at': '2022-06-26T03:08:26Z', 'revision_number': 1, 'project_id': '1850f9f425294a82add8a09690dc1df0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33327a85-3c8e-4af6-b0c0-537dc6426738', 'name': '', 'network_id': '02cd0f74-99cd-4eb9-aeb7-aae2b7255a50', 'tenant_id': '1850f9f425294a82add8a09690dc1df0', 'mac_address': 'fa:16:3e:cc:43:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7690237a-df65-454c-8ae7-05722406d1b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'e97e6f7f-41a5-4383-a841-52482c75f2ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:45Z', 'updated_at': '2022-06-26T03:05:07Z', 'revision_number': 5, 'project_id': '1850f9f425294a82add8a09690dc1df0', 'subnets': [{'id': 'e97e6f7f-41a5-4383-a841-52482c75f2ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-4-iscsi', False) {} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:08:28.044628 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9165242-bad6-476b-b101-cbabda52a835 None None] The sync data for ids ['7690237a-df65-454c-8ae7-05722406d1b3'] in dv-cinder-846842-4-iscsi is: [{'id': '7690237a-df65-454c-8ae7-05722406d1b3', 'name': 'tempest-AttachVolumeNegativeTest-896095934-router', 'tenant_id': '1850f9f425294a82add8a09690dc1df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '3834b01e-26c6-4922-bf2c-dc4e4c924aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:04:34Z', 'updated_at': '2022-06-26T03:04:48Z', 'revision_number': 4, 'project_id': '1850f9f425294a82add8a09690dc1df0', 'gw_port': {'id': '3834b01e-26c6-4922-bf2c-dc4e4c924aa3', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:54:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7690237a-df65-454c-8ae7-05722406d1b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:36Z', 'updated_at': '2022-06-26T03:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi', '_floatingips': [{'id': '74c1ed37-0d2c-4a5f-be26-5accfeb331af', 'tenant_id': '1850f9f425294a82add8a09690dc1df0', 'floating_ip_address': '172.27.2.170', 'floating_network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'router_id': '7690237a-df65-454c-8ae7-05722406d1b3', 'port_id': '964b9885-7663-4cc6-bfd4-5bb8f0e20bea', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '02cd0f74-99cd-4eb9-aeb7-aae2b7255a50', 'mac_address': 'fa:16:3e:03:4e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87611df-64cb-42cb-b734-782bf9ebb9ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-26T03:04:57Z', 'updated_at': '2022-06-26T03:05:56Z', 'revision_number': 2, 'project_id': '1850f9f425294a82add8a09690dc1df0', 'fixed_ip_address_scope': None}, {'id': 'e65336c0-2abb-4d06-83ed-be0608a4e479', 'tenant_id': '1850f9f425294a82add8a09690dc1df0', 'floating_ip_address': '172.27.2.253', 'floating_network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'router_id': '7690237a-df65-454c-8ae7-05722406d1b3', 'port_id': '5b9b80b1-5c7f-45d8-944b-ab893c926663', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '02cd0f74-99cd-4eb9-aeb7-aae2b7255a50', 'mac_address': 'fa:16:3e:51:cd:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4e7b87-db95-47e8-8679-3a36a89d75f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-26T03:08:02Z', 'updated_at': '2022-06-26T03:08:26Z', 'revision_number': 1, 'project_id': '1850f9f425294a82add8a09690dc1df0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33327a85-3c8e-4af6-b0c0-537dc6426738', 'name': '', 'network_id': '02cd0f74-99cd-4eb9-aeb7-aae2b7255a50', 'tenant_id': '1850f9f425294a82add8a09690dc1df0', 'mac_address': 'fa:16:3e:cc:43:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7690237a-df65-454c-8ae7-05722406d1b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'e97e6f7f-41a5-4383-a841-52482c75f2ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:45Z', 'updated_at': '2022-06-26T03:05:07Z', 'revision_number': 5, 'project_id': '1850f9f425294a82add8a09690dc1df0', 'subnets': [{'id': 'e97e6f7f-41a5-4383-a841-52482c75f2ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 03:08:28.224566 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3e3e5d-7208-4e9d-a3a7-0ad6dbb13f19 None None] New status for floating IP e65336c0-2abb-4d06-83ed-be0608a4e479: ACTIVE {{(pid=104016) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 26 03:08:28.906996 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7533e9-54e6-417e-b434-a0c853f886cd req-f88e2d82-9a03-4ede-aed4-071af1324614 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:08:28.908445 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-ac7533e9-54e6-417e-b434-a0c853f886cd req-f88e2d82-9a03-4ede-aed4-071af1324614 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b0d1d9b-d025-442c-a2f6-db22050d9059 HTTP/1.1" status: 200 len: 946 time: 0.0465724 Jun 26 03:08:28.954525 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-ac7533e9-54e6-417e-b434-a0c853f886cd req-53e14b41-9a6c-478b-a83b-af914c587048 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=cae80eaa-bfa7-4de0-8fc0-ae5390068214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401766 Jun 26 03:08:29.967363 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.agents_db [None req-1acc9491-aa00-4d80-a7f3-d699105ea2bf None None] Agent healthcheck: found 6 active agents {{(pid=104016) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 03:08:29.970061 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42247bd1-2248-4738-8d43-b7223467b924 req-50913400-5472-4e4c-b198-082ff0173f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:08:29.971516 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-42247bd1-2248-4738-8d43-b7223467b924 req-50913400-5472-4e4c-b198-082ff0173f29 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1850f9f425294a82add8a09690dc1df0&device_id=3c4e7b87-db95-47e8-8679-3a36a89d75f7 HTTP/1.1" status: 200 len: 1129 time: 0.0403202 Jun 26 03:08:30.110692 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fa73f3-7746-4ad8-a3d4-0a4773a1846c req-c6b64794-2bd8-46a1-b2ce-ab782e94908b tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:08:30.112279 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-e8fa73f3-7746-4ad8-a3d4-0a4773a1846c req-c6b64794-2bd8-46a1-b2ce-ab782e94908b tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b0d1d9b-d025-442c-a2f6-db22050d9059 HTTP/1.1" status: 200 len: 946 time: 0.0645010 Jun 26 03:08:30.115127 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42247bd1-2248-4738-8d43-b7223467b924 req-b64e600f-58e5-4c60-8b74-0a35325de3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:08:30.116746 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-42247bd1-2248-4738-8d43-b7223467b924 req-b64e600f-58e5-4c60-8b74-0a35325de3d5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=02cd0f74-99cd-4eb9-aeb7-aae2b7255a50 HTTP/1.1" status: 200 len: 915 time: 0.1394067 Jun 26 03:08:30.213598 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-42247bd1-2248-4738-8d43-b7223467b924 req-9cb6e1cc-e6e3-4222-93d0-d2abf2bc2773 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5b9b80b1-5c7f-45d8-944b-ab893c926663 HTTP/1.1" status: 200 len: 1001 time: 0.0891669 Jun 26 03:08:30.216713 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-e8fa73f3-7746-4ad8-a3d4-0a4773a1846c req-8990f68f-4f55-438e-bedd-6360dabdb720 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=cae80eaa-bfa7-4de0-8fc0-ae5390068214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988753 Jun 26 03:08:30.264640 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42247bd1-2248-4738-8d43-b7223467b924 req-1271c89b-e8f6-4b92-8f73-872425f8f0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:08:30.266237 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-42247bd1-2248-4738-8d43-b7223467b924 req-1271c89b-e8f6-4b92-8f73-872425f8f0e4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e97e6f7f-41a5-4383-a841-52482c75f2ee HTTP/1.1" status: 200 len: 853 time: 0.0466676 Jun 26 03:08:30.309482 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42247bd1-2248-4738-8d43-b7223467b924 req-e508364c-2a6d-4edd-9791-071a62be02de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:08:30.311022 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-42247bd1-2248-4738-8d43-b7223467b924 req-e508364c-2a6d-4edd-9791-071a62be02de service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=02cd0f74-99cd-4eb9-aeb7-aae2b7255a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386345 Jun 26 03:08:30.407337 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-42247bd1-2248-4738-8d43-b7223467b924 req-ca85092a-5d3e-4fc5-8848-8a98976029c3 service neutron] 10.222.0.43 "GET /v2.0/networks/02cd0f74-99cd-4eb9-aeb7-aae2b7255a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902655 Jun 26 03:08:30.503306 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-42247bd1-2248-4738-8d43-b7223467b924 req-178bff8d-bf5e-4b9c-a80e-849baa5ecffb service neutron] 10.222.0.43 "GET /v2.0/networks/02cd0f74-99cd-4eb9-aeb7-aae2b7255a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885096 Jun 26 03:08:31.351196 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d88324-d1d8-4903-bb92-d5b04cb25c33 req-989d851b-9058-469e-a754-0e323e9d2006 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:08:31.352680 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a2d88324-d1d8-4903-bb92-d5b04cb25c33 req-989d851b-9058-469e-a754-0e323e9d2006 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b0d1d9b-d025-442c-a2f6-db22050d9059 HTTP/1.1" status: 200 len: 946 time: 0.0492589 Jun 26 03:08:31.403477 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=100 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:08:31.408729 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a2d88324-d1d8-4903-bb92-d5b04cb25c33 req-4f8ec691-d330-4be5-847d-c90a90ed363b tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=cae80eaa-bfa7-4de0-8fc0-ae5390068214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503683 Jun 26 03:08:32.521491 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=100 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:08:32.536987 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca629fb9-8fac-46c9-b1b6-4943e65dd0ea req-64fe84c1-4e27-477b-ad06-53aeda53eb83 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:08:32.543695 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-ca629fb9-8fac-46c9-b1b6-4943e65dd0ea req-64fe84c1-4e27-477b-ad06-53aeda53eb83 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b0d1d9b-d025-442c-a2f6-db22050d9059 HTTP/1.1" status: 200 len: 946 time: 0.0579679 Jun 26 03:08:32.587449 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-ca629fb9-8fac-46c9-b1b6-4943e65dd0ea req-0c638061-8c3f-400e-b3e8-0674fa6f9b94 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=cae80eaa-bfa7-4de0-8fc0-ae5390068214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427105 Jun 26 03:08:33.720705 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eac6c6-e415-48d8-9df5-2f11bc9aae9a req-c5221930-32b1-4a26-85a6-b5d32568e2b2 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:08:33.723657 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-d1eac6c6-e415-48d8-9df5-2f11bc9aae9a req-c5221930-32b1-4a26-85a6-b5d32568e2b2 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b0d1d9b-d025-442c-a2f6-db22050d9059 HTTP/1.1" status: 200 len: 946 time: 0.0548694 Jun 26 03:08:33.777716 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-d1eac6c6-e415-48d8-9df5-2f11bc9aae9a req-a4cee52d-2bab-4c59-8de0-5b1dd313eb67 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=cae80eaa-bfa7-4de0-8fc0-ae5390068214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465653 Jun 26 03:08:34.920492 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987b2111-7516-4bfb-a27c-a5456b05a41a req-7eb12077-a78b-4616-b6b8-e93a0452dbd8 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:08:34.922100 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-987b2111-7516-4bfb-a27c-a5456b05a41a req-7eb12077-a78b-4616-b6b8-e93a0452dbd8 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b0d1d9b-d025-442c-a2f6-db22050d9059 HTTP/1.1" status: 200 len: 946 time: 0.0552444 Jun 26 03:08:34.975441 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-987b2111-7516-4bfb-a27c-a5456b05a41a req-832d194d-8f4d-425d-bf7b-b77b1cdafc0c tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=cae80eaa-bfa7-4de0-8fc0-ae5390068214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430944 Jun 26 03:08:36.110311 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a218a20-82b7-4a61-8821-3aa8affdd57a req-1c67cd7b-671e-44a5-b0bd-d8a131c700da tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:08:36.111983 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-8a218a20-82b7-4a61-8821-3aa8affdd57a req-1c67cd7b-671e-44a5-b0bd-d8a131c700da tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b0d1d9b-d025-442c-a2f6-db22050d9059 HTTP/1.1" status: 200 len: 946 time: 0.0500824 Jun 26 03:08:36.165086 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-8a218a20-82b7-4a61-8821-3aa8affdd57a req-bfe7e8c5-5dfe-4aec-a2c5-7642817f4c27 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=cae80eaa-bfa7-4de0-8fc0-ae5390068214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472453 Jun 26 03:08:36.999528 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0353733e-9708-4afd-8701-4ad5eed0c60a req-292d2a56-8dd0-49a5-8caf-f0725a199f84 tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:08:37.000910 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-0353733e-9708-4afd-8701-4ad5eed0c60a req-292d2a56-8dd0-49a5-8caf-f0725a199f84 tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] 10.222.0.13 "GET /v2.0/ports?device_id=3029b3b4-985d-4a44-8afd-ec1e400fff6c HTTP/1.1" status: 200 len: 945 time: 0.0544276 Jun 26 03:08:37.053414 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-0353733e-9708-4afd-8701-4ad5eed0c60a req-db1e8e67-ddfa-48c2-b5d8-1f82d9f6c9f7 tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5b4b915-67c7-429c-9e4f-7ab17161fa22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466180 Jun 26 03:08:37.292806 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaf81a7-0f8b-4d79-a3a1-cacc93d2ef7a req-915216e8-e337-42f6-95a6-4f46fb8c9e3a tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:08:37.294288 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-6eaf81a7-0f8b-4d79-a3a1-cacc93d2ef7a req-915216e8-e337-42f6-95a6-4f46fb8c9e3a tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b0d1d9b-d025-442c-a2f6-db22050d9059 HTTP/1.1" status: 200 len: 946 time: 0.0483787 Jun 26 03:08:37.345594 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-6eaf81a7-0f8b-4d79-a3a1-cacc93d2ef7a req-cb8df1e6-4639-4618-9d70-546a497e26d2 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=cae80eaa-bfa7-4de0-8fc0-ae5390068214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446537 Jun 26 03:08:38.023879 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=78 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:08:38.025037 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=70 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:08:38.178748 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b48d193-f6ad-4c28-95b5-d58432c09496 req-727c34fd-0c27-4cba-ac21-800a543083e3 tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:08:38.180221 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-8b48d193-f6ad-4c28-95b5-d58432c09496 req-727c34fd-0c27-4cba-ac21-800a543083e3 tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] 10.222.0.13 "GET /v2.0/ports?device_id=3029b3b4-985d-4a44-8afd-ec1e400fff6c HTTP/1.1" status: 200 len: 945 time: 0.0539584 Jun 26 03:08:38.230243 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-8b48d193-f6ad-4c28-95b5-d58432c09496 req-7689b0c9-fa91-4b1b-84b8-42cfd19ca4f9 tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5b4b915-67c7-429c-9e4f-7ab17161fa22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442915 Jun 26 03:08:38.322217 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:08:38.471255 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eb2005-3b54-447e-89ff-7ba73f99b518 req-23bf7b88-e6cb-4af9-898d-e55daeb4c9cb tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:08:38.473252 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-c8eb2005-3b54-447e-89ff-7ba73f99b518 req-23bf7b88-e6cb-4af9-898d-e55daeb4c9cb tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b0d1d9b-d025-442c-a2f6-db22050d9059 HTTP/1.1" status: 200 len: 946 time: 0.0493422 Jun 26 03:08:38.524337 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-c8eb2005-3b54-447e-89ff-7ba73f99b518 req-7f888f41-a8c3-4ffd-87b4-a2528ed5d353 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=cae80eaa-bfa7-4de0-8fc0-ae5390068214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449386 Jun 26 03:08:38.799206 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-6db689ab-420b-4b00-b893-85b2c97e7ecb req-5780158a-f709-4fba-83c8-0b03a6fe2a86 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1c55ca6d-bad0-4964-83fe-4352b7fb1b1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0529320 Jun 26 03:08:38.900889 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db689ab-420b-4b00-b893-85b2c97e7ecb req-33d1e3c3-405e-428e-9682-c8ab31c95b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:08:38.902406 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-6db689ab-420b-4b00-b893-85b2c97e7ecb req-33d1e3c3-405e-428e-9682-c8ab31c95b72 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ea86edd65ecb4972ba8bb33b34387432&device_id=1c55ca6d-bad0-4964-83fe-4352b7fb1b1d HTTP/1.1" status: 200 len: 1130 time: 0.0437210 Jun 26 03:08:39.070208 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db689ab-420b-4b00-b893-85b2c97e7ecb req-423e52a3-39e1-45a3-9cb1-09c40c84071c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:08:39.071810 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-6db689ab-420b-4b00-b893-85b2c97e7ecb req-423e52a3-39e1-45a3-9cb1-09c40c84071c service neutron] 10.222.0.43 "GET /v2.0/networks?id=74573779-88f3-4aaa-82c6-e30fd16eafe2 HTTP/1.1" status: 200 len: 912 time: 0.1298635 Jun 26 03:08:39.358435 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8befd52-495d-429e-b7fd-360cba03a9b5 req-48822098-6af7-471c-a84b-98db25337a7d tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:08:39.360051 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a8befd52-495d-429e-b7fd-360cba03a9b5 req-48822098-6af7-471c-a84b-98db25337a7d tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] 10.222.0.13 "GET /v2.0/ports?device_id=3029b3b4-985d-4a44-8afd-ec1e400fff6c HTTP/1.1" status: 200 len: 945 time: 0.0569291 Jun 26 03:08:39.408923 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a8befd52-495d-429e-b7fd-360cba03a9b5 req-651fefff-0fd1-4af0-8333-3d5496f1369b tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5b4b915-67c7-429c-9e4f-7ab17161fa22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424056 Jun 26 03:08:39.437536 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=100 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:08:39.523322 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=100 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:08:39.525440 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-6db689ab-420b-4b00-b893-85b2c97e7ecb req-419d1488-5235-4db3-910c-f5d59578c684 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2d68efe6-d264-4cfb-8cd4-414d529eb007 HTTP/1.1" status: 200 len: 1001 time: 0.1025612 Jun 26 03:08:39.532769 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ced852-2864-4f57-aa73-0f7cd47ca583 req-00f20bd9-9d2a-4b18-844c-675e0512d6b3 tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:08:39.535437 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-b7ced852-2864-4f57-aa73-0f7cd47ca583 req-00f20bd9-9d2a-4b18-844c-675e0512d6b3 tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] 10.222.0.43 "GET /v2.0/ports?device_id=3029b3b4-985d-4a44-8afd-ec1e400fff6c HTTP/1.1" status: 200 len: 945 time: 0.0705373 Jun 26 03:08:39.622388 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db689ab-420b-4b00-b893-85b2c97e7ecb req-b3797efa-0105-4943-8021-078ed448647a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:08:39.623849 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-6db689ab-420b-4b00-b893-85b2c97e7ecb req-b3797efa-0105-4943-8021-078ed448647a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c5ebf334-cb3d-4cb7-af71-a1dac7ba1320 HTTP/1.1" status: 200 len: 850 time: 0.0874894 Jun 26 03:08:39.729131 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48daf61e-a402-4c2b-8c7c-bf60a61b7284 req-77db71a8-174c-4628-86ab-503b16a5f161 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:08:39.731225 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-48daf61e-a402-4c2b-8c7c-bf60a61b7284 req-77db71a8-174c-4628-86ab-503b16a5f161 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b0d1d9b-d025-442c-a2f6-db22050d9059 HTTP/1.1" status: 200 len: 946 time: 0.1101985 Jun 26 03:08:39.734083 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db689ab-420b-4b00-b893-85b2c97e7ecb req-53ad5b39-6c57-47bb-be36-21a2bcae7849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:08:39.735381 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-6db689ab-420b-4b00-b893-85b2c97e7ecb req-53ad5b39-6c57-47bb-be36-21a2bcae7849 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=74573779-88f3-4aaa-82c6-e30fd16eafe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1004701 Jun 26 03:08:39.738508 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [req-b7ced852-2864-4f57-aa73-0f7cd47ca583 req-53897202-fe06-4161-9240-8b5f787f9420 tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] Deleting port 769a529d-21f4-483c-a2a1-bd0854c06dc4 {{(pid=104014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 26 03:08:39.738853 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-b7ced852-2864-4f57-aa73-0f7cd47ca583 req-53897202-fe06-4161-9240-8b5f787f9420 tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787575727912'] for port (769a529d-21f4-483c-a2a1-bd0854c06dc4), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:08:39.897153 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-48daf61e-a402-4c2b-8c7c-bf60a61b7284 req-2f1191a3-c364-448b-8a23-02cc18f6872f tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=cae80eaa-bfa7-4de0-8fc0-ae5390068214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1550510 Jun 26 03:08:39.939911 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [req-b7ced852-2864-4f57-aa73-0f7cd47ca583 req-53897202-fe06-4161-9240-8b5f787f9420 tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] For port 769a529d-21f4-483c-a2a1-bd0854c06dc4, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=769a529d-21f4-483c-a2a1-bd0854c06dc4,segment=NetworkSegment(b024148b-fe5a-483e-9d5a-d83a7bce90fe),segment_id=b024148b-fe5a-483e-9d5a-d83a7bce90fe)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:08:39.940823 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-b7ced852-2864-4f57-aa73-0f7cd47ca583 req-53897202-fe06-4161-9240-8b5f787f9420 tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615864'] for port (769a529d-21f4-483c-a2a1-bd0854c06dc4), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:08:39.952182 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-6db689ab-420b-4b00-b893-85b2c97e7ecb req-2e5008b9-0603-40fa-98a7-2ba39f7a361b service neutron] 10.222.0.43 "GET /v2.0/networks/74573779-88f3-4aaa-82c6-e30fd16eafe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966288 Jun 26 03:08:39.957332 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [req-b7ced852-2864-4f57-aa73-0f7cd47ca583 req-53897202-fe06-4161-9240-8b5f787f9420 tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] Calling delete_port for 769a529d-21f4-483c-a2a1-bd0854c06dc4 owned by compute:nova {{(pid=104014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 26 03:08:40.000313 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=15,neutron:DELETE=1 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:08:40.111013 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-6db689ab-420b-4b00-b893-85b2c97e7ecb req-006ff262-fa26-41f0-83e3-cebd2ee7b250 service neutron] 10.222.0.43 "GET /v2.0/networks/74573779-88f3-4aaa-82c6-e30fd16eafe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494379 Jun 26 03:08:40.175728 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-b7ced852-2864-4f57-aa73-0f7cd47ca583 req-53897202-fe06-4161-9240-8b5f787f9420 tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787575732336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787575245478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6258255'] for port (769a529d-21f4-483c-a2a1-bd0854c06dc4), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:08:40.203177 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53897202-fe06-4161-9240-8b5f787f9420 tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] Pushing event deleted for resources: {'Port': ['ID=769a529d-21f4-483c-a2a1-bd0854c06dc4,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:08:40.213369 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] get_ports_and_sgs() called for port_ids ['769a529d-21f4-483c-a2a1-bd0854c06dc4'] {{(pid=104015) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 03:08:40.246568 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7ced852-2864-4f57-aa73-0f7cd47ca583 req-53897202-fe06-4161-9240-8b5f787f9420 tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] No DVR routers for this DVR port 769a529d-21f4-483c-a2a1-bd0854c06dc4 on host hv-cinder-84684 {{(pid=104014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 26 03:08:40.248809 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-b7ced852-2864-4f57-aa73-0f7cd47ca583 req-53897202-fe06-4161-9240-8b5f787f9420 tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515864'] for port (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:08:40.252028 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-b7ced852-2864-4f57-aa73-0f7cd47ca583 req-53897202-fe06-4161-9240-8b5f787f9420 tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] 10.222.0.43 "DELETE /v2.0/ports/769a529d-21f4-483c-a2a1-bd0854c06dc4 HTTP/1.1" status: 204 len: 173 time: 0.7064161 Jun 26 03:08:40.252462 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3029b3b4-985d-4a44-8afd-ec1e400fff6c', 'name': 'network-vif-deleted', 'tag': '769a529d-21f4-483c-a2a1-bd0854c06dc4'}] {{(pid=104014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 26 03:08:40.255534 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b346e277b9447a300c9d303bb334713d04858661d6ca7e8667ef96f79658145a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d74caf4-220e-4ee1-acd8-dd63976455a4" -d '{"events": [{"server_uuid": "3029b3b4-985d-4a44-8afd-ec1e400fff6c", "name": "network-vif-deleted", "tag": "769a529d-21f4-483c-a2a1-bd0854c06dc4"}]}' {{(pid=104014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 03:08:40.292121 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Jun 2022 03:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-504c80d9-e540-4c9d-b270-135b23b0cc4d x-openstack-request-id: req-504c80d9-e540-4c9d-b270-135b23b0cc4d {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 03:08:40.292421 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3029b3b4-985d-4a44-8afd-ec1e400fff6c", "name": "network-vif-deleted", "tag": "769a529d-21f4-483c-a2a1-bd0854c06dc4", "status": "completed", "code": 200}]} {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 03:08:40.292655 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-504c80d9-e540-4c9d-b270-135b23b0cc4d {{(pid=104014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 03:08:40.293054 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.notifiers.nova [-] Nova event matching ['req-504c80d9-e540-4c9d-b270-135b23b0cc4d'] response: {'server_uuid': '3029b3b4-985d-4a44-8afd-ec1e400fff6c', 'name': 'network-vif-deleted', 'tag': '769a529d-21f4-483c-a2a1-bd0854c06dc4', 'status': 'completed', 'code': 200} Jun 26 03:08:40.525130 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-28d6a109-3d72-4318-b179-77e05a3d57ff req-812d9a34-048e-445a-bd88-d5aa0726d693 tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] 10.222.0.13 "GET /v2.0/ports?device_id=3029b3b4-985d-4a44-8afd-ec1e400fff6c HTTP/1.1" status: 200 len: 210 time: 0.0311210 Jun 26 03:08:41.021183 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7796bb6a-c524-4e41-bc21-b9d72fd6f944 req-c11c2c9e-8547-4924-93d5-03fe9d9e87a6 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:08:41.022667 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-7796bb6a-c524-4e41-bc21-b9d72fd6f944 req-c11c2c9e-8547-4924-93d5-03fe9d9e87a6 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b0d1d9b-d025-442c-a2f6-db22050d9059 HTTP/1.1" status: 200 len: 946 time: 0.0459261 Jun 26 03:08:41.069134 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-7796bb6a-c524-4e41-bc21-b9d72fd6f944 req-9a4bf82d-a565-4dc1-9500-9a2867da12a9 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=cae80eaa-bfa7-4de0-8fc0-ae5390068214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410867 Jun 26 03:08:41.408147 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-3ba37689-4231-4733-9388-7b8ba0cf3244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (7168f7b9-c398-4364-91f8-35e2ce03f4c4), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:08:41.615786 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:08:41.641373 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-43339cae-0109-4f52-a178-7ee8ab1f6602 req-1ef1b092-4b3d-42d0-ab01-8c265f9dd347 tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] 10.222.0.13 "GET /v2.0/ports?device_id=3029b3b4-985d-4a44-8afd-ec1e400fff6c HTTP/1.1" status: 200 len: 210 time: 0.0358160 Jun 26 03:08:41.663174 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:08:41.680780 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0694960d-e3e4-45e8-9b2e-8b7c4f4c39d9 req-0949b9d6-e8d4-4753-ae4d-c85ac4d36807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:08:41.682706 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-0694960d-e3e4-45e8-9b2e-8b7c4f4c39d9 req-0949b9d6-e8d4-4753-ae4d-c85ac4d36807 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5dd1a7a651fa4d27a1b6488ca13effca&device_id=3b0d1d9b-d025-442c-a2f6-db22050d9059 HTTP/1.1" status: 200 len: 1130 time: 0.0499220 Jun 26 03:08:41.782798 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0694960d-e3e4-45e8-9b2e-8b7c4f4c39d9 req-bfbcba93-b4e8-4220-b65a-48c21126c5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:08:41.785143 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-0694960d-e3e4-45e8-9b2e-8b7c4f4c39d9 req-bfbcba93-b4e8-4220-b65a-48c21126c5f6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=151cdbb9-618f-46a1-a7b5-564e53db9cea HTTP/1.1" status: 200 len: 918 time: 0.0951192 Jun 26 03:08:41.847202 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-0694960d-e3e4-45e8-9b2e-8b7c4f4c39d9 req-e54de9f5-2972-4e2d-8b8c-6f96fc99a3c6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=52fe6654-0bad-4f8c-9c8b-2d810ffaeb4f HTTP/1.1" status: 200 len: 1001 time: 0.0537441 Jun 26 03:08:42.120109 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0694960d-e3e4-45e8-9b2e-8b7c4f4c39d9 req-2c8df88f-7422-45ec-93a9-b31a5935b38c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:08:42.121558 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-0694960d-e3e4-45e8-9b2e-8b7c4f4c39d9 req-2c8df88f-7422-45ec-93a9-b31a5935b38c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b3475431-7645-416a-9b3b-e23c4a132926 HTTP/1.1" status: 200 len: 856 time: 0.2686007 Jun 26 03:08:42.194029 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0694960d-e3e4-45e8-9b2e-8b7c4f4c39d9 req-bf9b8398-5890-4b7d-9e96-e79e04a46df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:08:42.195498 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-0694960d-e3e4-45e8-9b2e-8b7c4f4c39d9 req-bf9b8398-5890-4b7d-9e96-e79e04a46df2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=151cdbb9-618f-46a1-a7b5-564e53db9cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0668998 Jun 26 03:08:42.205227 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00117767-9e7f-4893-9c6b-9d0d54abe0bf req-9438fccf-6b9e-4e06-99d1-91b5105e5252 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:08:42.207271 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-00117767-9e7f-4893-9c6b-9d0d54abe0bf req-9438fccf-6b9e-4e06-99d1-91b5105e5252 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b0d1d9b-d025-442c-a2f6-db22050d9059 HTTP/1.1" status: 200 len: 946 time: 0.0529261 Jun 26 03:08:42.317293 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-00117767-9e7f-4893-9c6b-9d0d54abe0bf req-cce940ca-cc30-4f7d-a9cc-eb2cad9b7875 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=cae80eaa-bfa7-4de0-8fc0-ae5390068214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014621 Jun 26 03:08:42.330776 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-0694960d-e3e4-45e8-9b2e-8b7c4f4c39d9 req-6ac37a32-cbd6-4644-aac4-7e723a1a014e service neutron] 10.222.0.43 "GET /v2.0/networks/151cdbb9-618f-46a1-a7b5-564e53db9cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226447 Jun 26 03:08:42.423777 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-0694960d-e3e4-45e8-9b2e-8b7c4f4c39d9 req-f5e92312-0286-4526-a171-62df24f01e45 service neutron] 10.222.0.43 "GET /v2.0/networks/151cdbb9-618f-46a1-a7b5-564e53db9cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844483 Jun 26 03:08:42.716877 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Device 769a529d-21f4-483c-a2a1-bd0854c06dc4 no longer exists at agent hyperv_hv-cinder-84684 {{(pid=104015) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 03:08:42.735607 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] No Port match for: 769a529d-21f4-483c-a2a1-bd0854c06dc4 {{(pid=104015) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 26 03:08:42.735935 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Device 769a529d-21f4-483c-a2a1-bd0854c06dc4 not bound to the agent host hv-cinder-84684 {{(pid=104015) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 03:08:43.435298 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c7c86d-3297-4f28-8268-94338b9620ad req-ae3acb4e-ba2f-4e68-ad3b-60f372d5d13e tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:08:43.436665 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-d4c7c86d-3297-4f28-8268-94338b9620ad req-ae3acb4e-ba2f-4e68-ad3b-60f372d5d13e tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b0d1d9b-d025-442c-a2f6-db22050d9059 HTTP/1.1" status: 200 len: 946 time: 0.0461998 Jun 26 03:08:43.483153 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-d4c7c86d-3297-4f28-8268-94338b9620ad req-370a7f4c-a059-4626-956c-e82a7dabf23e tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=cae80eaa-bfa7-4de0-8fc0-ae5390068214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403309 Jun 26 03:08:43.742328 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-4b6979f7-19bb-4432-8c00-f6496aef0a3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (0122de27-3097-4d47-a0ca-0fb90e28ac1e), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:08:44.598603 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74d2981-d0a3-4395-a805-d5487d8a9b8f req-950d3184-36c7-4972-bac9-cab691c88c89 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:08:44.600091 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-e74d2981-d0a3-4395-a805-d5487d8a9b8f req-950d3184-36c7-4972-bac9-cab691c88c89 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b0d1d9b-d025-442c-a2f6-db22050d9059 HTTP/1.1" status: 200 len: 946 time: 0.0456173 Jun 26 03:08:44.606289 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (e7a0895f-45bb-4130-be69-32df3e039043), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:08:44.652498 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-e74d2981-d0a3-4395-a805-d5487d8a9b8f req-ed5d6a02-7950-425b-91b7-48e53526e6b2 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=cae80eaa-bfa7-4de0-8fc0-ae5390068214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458164 Jun 26 03:08:44.825072 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a0725410-9e6c-45cb-9ff8-c6c4931d6b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (ece691f0-a7cc-4e31-b59a-0e18fd9fccde), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:08:45.770949 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ba3644-f694-4cd7-a7cf-c74531c2149c req-289479cd-8929-4c5a-b249-0d8f964041e8 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:08:45.772426 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-e7ba3644-f694-4cd7-a7cf-c74531c2149c req-289479cd-8929-4c5a-b249-0d8f964041e8 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b0d1d9b-d025-442c-a2f6-db22050d9059 HTTP/1.1" status: 200 len: 946 time: 0.0477390 Jun 26 03:08:45.819292 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-e7ba3644-f694-4cd7-a7cf-c74531c2149c req-613fa473-88ea-4629-840c-a52ce486d32c tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=cae80eaa-bfa7-4de0-8fc0-ae5390068214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414517 Jun 26 03:08:46.270434 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d2867017-9ae3-4ae5-b018-59cb98d1258b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (3b87920d-6933-41a3-b47c-185b87d68e87), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:08:46.502074 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (16f9b602-7baf-4f7a-ab92-1b0788147fb5), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:08:46.821110 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Device 52fe6654-0bad-4f8c-9c8b-2d810ffaeb4f no longer exists at agent hyperv_hv-cinder-84684 {{(pid=104015) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 03:08:46.895417 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Current status of the port 52fe6654-0bad-4f8c-9c8b-2d810ffaeb4f is: ACTIVE; New status is: DOWN {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 03:08:46.895811 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (52fe6654-0bad-4f8c-9c8b-2d810ffaeb4f), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:08:46.918404 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b0d1d9b-d025-442c-a2f6-db22050d9059', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52fe6654-0bad-4f8c-9c8b-2d810ffaeb4f'}] {{(pid=104015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 26 03:08:46.920600 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cc6f3b5c5ccbcb5bcfe28d8fb20da90166658d76702b85331307104b46494b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43a0e429-e1c9-4617-8485-9d1b2efa2d97" -d '{"events": [{"server_uuid": "3b0d1d9b-d025-442c-a2f6-db22050d9059", "name": "network-vif-unplugged", "status": "completed", "tag": "52fe6654-0bad-4f8c-9c8b-2d810ffaeb4f"}]}' {{(pid=104015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 03:08:46.934141 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] For port 52fe6654-0bad-4f8c-9c8b-2d810ffaeb4f, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=52fe6654-0bad-4f8c-9c8b-2d810ffaeb4f,segment=NetworkSegment(9b1bc4ce-7d03-4b55-892a-abd91da4af67),segment_id=9b1bc4ce-7d03-4b55-892a-abd91da4af67)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:08:46.938911 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (52fe6654-0bad-4f8c-9c8b-2d810ffaeb4f), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:08:46.945634 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7d43fb-ccb7-4fe4-9395-010baeb3505f req-364f6256-d055-4206-8a80-1a78db153b52 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:08:46.952676 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-ff7d43fb-ccb7-4fe4-9395-010baeb3505f req-364f6256-d055-4206-8a80-1a78db153b52 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b0d1d9b-d025-442c-a2f6-db22050d9059 HTTP/1.1" status: 200 len: 946 time: 0.0546625 Jun 26 03:08:46.975959 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 26 Jun 2022 03:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18e3fb5b-f2f4-4bf1-ba62-bc6789071200 x-openstack-request-id: req-18e3fb5b-f2f4-4bf1-ba62-bc6789071200 {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 03:08:46.976247 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b0d1d9b-d025-442c-a2f6-db22050d9059", "name": "network-vif-unplugged", "status": "completed", "tag": "52fe6654-0bad-4f8c-9c8b-2d810ffaeb4f", "code": 200}]} {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 03:08:46.977455 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-18e3fb5b-f2f4-4bf1-ba62-bc6789071200 {{(pid=104015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 03:08:46.977858 dv-cinder-846842-4-iscsi neutron-server[104015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18e3fb5b-f2f4-4bf1-ba62-bc6789071200'] response: {'server_uuid': '3b0d1d9b-d025-442c-a2f6-db22050d9059', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52fe6654-0bad-4f8c-9c8b-2d810ffaeb4f', 'code': 200} Jun 26 03:08:47.002097 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-ff7d43fb-ccb7-4fe4-9395-010baeb3505f req-bf2a85ee-6f80-4af2-8c05-4a3d4db7afef tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=cae80eaa-bfa7-4de0-8fc0-ae5390068214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485396 Jun 26 03:08:47.006464 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Pushing event updated for resources: {'Port': ['ID=52fe6654-0bad-4f8c-9c8b-2d810ffaeb4f,revision_number=8']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:08:48.129363 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688d9995-6525-438f-a483-a11720443f86 req-6afa8551-00cc-4baf-b3d3-5ea8593e447c tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:08:48.130871 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-688d9995-6525-438f-a483-a11720443f86 req-6afa8551-00cc-4baf-b3d3-5ea8593e447c tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b0d1d9b-d025-442c-a2f6-db22050d9059 HTTP/1.1" status: 200 len: 944 time: 0.0542428 Jun 26 03:08:48.183843 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=100 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:08:48.194335 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-688d9995-6525-438f-a483-a11720443f86 req-26504cdf-3589-4825-aae5-88e3ab0f2bef tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=cae80eaa-bfa7-4de0-8fc0-ae5390068214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567536 Jun 26 03:08:48.670600 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [req-0c520b22-c688-4020-a896-aadc3ae566ea req-276c9855-926e-4428-8c0d-2602ea468bcc service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104014) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 26 03:08:48.671585 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-0c520b22-c688-4020-a896-aadc3ae566ea req-276c9855-926e-4428-8c0d-2602ea468bcc service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0054533 Jun 26 03:08:48.786949 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=100 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:08:48.825583 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b707ed87-b5f8-421d-a979-3b42c964254d req-0b552388-9dc2-4c24-a562-5247df773cb5 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:08:48.827110 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-b707ed87-b5f8-421d-a979-3b42c964254d req-0b552388-9dc2-4c24-a562-5247df773cb5 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b0d1d9b-d025-442c-a2f6-db22050d9059 HTTP/1.1" status: 200 len: 944 time: 0.0491455 Jun 26 03:08:48.879538 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-b707ed87-b5f8-421d-a979-3b42c964254d req-37662082-674b-4ee3-a151-3b251fe0f164 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=cae80eaa-bfa7-4de0-8fc0-ae5390068214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469134 Jun 26 03:08:49.147374 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 44634) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:08:49.230187 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-9ff8f6ef-88f0-4e15-964a-285dc8d1c78f req-b5ec3de5-4cd1-4f07-8a56-0199b9640533 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3b0d1d9b-d025-442c-a2f6-db22050d9059&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0815876 Jun 26 03:08:49.243136 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [req-9ff8f6ef-88f0-4e15-964a-285dc8d1c78f req-1711703b-bf6c-4770-acaf-78048ab0a532 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104013) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 26 03:08:49.244814 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-9ff8f6ef-88f0-4e15-964a-285dc8d1c78f req-1711703b-bf6c-4770-acaf-78048ab0a532 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0098062 Jun 26 03:08:49.325732 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 44646) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:08:49.435348 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff8f6ef-88f0-4e15-964a-285dc8d1c78f req-012bd5ea-715e-4955-8bc8-68f348ae1b74 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:08:49.436684 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-9ff8f6ef-88f0-4e15-964a-285dc8d1c78f req-012bd5ea-715e-4955-8bc8-68f348ae1b74 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports/52fe6654-0bad-4f8c-9c8b-2d810ffaeb4f HTTP/1.1" status: 200 len: 941 time: 0.1095800 Jun 26 03:08:49.994287 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c398a31-3dfc-455d-b156-377727da2ace req-0515b792-6511-40b2-adce-efd21db0bc1b tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:08:49.995720 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-4c398a31-3dfc-455d-b156-377727da2ace req-0515b792-6511-40b2-adce-efd21db0bc1b tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b0d1d9b-d025-442c-a2f6-db22050d9059 HTTP/1.1" status: 200 len: 944 time: 0.0459313 Jun 26 03:08:50.043425 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-4c398a31-3dfc-455d-b156-377727da2ace req-d020f815-bc7e-49c8-86b6-617845a68092 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=cae80eaa-bfa7-4de0-8fc0-ae5390068214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422578 Jun 26 03:08:51.162466 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dce0d8f-fb21-415d-823e-c254f87ace70 req-7594f4fa-3879-4cd3-a568-7246588f43fb tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:08:51.163971 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-9dce0d8f-fb21-415d-823e-c254f87ace70 req-7594f4fa-3879-4cd3-a568-7246588f43fb tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b0d1d9b-d025-442c-a2f6-db22050d9059 HTTP/1.1" status: 200 len: 944 time: 0.0467310 Jun 26 03:08:51.212105 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-9dce0d8f-fb21-415d-823e-c254f87ace70 req-585cd317-ac86-490f-a1a3-64172925dd99 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=cae80eaa-bfa7-4de0-8fc0-ae5390068214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426660 Jun 26 03:08:52.165200 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Device 52fe6654-0bad-4f8c-9c8b-2d810ffaeb4f no longer exists at agent hyperv_hv-cinder-84684 {{(pid=104015) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 03:08:52.235364 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Current status of the port 52fe6654-0bad-4f8c-9c8b-2d810ffaeb4f is: DOWN; New status is: DOWN {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 03:08:52.331827 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30107136-e2cd-4262-b96b-b2078dff0e9b req-b11301b9-bda3-4ba1-854c-6f2cca53cf0f tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:08:52.333275 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-30107136-e2cd-4262-b96b-b2078dff0e9b req-b11301b9-bda3-4ba1-854c-6f2cca53cf0f tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b0d1d9b-d025-442c-a2f6-db22050d9059 HTTP/1.1" status: 200 len: 944 time: 0.0509236 Jun 26 03:08:52.379158 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-30107136-e2cd-4262-b96b-b2078dff0e9b req-805de09f-77fe-4479-9f42-d4230c5f7930 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=cae80eaa-bfa7-4de0-8fc0-ae5390068214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402052 Jun 26 03:08:53.495701 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4528f90f-7fa4-4a38-9850-44d124b04566 req-f5c0d105-aea8-4b13-a522-35dcb88af10b tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:08:53.497191 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-4528f90f-7fa4-4a38-9850-44d124b04566 req-f5c0d105-aea8-4b13-a522-35dcb88af10b tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b0d1d9b-d025-442c-a2f6-db22050d9059 HTTP/1.1" status: 200 len: 944 time: 0.0470746 Jun 26 03:08:53.545534 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-4528f90f-7fa4-4a38-9850-44d124b04566 req-62179aaf-550d-4c58-8e92-091e62afe830 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=cae80eaa-bfa7-4de0-8fc0-ae5390068214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429537 Jun 26 03:08:54.692221 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7fdf68-975c-49bc-a0eb-1496ceb12a04 req-2b5e4885-0344-46c8-ac60-78af0849a007 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:08:54.693596 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-ab7fdf68-975c-49bc-a0eb-1496ceb12a04 req-2b5e4885-0344-46c8-ac60-78af0849a007 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b0d1d9b-d025-442c-a2f6-db22050d9059 HTTP/1.1" status: 200 len: 944 time: 0.0736482 Jun 26 03:08:54.796906 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-ab7fdf68-975c-49bc-a0eb-1496ceb12a04 req-0465bef0-fdc9-40cd-bcf3-ed698ca91729 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=cae80eaa-bfa7-4de0-8fc0-ae5390068214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927074 Jun 26 03:08:54.806462 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef862fe0-5c45-4c95-89bc-fa3980dc5443 req-634ad197-db25-4952-ad91-90a7a5ddf5e4 tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:08:54.807850 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-ef862fe0-5c45-4c95-89bc-fa3980dc5443 req-634ad197-db25-4952-ad91-90a7a5ddf5e4 tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] 10.222.0.13 "GET /v2.0/networks?id=23f3dc3b-096d-4bd7-ac08-420e217fa87e HTTP/1.1" status: 200 len: 814 time: 0.1585851 Jun 26 03:08:54.823082 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-ef862fe0-5c45-4c95-89bc-fa3980dc5443 req-19c1f0f0-674f-4490-a3c3-b80bc5423eb7 tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] 10.222.0.13 "GET /v2.0/quotas/f93abb7628324906baa8d45ce8d1a153 HTTP/1.1" status: 200 len: 375 time: 0.0098827 Jun 26 03:08:54.855326 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-ef862fe0-5c45-4c95-89bc-fa3980dc5443 req-8dd56432-63fc-4ad0-bb5c-d34540fe22d2 tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f93abb7628324906baa8d45ce8d1a153&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273063 Jun 26 03:08:54.948202 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-ef862fe0-5c45-4c95-89bc-fa3980dc5443 req-08147fd1-f24d-4ea8-8d10-c99cf8e18cc6 service neutron] 10.222.0.13 "GET /v2.0/networks/23f3dc3b-096d-4bd7-ac08-420e217fa87e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862632 Jun 26 03:08:55.089467 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff8f6ef-88f0-4e15-964a-285dc8d1c78f req-b7ff40a9-6edc-4885-b4fc-8a3299cf4d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:08:55.090954 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-9ff8f6ef-88f0-4e15-964a-285dc8d1c78f req-b7ff40a9-6edc-4885-b4fc-8a3299cf4d76 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3b0d1d9b-d025-442c-a2f6-db22050d9059&tenant_id=5dd1a7a651fa4d27a1b6488ca13effca HTTP/1.1" status: 200 len: 1128 time: 0.0784209 Jun 26 03:08:55.101137 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-ef862fe0-5c45-4c95-89bc-fa3980dc5443 req-01bf90b7-be2e-4b20-92cd-3be9f8bbe3f3 service neutron] 10.222.0.13 "GET /v2.0/networks/23f3dc3b-096d-4bd7-ac08-420e217fa87e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475177 Jun 26 03:08:55.160205 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=100 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:08:55.166248 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff8f6ef-88f0-4e15-964a-285dc8d1c78f req-eef81dd4-858b-41f9-8a76-10b9eee5348e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:08:55.167770 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-9ff8f6ef-88f0-4e15-964a-285dc8d1c78f req-eef81dd4-858b-41f9-8a76-10b9eee5348e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5dd1a7a651fa4d27a1b6488ca13effca&device_id=3b0d1d9b-d025-442c-a2f6-db22050d9059 HTTP/1.1" status: 200 len: 1128 time: 0.0411506 Jun 26 03:08:55.283663 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-36421d65-aaf9-4189-bdb3-29e9e3c13bc5 req-21c234f3-fd7b-4bf7-957e-a7f41a9f9e78 tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] 10.222.0.13 "GET /v2.0/ports?device_id=e25e0db1-7b01-4662-9996-2a928db12453 HTTP/1.1" status: 200 len: 210 time: 0.0329611 Jun 26 03:08:55.286509 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=100 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:08:55.307027 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff8f6ef-88f0-4e15-964a-285dc8d1c78f req-0097babf-6e41-4be2-8e68-77ec58e21975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:08:55.308509 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-9ff8f6ef-88f0-4e15-964a-285dc8d1c78f req-0097babf-6e41-4be2-8e68-77ec58e21975 service neutron] 10.222.0.43 "GET /v2.0/networks?id=151cdbb9-618f-46a1-a7b5-564e53db9cea HTTP/1.1" status: 200 len: 918 time: 0.1343405 Jun 26 03:08:55.373303 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-9ff8f6ef-88f0-4e15-964a-285dc8d1c78f req-ae5cc855-7a06-4f39-8f10-c957dcd2b818 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=52fe6654-0bad-4f8c-9c8b-2d810ffaeb4f HTTP/1.1" status: 200 len: 999 time: 0.0586457 Jun 26 03:08:55.423216 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff8f6ef-88f0-4e15-964a-285dc8d1c78f req-ae204a39-015c-4342-bde0-dac30717e74c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:08:55.424648 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-9ff8f6ef-88f0-4e15-964a-285dc8d1c78f req-ae204a39-015c-4342-bde0-dac30717e74c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b3475431-7645-416a-9b3b-e23c4a132926 HTTP/1.1" status: 200 len: 856 time: 0.0458543 Jun 26 03:08:55.470723 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff8f6ef-88f0-4e15-964a-285dc8d1c78f req-4fafcc78-d4c3-429a-b5f7-36af758282ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:08:55.472778 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-9ff8f6ef-88f0-4e15-964a-285dc8d1c78f req-4fafcc78-d4c3-429a-b5f7-36af758282ac service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=151cdbb9-618f-46a1-a7b5-564e53db9cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420938 Jun 26 03:08:55.569270 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-9ff8f6ef-88f0-4e15-964a-285dc8d1c78f req-09a68ad3-f1e7-4245-bb25-3c3e4324e395 service neutron] 10.222.0.43 "GET /v2.0/networks/151cdbb9-618f-46a1-a7b5-564e53db9cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891495 Jun 26 03:08:55.665526 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-9ff8f6ef-88f0-4e15-964a-285dc8d1c78f req-7493460e-ad23-47db-9e80-d326189eeb69 service neutron] 10.222.0.43 "GET /v2.0/networks/151cdbb9-618f-46a1-a7b5-564e53db9cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860062 Jun 26 03:08:55.935491 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd5f8ab-2f5b-4eec-a24e-678b7109d659 req-341a45a5-55b4-46f6-b3d7-4490d6fab7c1 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:08:55.936956 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-9bd5f8ab-2f5b-4eec-a24e-678b7109d659 req-341a45a5-55b4-46f6-b3d7-4490d6fab7c1 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b0d1d9b-d025-442c-a2f6-db22050d9059 HTTP/1.1" status: 200 len: 944 time: 0.0533395 Jun 26 03:08:55.984751 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-9bd5f8ab-2f5b-4eec-a24e-678b7109d659 req-2208753e-23b2-40ed-af25-f7080fcc55a7 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=cae80eaa-bfa7-4de0-8fc0-ae5390068214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416801 Jun 26 03:08:56.386385 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-d50ab826-b55f-459d-9649-de894ff54148 req-8b9dba60-127b-4ad8-b2ac-620e62755d69 tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] 10.222.0.13 "GET /v2.0/ports?device_id=e25e0db1-7b01-4662-9996-2a928db12453 HTTP/1.1" status: 200 len: 210 time: 0.0283043 Jun 26 03:08:57.020371 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=2 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:08:57.024587 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=4 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:08:57.107120 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75483cbf-bcb9-440a-95c7-1703ecad889e req-dee77585-c393-4de8-a261-4b0bd797e9c9 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:08:57.109299 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-75483cbf-bcb9-440a-95c7-1703ecad889e req-dee77585-c393-4de8-a261-4b0bd797e9c9 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b0d1d9b-d025-442c-a2f6-db22050d9059 HTTP/1.1" status: 200 len: 944 time: 0.0508623 Jun 26 03:08:57.160717 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-75483cbf-bcb9-440a-95c7-1703ecad889e req-7b390550-3f2c-494c-a913-466df0c2ef58 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=cae80eaa-bfa7-4de0-8fc0-ae5390068214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430260 Jun 26 03:08:57.483675 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-fe76c3ce-b5a9-4aae-a4a2-1a3ecaa0fb65 req-0b1fb3a0-8eaa-46da-b2dd-3371226ec923 tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] 10.222.0.13 "GET /v2.0/ports?device_id=e25e0db1-7b01-4662-9996-2a928db12453 HTTP/1.1" status: 200 len: 210 time: 0.0302646 Jun 26 03:08:58.284124 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e104bb9-dea5-4fb2-bb89-3b249a3fe20c req-0387ce9b-96a7-440e-b55a-ec0dcbaa7bec tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:08:58.285623 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-4e104bb9-dea5-4fb2-bb89-3b249a3fe20c req-0387ce9b-96a7-440e-b55a-ec0dcbaa7bec tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b0d1d9b-d025-442c-a2f6-db22050d9059 HTTP/1.1" status: 200 len: 944 time: 0.0526376 Jun 26 03:08:58.332786 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-4e104bb9-dea5-4fb2-bb89-3b249a3fe20c req-f5c60264-38ec-4231-8a52-08a134dba9cb tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=cae80eaa-bfa7-4de0-8fc0-ae5390068214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416524 Jun 26 03:08:58.576507 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-8eddceb1-911a-4061-a7af-23a92561228d req-35a5285f-45c7-49c9-a8df-9d363e941394 tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] 10.222.0.13 "GET /v2.0/ports?device_id=e25e0db1-7b01-4662-9996-2a928db12453 HTTP/1.1" status: 200 len: 210 time: 0.0279915 Jun 26 03:08:59.225310 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=4 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:08:59.226224 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=3 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:08:59.458492 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdea49cd-02c1-43ac-9050-419d84b3510f req-63d39628-d2d7-4b2a-88c5-9ebf38a71f47 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:08:59.460071 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-cdea49cd-02c1-43ac-9050-419d84b3510f req-63d39628-d2d7-4b2a-88c5-9ebf38a71f47 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b0d1d9b-d025-442c-a2f6-db22050d9059 HTTP/1.1" status: 200 len: 944 time: 0.0499384 Jun 26 03:08:59.511518 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-cdea49cd-02c1-43ac-9050-419d84b3510f req-08dbc550-b117-4c0b-b755-070b7044d482 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=cae80eaa-bfa7-4de0-8fc0-ae5390068214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458500 Jun 26 03:08:59.670006 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-57a1f9d4-1cc4-4bf5-8de2-0af945ba121f req-b7d7180e-5a96-49fe-8648-7f15e547f7a8 tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] 10.222.0.13 "GET /v2.0/ports?device_id=e25e0db1-7b01-4662-9996-2a928db12453 HTTP/1.1" status: 200 len: 210 time: 0.0284266 Jun 26 03:09:00.639452 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83523d14-8d0c-4da9-9653-070d1382b8c7 req-54234dfa-6bd5-48da-9d32-a6acd757c256 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:09:00.640921 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-83523d14-8d0c-4da9-9653-070d1382b8c7 req-54234dfa-6bd5-48da-9d32-a6acd757c256 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b0d1d9b-d025-442c-a2f6-db22050d9059 HTTP/1.1" status: 200 len: 944 time: 0.0489366 Jun 26 03:09:00.699571 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-83523d14-8d0c-4da9-9653-070d1382b8c7 req-c05ba555-cd3f-49d1-ba9f-e0bafe5822ac tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=cae80eaa-bfa7-4de0-8fc0-ae5390068214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525677 Jun 26 03:09:00.783759 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-fe62a5b1-3e18-498f-bc03-a5193c0b50aa req-22288dc8-4e62-4e52-bc58-0c5b1e429474 tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] 10.222.0.13 "GET /v2.0/ports?device_id=e25e0db1-7b01-4662-9996-2a928db12453 HTTP/1.1" status: 200 len: 210 time: 0.0404119 Jun 26 03:09:01.814253 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e77147d-616d-4f06-803e-61337c9b73f7 req-654ddd76-71df-4a5a-8018-425dc1f77232 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:09:01.816120 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-9e77147d-616d-4f06-803e-61337c9b73f7 req-654ddd76-71df-4a5a-8018-425dc1f77232 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b0d1d9b-d025-442c-a2f6-db22050d9059 HTTP/1.1" status: 200 len: 944 time: 0.0529213 Jun 26 03:09:01.857832 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=100 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:09:01.875849 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=100 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:09:01.893970 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-33595143-46ba-4a29-80a1-35495d380ea8 req-21a21a58-56d4-4876-a3d3-bc082e28ee6e tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] 10.222.0.13 "GET /v2.0/ports?device_id=e25e0db1-7b01-4662-9996-2a928db12453 HTTP/1.1" status: 200 len: 210 time: 0.0415215 Jun 26 03:09:01.897134 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-9e77147d-616d-4f06-803e-61337c9b73f7 req-ae9bead0-5bdb-497d-b20f-355eb6ce16c6 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=cae80eaa-bfa7-4de0-8fc0-ae5390068214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747821 Jun 26 03:09:02.232599 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=40,neutron:UPDATE=4 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:09:02.233806 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=43,neutron:UPDATE=4 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:09:03.042516 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a738075b-6118-40bf-93c4-2a09df7543de req-85b38216-f6f5-46fd-ade1-28d7f9074f8a tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] 10.222.0.13 "GET /v2.0/ports?device_id=e25e0db1-7b01-4662-9996-2a928db12453 HTTP/1.1" status: 200 len: 210 time: 0.0566082 Jun 26 03:09:03.048404 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37a1349-feff-47e3-bf0f-c28bcb487c72 req-6e7c35ea-ffcd-49ee-a70c-c9fcea4790b3 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:09:03.049837 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-d37a1349-feff-47e3-bf0f-c28bcb487c72 req-6e7c35ea-ffcd-49ee-a70c-c9fcea4790b3 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b0d1d9b-d025-442c-a2f6-db22050d9059 HTTP/1.1" status: 200 len: 944 time: 0.0739827 Jun 26 03:09:03.096982 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-d37a1349-feff-47e3-bf0f-c28bcb487c72 req-d428d700-2192-44e1-b814-4d2d05de9e7a tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=cae80eaa-bfa7-4de0-8fc0-ae5390068214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410283 Jun 26 03:09:04.139523 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-79bb9fa3-d3c0-427e-bedd-f8413ddc22fa req-8e57bd71-8bf3-4036-ad0f-69136119f81a tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] 10.222.0.13 "GET /v2.0/ports?device_id=e25e0db1-7b01-4662-9996-2a928db12453 HTTP/1.1" status: 200 len: 210 time: 0.0299418 Jun 26 03:09:04.219989 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d56bbe-3418-49d8-bac5-cddb7887a631 req-e5f30ff5-d057-41c1-aa44-9a8db133746a tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:09:04.221446 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-b9d56bbe-3418-49d8-bac5-cddb7887a631 req-e5f30ff5-d057-41c1-aa44-9a8db133746a tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b0d1d9b-d025-442c-a2f6-db22050d9059 HTTP/1.1" status: 200 len: 944 time: 0.0482533 Jun 26 03:09:04.278320 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-b9d56bbe-3418-49d8-bac5-cddb7887a631 req-8db088c1-652a-462b-a433-65b620ca1be7 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=cae80eaa-bfa7-4de0-8fc0-ae5390068214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510104 Jun 26 03:09:05.236238 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a5cbbf5c-9058-478d-9f22-1a93f0bb44eb req-8738c527-3503-4a2e-b1fc-ee156ab5bec8 tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] 10.222.0.13 "GET /v2.0/ports?device_id=e25e0db1-7b01-4662-9996-2a928db12453 HTTP/1.1" status: 200 len: 210 time: 0.0271325 Jun 26 03:09:05.413480 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c974f64-7db0-49d9-b175-09764fc14336 req-2ab09d7a-6961-4dbe-9e0c-dd09606ea6be tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:09:05.415045 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-3c974f64-7db0-49d9-b175-09764fc14336 req-2ab09d7a-6961-4dbe-9e0c-dd09606ea6be tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b0d1d9b-d025-442c-a2f6-db22050d9059 HTTP/1.1" status: 200 len: 944 time: 0.0550473 Jun 26 03:09:05.463202 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-3c974f64-7db0-49d9-b175-09764fc14336 req-8ad0225d-b39c-49be-a5e2-4850439471b1 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=cae80eaa-bfa7-4de0-8fc0-ae5390068214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426359 Jun 26 03:09:06.341106 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-68bb7501-a17a-4b2f-a0a0-2f0c3de60be3 req-8514a07c-bed7-4f4e-b34f-3f417949a97b tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] 10.222.0.13 "GET /v2.0/ports?device_id=e25e0db1-7b01-4662-9996-2a928db12453 HTTP/1.1" status: 200 len: 210 time: 0.0286810 Jun 26 03:09:06.594947 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa0dfe4-7fbb-40be-a725-6da1562bac5f req-b98c80bf-257e-4fd1-8cc0-3cbd71f0eaa6 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:09:06.596356 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-daa0dfe4-7fbb-40be-a725-6da1562bac5f req-b98c80bf-257e-4fd1-8cc0-3cbd71f0eaa6 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b0d1d9b-d025-442c-a2f6-db22050d9059 HTTP/1.1" status: 200 len: 944 time: 0.0556042 Jun 26 03:09:06.643859 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-daa0dfe4-7fbb-40be-a725-6da1562bac5f req-ab2806ec-2ee2-4dbe-8061-a36ec341866d tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=cae80eaa-bfa7-4de0-8fc0-ae5390068214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411668 Jun 26 03:09:06.966150 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.agents_db [None req-1acc9491-aa00-4d80-a7f3-d699105ea2bf None None] Agent healthcheck: found 6 active agents {{(pid=104016) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 03:09:07.443254 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-44739be7-300d-4ef2-bdf7-e0430b3017fd req-9c7bbb14-3eb6-4f23-9b21-f0803fa26b81 tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] 10.222.0.13 "GET /v2.0/ports?device_id=e25e0db1-7b01-4662-9996-2a928db12453 HTTP/1.1" status: 200 len: 210 time: 0.0303485 Jun 26 03:09:07.768209 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13c12ad-d52e-4ab7-8396-f739d556378f req-0e311340-4b71-4a95-8467-b67e44c2d71e tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:09:07.770252 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-d13c12ad-d52e-4ab7-8396-f739d556378f req-0e311340-4b71-4a95-8467-b67e44c2d71e tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b0d1d9b-d025-442c-a2f6-db22050d9059 HTTP/1.1" status: 200 len: 944 time: 0.0496192 Jun 26 03:09:07.821525 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-d13c12ad-d52e-4ab7-8396-f739d556378f req-5ef3f0ac-2cbd-45ae-81ce-5706eaf4cc81 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=cae80eaa-bfa7-4de0-8fc0-ae5390068214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456488 Jun 26 03:09:08.538325 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-47509e64-9a1a-423e-aeb8-700d996e7fad req-51fee9b4-8b2a-4ac8-a515-81a8380e399c tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] 10.222.0.13 "GET /v2.0/ports?device_id=e25e0db1-7b01-4662-9996-2a928db12453 HTTP/1.1" status: 200 len: 210 time: 0.0271797 Jun 26 03:09:08.945275 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97970ec-8cb9-4d64-af0b-1e6e64bb08e8 req-20671875-b279-4ed7-aa1a-9aca261bff8e tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:09:08.946927 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-c97970ec-8cb9-4d64-af0b-1e6e64bb08e8 req-20671875-b279-4ed7-aa1a-9aca261bff8e tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b0d1d9b-d025-442c-a2f6-db22050d9059 HTTP/1.1" status: 200 len: 944 time: 0.0476460 Jun 26 03:09:08.998177 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-c97970ec-8cb9-4d64-af0b-1e6e64bb08e8 req-4fa267af-4a5f-46d0-b118-c88dababc98d tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=cae80eaa-bfa7-4de0-8fc0-ae5390068214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455115 Jun 26 03:09:09.638468 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-8b1e4d03-711b-4287-9454-9eb9513d31ac req-bf346df9-dc3e-4e56-aec1-1c13e93a7ac0 tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] 10.222.0.13 "GET /v2.0/ports?device_id=e25e0db1-7b01-4662-9996-2a928db12453 HTTP/1.1" status: 200 len: 210 time: 0.0275140 Jun 26 03:09:10.117622 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db057d3-d039-4c7b-9f8b-0ee488bda763 req-d4fa9f30-e118-4d70-b3c6-a0dd0ef648e2 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:09:10.118983 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-6db057d3-d039-4c7b-9f8b-0ee488bda763 req-d4fa9f30-e118-4d70-b3c6-a0dd0ef648e2 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b0d1d9b-d025-442c-a2f6-db22050d9059 HTTP/1.1" status: 200 len: 944 time: 0.0483456 Jun 26 03:09:10.166698 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-6db057d3-d039-4c7b-9f8b-0ee488bda763 req-dfefcbdd-715a-46bb-b39f-0037969757a9 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=cae80eaa-bfa7-4de0-8fc0-ae5390068214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423288 Jun 26 03:09:10.733103 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-786d70ef-903d-4b53-908a-f23f4763901e req-c5eb89a8-1797-45ce-bf8c-f455b148156d tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] 10.222.0.13 "GET /v2.0/ports?device_id=e25e0db1-7b01-4662-9996-2a928db12453 HTTP/1.1" status: 200 len: 210 time: 0.0277255 Jun 26 03:09:11.283950 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d3c285-644c-427e-aee6-3257120768eb req-c2bba80a-4099-4ba8-9707-80108a748076 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:09:11.285427 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-97d3c285-644c-427e-aee6-3257120768eb req-c2bba80a-4099-4ba8-9707-80108a748076 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b0d1d9b-d025-442c-a2f6-db22050d9059 HTTP/1.1" status: 200 len: 944 time: 0.0465887 Jun 26 03:09:11.331645 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-97d3c285-644c-427e-aee6-3257120768eb req-bb693b1e-dc93-4e01-b590-d434594307a7 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=cae80eaa-bfa7-4de0-8fc0-ae5390068214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400636 Jun 26 03:09:11.410895 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-e9a7a30e-7984-4121-ad10-7fbcde9fb770 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (7168f7b9-c398-4364-91f8-35e2ce03f4c4), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:09:11.829277 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-8d9f1fb5-36fe-47ec-8025-81514df3ad80 req-89f70422-ebfb-497c-8044-f4ccc91065e2 tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] 10.222.0.13 "GET /v2.0/ports?device_id=e25e0db1-7b01-4662-9996-2a928db12453 HTTP/1.1" status: 200 len: 210 time: 0.0299532 Jun 26 03:09:12.448299 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e435bb07-3961-4d6d-9a90-e142d8aee9d9 req-ad431790-84e6-4406-9604-ae841988a02f tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:09:12.449718 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-e435bb07-3961-4d6d-9a90-e142d8aee9d9 req-ad431790-84e6-4406-9604-ae841988a02f tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b0d1d9b-d025-442c-a2f6-db22050d9059 HTTP/1.1" status: 200 len: 944 time: 0.0451934 Jun 26 03:09:12.495672 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-e435bb07-3961-4d6d-9a90-e142d8aee9d9 req-0fb6f950-f353-427d-b733-c5aadab971bd tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=cae80eaa-bfa7-4de0-8fc0-ae5390068214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406063 Jun 26 03:09:12.922618 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-7753ec05-e930-4bdc-a5b9-0b60e4f88b7e req-1b873533-9d7a-4e0e-9540-407c2aebbdea tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] 10.222.0.13 "GET /v2.0/ports?device_id=e25e0db1-7b01-4662-9996-2a928db12453 HTTP/1.1" status: 200 len: 210 time: 0.0271504 Jun 26 03:09:13.618980 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0da4c01-c237-42f8-8465-2a6ed78de774 req-a04e2023-da65-4083-a2e3-a61458cefeaa tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:09:13.620409 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a0da4c01-c237-42f8-8465-2a6ed78de774 req-a04e2023-da65-4083-a2e3-a61458cefeaa tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b0d1d9b-d025-442c-a2f6-db22050d9059 HTTP/1.1" status: 200 len: 944 time: 0.0488529 Jun 26 03:09:13.638022 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=100 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:09:13.666441 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a0da4c01-c237-42f8-8465-2a6ed78de774 req-bb25bd0a-fa29-47b1-a085-36ecc200c8a6 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=cae80eaa-bfa7-4de0-8fc0-ae5390068214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405645 Jun 26 03:09:13.743957 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-b1584f73-92ef-4b70-bf6e-2ab85aca93e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (0122de27-3097-4d47-a0ca-0fb90e28ac1e), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:09:14.018958 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-cf8cd5ad-b420-4b9d-b266-aadb52d4134d req-e0d27dff-0cf7-4049-bf2c-200751a0bfb7 tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] 10.222.0.13 "GET /v2.0/ports?device_id=e25e0db1-7b01-4662-9996-2a928db12453 HTTP/1.1" status: 200 len: 210 time: 0.0272114 Jun 26 03:09:14.616605 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (e7a0895f-45bb-4130-be69-32df3e039043), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:09:14.748128 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=100 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:09:14.784711 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cca998-18b9-4ad0-8d73-f9d5b443fb87 req-4bb326e1-2c87-4d05-961c-8e0e43d4f7ce tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:09:14.786251 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-06cca998-18b9-4ad0-8d73-f9d5b443fb87 req-4bb326e1-2c87-4d05-961c-8e0e43d4f7ce tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b0d1d9b-d025-442c-a2f6-db22050d9059 HTTP/1.1" status: 200 len: 944 time: 0.0468359 Jun 26 03:09:14.830073 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a0725410-9e6c-45cb-9ff8-c6c4931d6b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (ece691f0-a7cc-4e31-b59a-0e18fd9fccde), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:09:14.834172 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-06cca998-18b9-4ad0-8d73-f9d5b443fb87 req-c6ed1351-2c8e-42d2-8a0c-98e937d1c785 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=cae80eaa-bfa7-4de0-8fc0-ae5390068214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425971 Jun 26 03:09:14.969856 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef862fe0-5c45-4c95-89bc-fa3980dc5443 req-f1d3685f-523c-424e-ab79-012a9c78d909 tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:09:14.971322 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-ef862fe0-5c45-4c95-89bc-fa3980dc5443 req-f1d3685f-523c-424e-ab79-012a9c78d909 tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] 10.222.0.43 "GET /v2.0/networks?id=23f3dc3b-096d-4bd7-ac08-420e217fa87e HTTP/1.1" status: 200 len: 814 time: 0.1046619 Jun 26 03:09:15.013154 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [req-ef862fe0-5c45-4c95-89bc-fa3980dc5443 req-953d8f94-38b4-48d1-9021-fd5a9436474c tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] Request body: {'port': {'device_id': 'e25e0db1-7b01-4662-9996-2a928db12453', 'network_id': '23f3dc3b-096d-4bd7-ac08-420e217fa87e', 'admin_state_up': True, 'tenant_id': 'f93abb7628324906baa8d45ce8d1a153'}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:09:15.119405 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-38571a9a-f886-445c-a17c-7ae7698e1d18 req-79311a69-21e2-4430-974f-0a0f1b146435 tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] 10.222.0.13 "GET /v2.0/ports?device_id=e25e0db1-7b01-4662-9996-2a928db12453 HTTP/1.1" status: 200 len: 210 time: 0.0332499 Jun 26 03:09:15.147154 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef862fe0-5c45-4c95-89bc-fa3980dc5443 req-953d8f94-38b4-48d1-9021-fd5a9436474c tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] Made reservation on behalf of f93abb7628324906baa8d45ce8d1a153 for: {'port': 1} {{(pid=104014) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 03:09:15.150490 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-ef862fe0-5c45-4c95-89bc-fa3980dc5443 req-953d8f94-38b4-48d1-9021-fd5a9436474c tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:09:15.275193 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.db.db_base_plugin_common [req-ef862fe0-5c45-4c95-89bc-fa3980dc5443 req-953d8f94-38b4-48d1-9021-fd5a9436474c tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] Allocated IP 172.20.0.12 (23f3dc3b-096d-4bd7-ac08-420e217fa87e/2fabddcf-689d-417c-bb16-8f395cf4aa87/96bb603a-61cc-462c-a8d7-50933c874ba6) {{(pid=104014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 03:09:15.429286 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-ef862fe0-5c45-4c95-89bc-fa3980dc5443 req-953d8f94-38b4-48d1-9021-fd5a9436474c tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] Publish callbacks [] for port (96bb603a-61cc-462c-a8d7-50933c874ba6), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:09:15.460225 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-ef862fe0-5c45-4c95-89bc-fa3980dc5443 req-953d8f94-38b4-48d1-9021-fd5a9436474c tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787575245469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6258255'] for port (96bb603a-61cc-462c-a8d7-50933c874ba6), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:09:15.507896 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef862fe0-5c45-4c95-89bc-fa3980dc5443 req-953d8f94-38b4-48d1-9021-fd5a9436474c tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] Network 23f3dc3b-096d-4bd7-ac08-420e217fa87e is already hosted by enough agents. {{(pid=104014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 03:09:15.510757 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.scheduler.base_scheduler [req-ef862fe0-5c45-4c95-89bc-fa3980dc5443 req-953d8f94-38b4-48d1-9021-fd5a9436474c tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] Resources bound (agent type, host, resource id): {{(pid=104014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 03:09:15.514392 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef862fe0-5c45-4c95-89bc-fa3980dc5443 req-953d8f94-38b4-48d1-9021-fd5a9436474c tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] Received port after_create {{(pid=104014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 26 03:09:15.537729 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953d8f94-38b4-48d1-9021-fd5a9436474c tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] Pushing event updated for resources: {'Port': ['ID=96bb603a-61cc-462c-a8d7-50933c874ba6,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:09:15.551594 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953d8f94-38b4-48d1-9021-fd5a9436474c tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:09:15.551967 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953d8f94-38b4-48d1-9021-fd5a9436474c tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:09:15.552308 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953d8f94-38b4-48d1-9021-fd5a9436474c tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:09:15.552642 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953d8f94-38b4-48d1-9021-fd5a9436474c tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:09:15.552969 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953d8f94-38b4-48d1-9021-fd5a9436474c tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:09:15.553294 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953d8f94-38b4-48d1-9021-fd5a9436474c tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:09:15.553620 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953d8f94-38b4-48d1-9021-fd5a9436474c tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:09:15.553941 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953d8f94-38b4-48d1-9021-fd5a9436474c tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:09:15.554342 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953d8f94-38b4-48d1-9021-fd5a9436474c tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:09:15.554651 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953d8f94-38b4-48d1-9021-fd5a9436474c tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:09:15.554974 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953d8f94-38b4-48d1-9021-fd5a9436474c tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:09:15.555312 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953d8f94-38b4-48d1-9021-fd5a9436474c tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:09:15.555615 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953d8f94-38b4-48d1-9021-fd5a9436474c tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:09:15.555932 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953d8f94-38b4-48d1-9021-fd5a9436474c tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:09:15.556249 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953d8f94-38b4-48d1-9021-fd5a9436474c tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:09:15.575268 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef862fe0-5c45-4c95-89bc-fa3980dc5443 req-953d8f94-38b4-48d1-9021-fd5a9436474c tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:09:15.575867 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-ef862fe0-5c45-4c95-89bc-fa3980dc5443 req-953d8f94-38b4-48d1-9021-fd5a9436474c tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515864'] for port (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:09:15.592440 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-ef862fe0-5c45-4c95-89bc-fa3980dc5443 req-953d8f94-38b4-48d1-9021-fd5a9436474c tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5829165 Jun 26 03:09:15.626524 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [req-ef862fe0-5c45-4c95-89bc-fa3980dc5443 req-3259c4a7-9cca-4457-ae64-4fa1d8fc2db2 service neutron] Request body: {'port': {'device_id': 'e25e0db1-7b01-4662-9996-2a928db12453', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84684'}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:09:15.653038 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:09:15.655230 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:09:15.694936 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-ef862fe0-5c45-4c95-89bc-fa3980dc5443 req-3259c4a7-9cca-4457-ae64-4fa1d8fc2db2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (96bb603a-61cc-462c-a8d7-50933c874ba6), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:09:15.981523 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ef75f5-2fea-4db0-b5aa-c3c4c2459f0d req-c5907fec-eafb-450c-9a96-90a9d14a7845 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:09:15.983007 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-05ef75f5-2fea-4db0-b5aa-c3c4c2459f0d req-c5907fec-eafb-450c-9a96-90a9d14a7845 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b0d1d9b-d025-442c-a2f6-db22050d9059 HTTP/1.1" status: 200 len: 944 time: 0.0699711 Jun 26 03:09:15.984668 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.notifiers.nova [req-ef862fe0-5c45-4c95-89bc-fa3980dc5443 req-3259c4a7-9cca-4457-ae64-4fa1d8fc2db2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96bb603a-61cc-462c-a8d7-50933c874ba6 {{(pid=104014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 26 03:09:15.997337 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-ef862fe0-5c45-4c95-89bc-fa3980dc5443 req-3259c4a7-9cca-4457-ae64-4fa1d8fc2db2 service neutron] Publish callbacks [] for port (96bb603a-61cc-462c-a8d7-50933c874ba6), precommit_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:09:16.021777 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [req-ef862fe0-5c45-4c95-89bc-fa3980dc5443 req-3259c4a7-9cca-4457-ae64-4fa1d8fc2db2 service neutron] Transition to ACTIVE for port object 96bb603a-61cc-462c-a8d7-50933c874ba6 will not be triggered until provisioned by entity L2. {{(pid=104014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 26 03:09:16.031324 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-ef862fe0-5c45-4c95-89bc-fa3980dc5443 req-3259c4a7-9cca-4457-ae64-4fa1d8fc2db2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6258262'] for port (96bb603a-61cc-462c-a8d7-50933c874ba6), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:09:16.078470 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-05ef75f5-2fea-4db0-b5aa-c3c4c2459f0d req-24fe7db9-467c-400f-b338-14a83d5bb28b tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=cae80eaa-bfa7-4de0-8fc0-ae5390068214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894284 Jun 26 03:09:16.093017 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3259c4a7-9cca-4457-ae64-4fa1d8fc2db2 service neutron] Pushing event updated for resources: {'Port': ['ID=96bb603a-61cc-462c-a8d7-50933c874ba6,revision_number=2']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:09:16.164400 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.managers [req-ef862fe0-5c45-4c95-89bc-fa3980dc5443 req-3259c4a7-9cca-4457-ae64-4fa1d8fc2db2 service neutron] Attempting to bind port 96bb603a-61cc-462c-a8d7-50933c874ba6 on host hv-cinder-84684 for vnic_type normal with profile {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 26 03:09:16.164984 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.managers [req-ef862fe0-5c45-4c95-89bc-fa3980dc5443 req-3259c4a7-9cca-4457-ae64-4fa1d8fc2db2 service neutron] Attempting to bind port 96bb603a-61cc-462c-a8d7-50933c874ba6 by drivers openvswitch,hyperv on host hv-cinder-84684 at level 0 using segments [{'id': 'b024148b-fe5a-483e-9d5a-d83a7bce90fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '23f3dc3b-096d-4bd7-ac08-420e217fa87e'}] {{(pid=104014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 26 03:09:16.165088 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef862fe0-5c45-4c95-89bc-fa3980dc5443 req-3259c4a7-9cca-4457-ae64-4fa1d8fc2db2 service neutron] Attempting to bind port 96bb603a-61cc-462c-a8d7-50933c874ba6 on network 23f3dc3b-096d-4bd7-ac08-420e217fa87e {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 26 03:09:16.169317 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef862fe0-5c45-4c95-89bc-fa3980dc5443 req-3259c4a7-9cca-4457-ae64-4fa1d8fc2db2 service neutron] Port 96bb603a-61cc-462c-a8d7-50933c874ba6 on network 23f3dc3b-096d-4bd7-ac08-420e217fa87e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84684 {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 26 03:09:16.169629 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef862fe0-5c45-4c95-89bc-fa3980dc5443 req-3259c4a7-9cca-4457-ae64-4fa1d8fc2db2 service neutron] Attempting to bind port 96bb603a-61cc-462c-a8d7-50933c874ba6 on network 23f3dc3b-096d-4bd7-ac08-420e217fa87e {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 26 03:09:16.175305 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef862fe0-5c45-4c95-89bc-fa3980dc5443 req-3259c4a7-9cca-4457-ae64-4fa1d8fc2db2 service neutron] Checking agent: {'id': 'e7a0895f-45bb-4130-be69-32df3e039043', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84684', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 26, 3, 2, 40), 'started_at': datetime.datetime(2022, 6, 26, 3, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 26, 3, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 26 03:09:16.175649 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef862fe0-5c45-4c95-89bc-fa3980dc5443 req-3259c4a7-9cca-4457-ae64-4fa1d8fc2db2 service neutron] Checking segment: {'id': 'b024148b-fe5a-483e-9d5a-d83a7bce90fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '23f3dc3b-096d-4bd7-ac08-420e217fa87e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 26 03:09:16.176142 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef862fe0-5c45-4c95-89bc-fa3980dc5443 req-3259c4a7-9cca-4457-ae64-4fa1d8fc2db2 service neutron] Bound using segment: {'id': 'b024148b-fe5a-483e-9d5a-d83a7bce90fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '23f3dc3b-096d-4bd7-ac08-420e217fa87e'} {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 26 03:09:16.176583 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.managers [req-ef862fe0-5c45-4c95-89bc-fa3980dc5443 req-3259c4a7-9cca-4457-ae64-4fa1d8fc2db2 service neutron] Bound port: 96bb603a-61cc-462c-a8d7-50933c874ba6, host: hv-cinder-84684, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b024148b-fe5a-483e-9d5a-d83a7bce90fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '23f3dc3b-096d-4bd7-ac08-420e217fa87e'}}] {{(pid=104014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 26 03:09:16.176971 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-ef862fe0-5c45-4c95-89bc-fa3980dc5443 req-3259c4a7-9cca-4457-ae64-4fa1d8fc2db2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (96bb603a-61cc-462c-a8d7-50933c874ba6), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:09:16.260858 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60744051-65ef-4263-8d69-666193397a34 req-f2afb3cb-d98c-4912-9d82-b41d58d9212d tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:09:16.262415 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-60744051-65ef-4263-8d69-666193397a34 req-f2afb3cb-d98c-4912-9d82-b41d58d9212d tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] 10.222.0.13 "GET /v2.0/ports?device_id=e25e0db1-7b01-4662-9996-2a928db12453 HTTP/1.1" status: 200 len: 944 time: 0.0761681 Jun 26 03:09:16.275528 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d2867017-9ae3-4ae5-b018-59cb98d1258b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (3b87920d-6933-41a3-b47c-185b87d68e87), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:09:16.297356 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [req-ef862fe0-5c45-4c95-89bc-fa3980dc5443 req-3259c4a7-9cca-4457-ae64-4fa1d8fc2db2 service neutron] For port 96bb603a-61cc-462c-a8d7-50933c874ba6, host hv-cinder-84684, cleared binding levels {{(pid=104014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 03:09:16.319240 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [req-ef862fe0-5c45-4c95-89bc-fa3980dc5443 req-3259c4a7-9cca-4457-ae64-4fa1d8fc2db2 service neutron] For port 96bb603a-61cc-462c-a8d7-50933c874ba6, host hv-cinder-84684, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=96bb603a-61cc-462c-a8d7-50933c874ba6,segment=NetworkSegment(b024148b-fe5a-483e-9d5a-d83a7bce90fe),segment_id=b024148b-fe5a-483e-9d5a-d83a7bce90fe)] {{(pid=104014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 03:09:16.331617 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-ef862fe0-5c45-4c95-89bc-fa3980dc5443 req-3259c4a7-9cca-4457-ae64-4fa1d8fc2db2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6258262'] for port (96bb603a-61cc-462c-a8d7-50933c874ba6), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:09:16.336269 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:09:16.358814 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-60744051-65ef-4263-8d69-666193397a34 req-b9e12f62-9d9c-4efa-baa4-7d4d031d62a8 tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5b4b915-67c7-429c-9e4f-7ab17161fa22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870697 Jun 26 03:09:16.373656 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef862fe0-5c45-4c95-89bc-fa3980dc5443 req-3259c4a7-9cca-4457-ae64-4fa1d8fc2db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:09:16.374463 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-ef862fe0-5c45-4c95-89bc-fa3980dc5443 req-3259c4a7-9cca-4457-ae64-4fa1d8fc2db2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515864'] for port (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:09:16.375817 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-ef862fe0-5c45-4c95-89bc-fa3980dc5443 req-3259c4a7-9cca-4457-ae64-4fa1d8fc2db2 service neutron] 10.222.0.43 "PUT /v2.0/ports/96bb603a-61cc-462c-a8d7-50933c874ba6 HTTP/1.1" status: 200 len: 1094 time: 0.7535176 Jun 26 03:09:16.378366 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e25e0db1-7b01-4662-9996-2a928db12453', 'tag': '96bb603a-61cc-462c-a8d7-50933c874ba6'}] {{(pid=104014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 26 03:09:16.381431 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b346e277b9447a300c9d303bb334713d04858661d6ca7e8667ef96f79658145a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a00af72-6338-4180-be17-f24be03cc947" -d '{"events": [{"name": "network-changed", "server_uuid": "e25e0db1-7b01-4662-9996-2a928db12453", "tag": "96bb603a-61cc-462c-a8d7-50933c874ba6"}]}' {{(pid=104014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 03:09:16.402551 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3259c4a7-9cca-4457-ae64-4fa1d8fc2db2 service neutron] Pushing event updated for resources: {'Port': ['ID=96bb603a-61cc-462c-a8d7-50933c874ba6,revision_number=3']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:09:16.420549 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Jun 2022 03:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07806527-00da-4a70-b82d-e0da8898f920 x-openstack-request-id: req-07806527-00da-4a70-b82d-e0da8898f920 {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 03:09:16.420834 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e25e0db1-7b01-4662-9996-2a928db12453", "tag": "96bb603a-61cc-462c-a8d7-50933c874ba6", "status": "completed", "code": 200}]} {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 03:09:16.421079 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-07806527-00da-4a70-b82d-e0da8898f920 {{(pid=104014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 03:09:16.421467 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07806527-00da-4a70-b82d-e0da8898f920'] response: {'name': 'network-changed', 'server_uuid': 'e25e0db1-7b01-4662-9996-2a928db12453', 'tag': '96bb603a-61cc-462c-a8d7-50933c874ba6', 'status': 'completed', 'code': 200} Jun 26 03:09:16.486376 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef862fe0-5c45-4c95-89bc-fa3980dc5443 req-9966a33a-955c-41a4-ad4a-adc05859ea41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:09:16.487880 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-ef862fe0-5c45-4c95-89bc-fa3980dc5443 req-9966a33a-955c-41a4-ad4a-adc05859ea41 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f93abb7628324906baa8d45ce8d1a153&device_id=e25e0db1-7b01-4662-9996-2a928db12453 HTTP/1.1" status: 200 len: 1128 time: 0.0425141 Jun 26 03:09:16.504432 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (16f9b602-7baf-4f7a-ab92-1b0788147fb5), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:09:16.533435 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-ef862fe0-5c45-4c95-89bc-fa3980dc5443 req-b6d03446-347d-4282-afdf-8081a5fe9918 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=96bb603a-61cc-462c-a8d7-50933c874ba6 HTTP/1.1" status: 200 len: 217 time: 0.0324132 Jun 26 03:09:16.583712 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef862fe0-5c45-4c95-89bc-fa3980dc5443 req-31b768de-2f12-4ca8-812d-84f76991da60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:09:16.585085 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-ef862fe0-5c45-4c95-89bc-fa3980dc5443 req-31b768de-2f12-4ca8-812d-84f76991da60 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2fabddcf-689d-417c-bb16-8f395cf4aa87 HTTP/1.1" status: 200 len: 854 time: 0.0445895 Jun 26 03:09:16.615963 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-ef862fe0-5c45-4c95-89bc-fa3980dc5443 req-f83dd5f3-1da9-49ef-93eb-8b47a7675f0e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=23f3dc3b-096d-4bd7-ac08-420e217fa87e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250168 Jun 26 03:09:16.647357 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:09:16.928578 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-ef862fe0-5c45-4c95-89bc-fa3980dc5443 req-1dc5f0be-2c54-4ed7-963e-aebadcc1c537 service neutron] 10.222.0.43 "GET /v2.0/networks/23f3dc3b-096d-4bd7-ac08-420e217fa87e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3070436 Jun 26 03:09:16.962257 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=1 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:09:16.963750 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=1 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:09:17.016022 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-ef862fe0-5c45-4c95-89bc-fa3980dc5443 req-ca1715ab-d9e0-4445-88ed-522247503a22 service neutron] 10.222.0.43 "GET /v2.0/networks/23f3dc3b-096d-4bd7-ac08-420e217fa87e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807745 Jun 26 03:09:17.201486 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97630731-f414-4773-b118-da9d3045de19 req-9944c7b4-ecc0-44be-9cdb-94ebc0a994ee tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:09:17.202863 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-97630731-f414-4773-b118-da9d3045de19 req-9944c7b4-ecc0-44be-9cdb-94ebc0a994ee tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b0d1d9b-d025-442c-a2f6-db22050d9059 HTTP/1.1" status: 200 len: 944 time: 0.0494180 Jun 26 03:09:17.248352 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-97630731-f414-4773-b118-da9d3045de19 req-60c8a0dc-23cc-4553-afa5-a982f0d19d0c tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=cae80eaa-bfa7-4de0-8fc0-ae5390068214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400198 Jun 26 03:09:17.471165 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce46a64d-e5a7-4f70-88d2-e3696e895da3 req-0ac24b24-ab49-41fb-a625-9fdcefb62062 tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:09:17.472527 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-ce46a64d-e5a7-4f70-88d2-e3696e895da3 req-0ac24b24-ab49-41fb-a625-9fdcefb62062 tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] 10.222.0.13 "GET /v2.0/ports?device_id=e25e0db1-7b01-4662-9996-2a928db12453 HTTP/1.1" status: 200 len: 944 time: 0.0458233 Jun 26 03:09:17.519830 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-ce46a64d-e5a7-4f70-88d2-e3696e895da3 req-204cb261-aba0-417b-9d2e-14eddc48861c tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5b4b915-67c7-429c-9e4f-7ab17161fa22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402198 Jun 26 03:09:18.366967 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f4e95f-3055-4e2f-b723-5e88036a74af req-94b517fd-0cf3-4ff5-a836-7b51a88d18d5 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:09:18.368387 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-c0f4e95f-3055-4e2f-b723-5e88036a74af req-94b517fd-0cf3-4ff5-a836-7b51a88d18d5 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b0d1d9b-d025-442c-a2f6-db22050d9059 HTTP/1.1" status: 200 len: 944 time: 0.0483429 Jun 26 03:09:18.413983 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-c0f4e95f-3055-4e2f-b723-5e88036a74af req-5a24f760-cc84-4c07-afb2-056ab80b1afb tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=cae80eaa-bfa7-4de0-8fc0-ae5390068214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401719 Jun 26 03:09:18.630668 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8d01ea-1f70-4a2f-89e2-b117fa7e1851 req-c1306df3-7a05-4fd7-8069-fa4522352c64 tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:09:18.632099 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-2b8d01ea-1f70-4a2f-89e2-b117fa7e1851 req-c1306df3-7a05-4fd7-8069-fa4522352c64 tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] 10.222.0.13 "GET /v2.0/ports?device_id=e25e0db1-7b01-4662-9996-2a928db12453 HTTP/1.1" status: 200 len: 944 time: 0.0459182 Jun 26 03:09:18.676558 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-2b8d01ea-1f70-4a2f-89e2-b117fa7e1851 req-e9799f79-3bd2-4b98-8bb8-bd66a198c1d7 tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5b4b915-67c7-429c-9e4f-7ab17161fa22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391371 Jun 26 03:09:19.529671 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2034cef6-a31c-466e-8f09-19cb3f20a291 req-b1787692-5dcc-4de3-9911-fd0b506a30eb tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:09:19.531135 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-2034cef6-a31c-466e-8f09-19cb3f20a291 req-b1787692-5dcc-4de3-9911-fd0b506a30eb tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b0d1d9b-d025-442c-a2f6-db22050d9059 HTTP/1.1" status: 200 len: 944 time: 0.0457869 Jun 26 03:09:19.585523 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-2034cef6-a31c-466e-8f09-19cb3f20a291 req-3cefbaa7-2fd1-4df6-8698-99a8fcf709f0 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=cae80eaa-bfa7-4de0-8fc0-ae5390068214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481136 Jun 26 03:09:19.789083 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6018cb40-718b-44bd-9e5a-1eb265958374 req-1c5cf9f6-69d6-4682-b0b3-fadd3db2c2a7 tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:09:19.790536 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-6018cb40-718b-44bd-9e5a-1eb265958374 req-1c5cf9f6-69d6-4682-b0b3-fadd3db2c2a7 tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] 10.222.0.13 "GET /v2.0/ports?device_id=e25e0db1-7b01-4662-9996-2a928db12453 HTTP/1.1" status: 200 len: 944 time: 0.0465739 Jun 26 03:09:19.836430 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-6018cb40-718b-44bd-9e5a-1eb265958374 req-f291d7e7-a80f-4fb1-a773-40a3f0586bd1 tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5b4b915-67c7-429c-9e4f-7ab17161fa22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405619 Jun 26 03:09:20.190265 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a00af72-6338-4180-be17-f24be03cc947 req-179df130-cf4b-42a3-9af2-82bfc2a4c199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:09:20.191720 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-1a00af72-6338-4180-be17-f24be03cc947 req-179df130-cf4b-42a3-9af2-82bfc2a4c199 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f93abb7628324906baa8d45ce8d1a153&device_id=e25e0db1-7b01-4662-9996-2a928db12453 HTTP/1.1" status: 200 len: 1128 time: 0.0383563 Jun 26 03:09:20.703319 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a4ccbe-5854-4576-b65d-a7fefb7706ff req-d54248da-fc04-4559-933e-4ab249be7916 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:09:20.704793 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-e1a4ccbe-5854-4576-b65d-a7fefb7706ff req-d54248da-fc04-4559-933e-4ab249be7916 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b0d1d9b-d025-442c-a2f6-db22050d9059 HTTP/1.1" status: 200 len: 944 time: 0.0479581 Jun 26 03:09:20.750503 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=100 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:09:20.755848 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-e1a4ccbe-5854-4576-b65d-a7fefb7706ff req-65f21caf-a9ca-4040-9952-6ad3000d818e tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=cae80eaa-bfa7-4de0-8fc0-ae5390068214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457573 Jun 26 03:09:20.950026 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7374f8-25c5-40aa-a170-e01325c21030 req-28afc38e-b434-4044-8420-63fec72f1772 tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:09:20.951507 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-4a7374f8-25c5-40aa-a170-e01325c21030 req-28afc38e-b434-4044-8420-63fec72f1772 tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] 10.222.0.13 "GET /v2.0/ports?device_id=e25e0db1-7b01-4662-9996-2a928db12453 HTTP/1.1" status: 200 len: 944 time: 0.0461500 Jun 26 03:09:20.998188 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-4a7374f8-25c5-40aa-a170-e01325c21030 req-47776ad4-3eba-4cdb-9c39-a5c91389504d tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5b4b915-67c7-429c-9e4f-7ab17161fa22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412874 Jun 26 03:09:21.705591 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Device 96bb603a-61cc-462c-a8d7-50933c874ba6 details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=104015) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 26 03:09:21.799499 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] For port 96bb603a-61cc-462c-a8d7-50933c874ba6, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=96bb603a-61cc-462c-a8d7-50933c874ba6,segment=NetworkSegment(b024148b-fe5a-483e-9d5a-d83a7bce90fe),segment_id=b024148b-fe5a-483e-9d5a-d83a7bce90fe)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:09:21.811276 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Returning: {'device': '96bb603a-61cc-462c-a8d7-50933c874ba6', 'network_id': '23f3dc3b-096d-4bd7-ac08-420e217fa87e', 'port_id': '96bb603a-61cc-462c-a8d7-50933c874ba6', 'mac_address': 'fa:16:3e:59:60:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fabddcf-689d-417c-bb16-8f395cf4aa87', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104015) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 26 03:09:21.853541 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Current status of the port 96bb603a-61cc-462c-a8d7-50933c874ba6 is: DOWN; New status is: BUILD {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 03:09:21.853923 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (96bb603a-61cc-462c-a8d7-50933c874ba6), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:09:21.868755 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.notifiers.nova [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96bb603a-61cc-462c-a8d7-50933c874ba6 {{(pid=104015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 26 03:09:21.881245 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44032aa-bfc1-44ba-ac7d-904a550b711f req-fc2184d9-0b76-48f4-9fb2-05e1bd7e5d32 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:09:21.883879 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-e44032aa-bfc1-44ba-ac7d-904a550b711f req-fc2184d9-0b76-48f4-9fb2-05e1bd7e5d32 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b0d1d9b-d025-442c-a2f6-db22050d9059 HTTP/1.1" status: 200 len: 944 time: 0.0553041 Jun 26 03:09:21.890220 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] For port 96bb603a-61cc-462c-a8d7-50933c874ba6, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=96bb603a-61cc-462c-a8d7-50933c874ba6,segment=NetworkSegment(b024148b-fe5a-483e-9d5a-d83a7bce90fe),segment_id=b024148b-fe5a-483e-9d5a-d83a7bce90fe)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:09:21.894492 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (96bb603a-61cc-462c-a8d7-50933c874ba6), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:09:21.917367 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=100 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:09:21.944119 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Pushing event updated for resources: {'Port': ['ID=96bb603a-61cc-462c-a8d7-50933c874ba6,revision_number=4']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:09:21.951132 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:09:21.951488 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:09:21.951821 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:09:21.952158 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:09:21.952487 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:09:21.952814 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:09:21.953140 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:09:21.953462 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:09:21.953782 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:09:21.954122 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:09:21.954474 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:09:21.954797 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:09:21.955115 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:09:21.955434 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:09:21.955804 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:09:21.959310 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-e44032aa-bfc1-44ba-ac7d-904a550b711f req-943e614e-c5b4-4c19-81c1-7faa1aa68c27 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=cae80eaa-bfa7-4de0-8fc0-ae5390068214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700097 Jun 26 03:09:22.022473 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a00af72-6338-4180-be17-f24be03cc947 req-c578f920-be98-4fd8-8955-0c050086d013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:09:22.023918 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-1a00af72-6338-4180-be17-f24be03cc947 req-c578f920-be98-4fd8-8955-0c050086d013 service neutron] 10.222.0.43 "GET /v2.0/networks?id=23f3dc3b-096d-4bd7-ac08-420e217fa87e HTTP/1.1" status: 200 len: 915 time: 0.1054153 Jun 26 03:09:22.061950 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-1a00af72-6338-4180-be17-f24be03cc947 req-71d99993-a2a2-47a9-80d2-50d6d3d5e7d9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=96bb603a-61cc-462c-a8d7-50933c874ba6 HTTP/1.1" status: 200 len: 217 time: 0.0319085 Jun 26 03:09:22.138209 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe6539c-f977-4717-beb3-9726393f6564 req-df633cd8-0333-4c85-826b-53d0e425b3cb tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:09:22.139644 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-dbe6539c-f977-4717-beb3-9726393f6564 req-df633cd8-0333-4c85-826b-53d0e425b3cb tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] 10.222.0.13 "GET /v2.0/ports?device_id=e25e0db1-7b01-4662-9996-2a928db12453 HTTP/1.1" status: 200 len: 945 time: 0.0761104 Jun 26 03:09:22.155384 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a00af72-6338-4180-be17-f24be03cc947 req-a3982938-9644-45ee-8087-e1c39e38415d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:09:22.156733 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-1a00af72-6338-4180-be17-f24be03cc947 req-a3982938-9644-45ee-8087-e1c39e38415d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=2fabddcf-689d-417c-bb16-8f395cf4aa87 HTTP/1.1" status: 200 len: 854 time: 0.0845826 Jun 26 03:09:22.202676 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-1a00af72-6338-4180-be17-f24be03cc947 req-4474ecc5-04e4-4a06-8ff0-7637e08831f5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=23f3dc3b-096d-4bd7-ac08-420e217fa87e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359681 Jun 26 03:09:22.237962 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-dbe6539c-f977-4717-beb3-9726393f6564 req-48f39e5a-b0e5-4f31-b549-80a7f87da4e8 tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5b4b915-67c7-429c-9e4f-7ab17161fa22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923333 Jun 26 03:09:22.303685 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-1a00af72-6338-4180-be17-f24be03cc947 req-098609e6-c461-47a5-9d06-2f9df6d546c4 service neutron] 10.222.0.43 "GET /v2.0/networks/23f3dc3b-096d-4bd7-ac08-420e217fa87e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930424 Jun 26 03:09:22.399382 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-1a00af72-6338-4180-be17-f24be03cc947 req-7f98da94-bcab-46b6-9a08-7061e51d504b service neutron] 10.222.0.43 "GET /v2.0/networks/23f3dc3b-096d-4bd7-ac08-420e217fa87e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854776 Jun 26 03:09:22.458065 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] get_ports_and_sgs() called for port_ids ['96bb603a-61cc-462c-a8d7-50933c874ba6'] {{(pid=104015) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 03:09:23.076633 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133e2316-fdf6-41ac-a96d-2a1d2d93cb5f req-1c4d6c40-513e-4437-bbda-e84175f76520 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:09:23.078085 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-133e2316-fdf6-41ac-a96d-2a1d2d93cb5f req-1c4d6c40-513e-4437-bbda-e84175f76520 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b0d1d9b-d025-442c-a2f6-db22050d9059 HTTP/1.1" status: 200 len: 944 time: 0.0461271 Jun 26 03:09:23.123895 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-133e2316-fdf6-41ac-a96d-2a1d2d93cb5f req-eb8b4a37-435b-4b2e-a901-0e511940b2f7 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=cae80eaa-bfa7-4de0-8fc0-ae5390068214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399275 Jun 26 03:09:23.352502 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2206a49f-2327-4e0f-9816-16938152d194 req-04794c44-4df7-4411-a9a4-e5320ac5f42b tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:09:23.353949 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-2206a49f-2327-4e0f-9816-16938152d194 req-04794c44-4df7-4411-a9a4-e5320ac5f42b tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] 10.222.0.13 "GET /v2.0/ports?device_id=e25e0db1-7b01-4662-9996-2a928db12453 HTTP/1.1" status: 200 len: 945 time: 0.0468631 Jun 26 03:09:23.400772 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-2206a49f-2327-4e0f-9816-16938152d194 req-01a1e6db-8778-4741-a78f-499c158860b2 tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5b4b915-67c7-429c-9e4f-7ab17161fa22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412967 Jun 26 03:09:23.768651 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Device 96bb603a-61cc-462c-a8d7-50933c874ba6 up at agent hyperv_hv-cinder-84684 {{(pid=104015) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 03:09:23.808842 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Provisioning for port 96bb603a-61cc-462c-a8d7-50933c874ba6 completed by entity L2. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 26 03:09:23.814582 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Provisioning complete for port 96bb603a-61cc-462c-a8d7-50933c874ba6 triggered by entity L2. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:09:23.814957 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (96bb603a-61cc-462c-a8d7-50933c874ba6), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:09:23.887644 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Current status of the port 96bb603a-61cc-462c-a8d7-50933c874ba6 is: BUILD; New status is: ACTIVE {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 03:09:23.888029 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (96bb603a-61cc-462c-a8d7-50933c874ba6), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:09:23.910180 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e25e0db1-7b01-4662-9996-2a928db12453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96bb603a-61cc-462c-a8d7-50933c874ba6'}] {{(pid=104015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 26 03:09:23.912370 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cc6f3b5c5ccbcb5bcfe28d8fb20da90166658d76702b85331307104b46494b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84eed78c-bab7-4130-b315-47e3e30a1a00" -d '{"events": [{"server_uuid": "e25e0db1-7b01-4662-9996-2a928db12453", "name": "network-vif-plugged", "status": "completed", "tag": "96bb603a-61cc-462c-a8d7-50933c874ba6"}]}' {{(pid=104015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 03:09:23.924826 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] For port 96bb603a-61cc-462c-a8d7-50933c874ba6, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=96bb603a-61cc-462c-a8d7-50933c874ba6,segment=NetworkSegment(b024148b-fe5a-483e-9d5a-d83a7bce90fe),segment_id=b024148b-fe5a-483e-9d5a-d83a7bce90fe)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:09:23.933185 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (96bb603a-61cc-462c-a8d7-50933c874ba6), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:09:23.956171 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Jun 2022 03:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99dfdd01-769e-41c9-bf9b-e60f14030a9c x-openstack-request-id: req-99dfdd01-769e-41c9-bf9b-e60f14030a9c {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 03:09:23.956457 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e25e0db1-7b01-4662-9996-2a928db12453", "name": "network-vif-plugged", "status": "completed", "tag": "96bb603a-61cc-462c-a8d7-50933c874ba6", "code": 200}]} {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 03:09:23.956704 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-99dfdd01-769e-41c9-bf9b-e60f14030a9c {{(pid=104015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 03:09:23.957081 dv-cinder-846842-4-iscsi neutron-server[104015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99dfdd01-769e-41c9-bf9b-e60f14030a9c'] response: {'server_uuid': 'e25e0db1-7b01-4662-9996-2a928db12453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96bb603a-61cc-462c-a8d7-50933c874ba6', 'code': 200} Jun 26 03:09:23.968657 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:09:23.982750 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Pushing event updated for resources: {'Port': ['ID=96bb603a-61cc-462c-a8d7-50933c874ba6,revision_number=5']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:09:24.158785 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1603982-6568-47c0-b41b-f881f4f88ada req-3899632a-e4aa-47cc-8006-92056bd45b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:09:24.160290 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-d1603982-6568-47c0-b41b-f881f4f88ada req-3899632a-e4aa-47cc-8006-92056bd45b00 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e25e0db1-7b01-4662-9996-2a928db12453 HTTP/1.1" status: 200 len: 1130 time: 0.0416403 Jun 26 03:09:24.212599 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-d1603982-6568-47c0-b41b-f881f4f88ada req-7c2d715a-9898-4b6c-bef3-0812fb0a7bce service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=d5b4b915-67c7-429c-9e4f-7ab17161fa22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464461 Jun 26 03:09:24.247048 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a382e17a-077c-4be9-85ce-5acf32af9178 req-b0589f39-4abe-47be-bcdf-17ebaa4b5fab tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:09:24.248475 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a382e17a-077c-4be9-85ce-5acf32af9178 req-b0589f39-4abe-47be-bcdf-17ebaa4b5fab tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b0d1d9b-d025-442c-a2f6-db22050d9059 HTTP/1.1" status: 200 len: 944 time: 0.0503812 Jun 26 03:09:24.294812 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a382e17a-077c-4be9-85ce-5acf32af9178 req-d98f5172-70a9-4bba-ad0d-ca2deb02ebbd tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=cae80eaa-bfa7-4de0-8fc0-ae5390068214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409372 Jun 26 03:09:24.514936 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2e6d24-b039-4097-aa4f-5e18b94774f4 req-4ad12936-2979-4bee-860d-23191a42a47a tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:09:24.516391 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-8b2e6d24-b039-4097-aa4f-5e18b94774f4 req-4ad12936-2979-4bee-860d-23191a42a47a tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] 10.222.0.13 "GET /v2.0/ports?device_id=e25e0db1-7b01-4662-9996-2a928db12453 HTTP/1.1" status: 200 len: 946 time: 0.0474072 Jun 26 03:09:24.528442 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=100 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:09:24.566796 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-8b2e6d24-b039-4097-aa4f-5e18b94774f4 req-4efac5dd-6a2a-4f64-a45d-382ab9a4aa28 tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5b4b915-67c7-429c-9e4f-7ab17161fa22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445282 Jun 26 03:09:25.411142 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5ed688-be90-4e51-89ee-de3a980b262c req-c5ef15be-8292-4e13-9b2b-a433fc188514 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:09:25.412592 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-0a5ed688-be90-4e51-89ee-de3a980b262c req-c5ef15be-8292-4e13-9b2b-a433fc188514 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b0d1d9b-d025-442c-a2f6-db22050d9059 HTTP/1.1" status: 200 len: 944 time: 0.0463312 Jun 26 03:09:25.436418 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=100 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:09:25.459834 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-0a5ed688-be90-4e51-89ee-de3a980b262c req-3830a94f-cc22-49fc-8b92-27480884513d tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=cae80eaa-bfa7-4de0-8fc0-ae5390068214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417745 Jun 26 03:09:25.678212 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f079d0f-9ab8-4888-b543-675bf664a04e req-de33baae-106d-43a7-8266-6a5f4e54cb1f tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:09:25.679632 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-5f079d0f-9ab8-4888-b543-675bf664a04e req-de33baae-106d-43a7-8266-6a5f4e54cb1f tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] 10.222.0.13 "GET /v2.0/ports?device_id=e25e0db1-7b01-4662-9996-2a928db12453 HTTP/1.1" status: 200 len: 946 time: 0.0463414 Jun 26 03:09:25.725542 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-5f079d0f-9ab8-4888-b543-675bf664a04e req-be56adba-ad68-4627-a4f9-31b6be0afbd6 tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5b4b915-67c7-429c-9e4f-7ab17161fa22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404325 Jun 26 03:09:25.811119 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Device 52fe6654-0bad-4f8c-9c8b-2d810ffaeb4f details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=104015) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 26 03:09:25.827226 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:09:25.913489 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] For port 52fe6654-0bad-4f8c-9c8b-2d810ffaeb4f, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=52fe6654-0bad-4f8c-9c8b-2d810ffaeb4f,segment=NetworkSegment(9b1bc4ce-7d03-4b55-892a-abd91da4af67),segment_id=9b1bc4ce-7d03-4b55-892a-abd91da4af67)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:09:25.924491 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Returning: {'device': '52fe6654-0bad-4f8c-9c8b-2d810ffaeb4f', 'network_id': '151cdbb9-618f-46a1-a7b5-564e53db9cea', 'port_id': '52fe6654-0bad-4f8c-9c8b-2d810ffaeb4f', 'mac_address': 'fa:16:3e:bf:1a:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3475431-7645-416a-9b3b-e23c4a132926', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104015) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 26 03:09:25.958126 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Current status of the port 52fe6654-0bad-4f8c-9c8b-2d810ffaeb4f is: DOWN; New status is: BUILD {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 03:09:25.958516 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (52fe6654-0bad-4f8c-9c8b-2d810ffaeb4f), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:09:25.971239 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.notifiers.nova [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52fe6654-0bad-4f8c-9c8b-2d810ffaeb4f {{(pid=104015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 26 03:09:25.991278 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] For port 52fe6654-0bad-4f8c-9c8b-2d810ffaeb4f, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=52fe6654-0bad-4f8c-9c8b-2d810ffaeb4f,segment=NetworkSegment(9b1bc4ce-7d03-4b55-892a-abd91da4af67),segment_id=9b1bc4ce-7d03-4b55-892a-abd91da4af67)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:09:25.996080 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (52fe6654-0bad-4f8c-9c8b-2d810ffaeb4f), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:09:26.040152 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Pushing event updated for resources: {'Port': ['ID=52fe6654-0bad-4f8c-9c8b-2d810ffaeb4f,revision_number=9']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:09:26.518011 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] get_ports_and_sgs() called for port_ids ['52fe6654-0bad-4f8c-9c8b-2d810ffaeb4f'] {{(pid=104015) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 03:09:26.585500 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1337d272-2637-4be4-833f-e7a694afaa24 req-0237179a-9bd2-4565-a694-8bd5ccb5df48 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:09:26.587575 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-1337d272-2637-4be4-833f-e7a694afaa24 req-0237179a-9bd2-4565-a694-8bd5ccb5df48 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b0d1d9b-d025-442c-a2f6-db22050d9059 HTTP/1.1" status: 200 len: 945 time: 0.0554163 Jun 26 03:09:26.634060 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-1337d272-2637-4be4-833f-e7a694afaa24 req-7318a29a-6fa4-4816-bfea-fbe04069e132 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=cae80eaa-bfa7-4de0-8fc0-ae5390068214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410826 Jun 26 03:09:26.842158 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8516cb4d-8609-4c47-bb09-9901e505b9ab req-f35debff-e9bf-4f2e-9b64-fe5eab0b8932 tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:09:26.843626 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-8516cb4d-8609-4c47-bb09-9901e505b9ab req-f35debff-e9bf-4f2e-9b64-fe5eab0b8932 tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] 10.222.0.13 "GET /v2.0/ports?device_id=e25e0db1-7b01-4662-9996-2a928db12453 HTTP/1.1" status: 200 len: 946 time: 0.0499766 Jun 26 03:09:26.893739 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-8516cb4d-8609-4c47-bb09-9901e505b9ab req-aa11ca44-2bd5-433e-8056-cb57b937bf2d tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5b4b915-67c7-429c-9e4f-7ab17161fa22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443900 Jun 26 03:09:27.757215 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c2e58a-27de-4e9d-8cb0-af245409ae1a req-e9eaa21a-b383-4624-ac86-bff17bc4180b tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:09:27.758703 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-e8c2e58a-27de-4e9d-8cb0-af245409ae1a req-e9eaa21a-b383-4624-ac86-bff17bc4180b tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b0d1d9b-d025-442c-a2f6-db22050d9059 HTTP/1.1" status: 200 len: 945 time: 0.0498531 Jun 26 03:09:27.805066 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-e8c2e58a-27de-4e9d-8cb0-af245409ae1a req-e867bf2a-96bd-4814-bf1c-37d91eaec16e tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=cae80eaa-bfa7-4de0-8fc0-ae5390068214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410478 Jun 26 03:09:27.806784 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Device 52fe6654-0bad-4f8c-9c8b-2d810ffaeb4f up at agent hyperv_hv-cinder-84684 {{(pid=104015) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 03:09:27.852650 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Provisioning complete for port 52fe6654-0bad-4f8c-9c8b-2d810ffaeb4f triggered by entity L2. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:09:27.853017 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (52fe6654-0bad-4f8c-9c8b-2d810ffaeb4f), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:09:27.923368 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Current status of the port 52fe6654-0bad-4f8c-9c8b-2d810ffaeb4f is: BUILD; New status is: ACTIVE {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 03:09:27.923751 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (52fe6654-0bad-4f8c-9c8b-2d810ffaeb4f), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:09:27.950301 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b0d1d9b-d025-442c-a2f6-db22050d9059', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52fe6654-0bad-4f8c-9c8b-2d810ffaeb4f'}] {{(pid=104015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 26 03:09:27.953402 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cc6f3b5c5ccbcb5bcfe28d8fb20da90166658d76702b85331307104b46494b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86577f8d-819d-4cd9-a084-16d2f6330320" -d '{"events": [{"server_uuid": "3b0d1d9b-d025-442c-a2f6-db22050d9059", "name": "network-vif-plugged", "status": "completed", "tag": "52fe6654-0bad-4f8c-9c8b-2d810ffaeb4f"}]}' {{(pid=104015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 03:09:27.968897 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] For port 52fe6654-0bad-4f8c-9c8b-2d810ffaeb4f, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=52fe6654-0bad-4f8c-9c8b-2d810ffaeb4f,segment=NetworkSegment(9b1bc4ce-7d03-4b55-892a-abd91da4af67),segment_id=9b1bc4ce-7d03-4b55-892a-abd91da4af67)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:09:27.975421 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (52fe6654-0bad-4f8c-9c8b-2d810ffaeb4f), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:09:27.998648 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Jun 2022 03:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4eb43b5-e722-478f-b165-a5fcd1a1f5bd x-openstack-request-id: req-a4eb43b5-e722-478f-b165-a5fcd1a1f5bd {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 03:09:27.998933 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b0d1d9b-d025-442c-a2f6-db22050d9059", "name": "network-vif-plugged", "status": "completed", "tag": "52fe6654-0bad-4f8c-9c8b-2d810ffaeb4f", "code": 200}]} {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 03:09:27.999178 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a4eb43b5-e722-478f-b165-a5fcd1a1f5bd {{(pid=104015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 03:09:27.999562 dv-cinder-846842-4-iscsi neutron-server[104015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4eb43b5-e722-478f-b165-a5fcd1a1f5bd'] response: {'server_uuid': '3b0d1d9b-d025-442c-a2f6-db22050d9059', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52fe6654-0bad-4f8c-9c8b-2d810ffaeb4f', 'code': 200} Jun 26 03:09:28.011979 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71743913-b165-4a2e-9678-b9980377eb32 req-bdcfc436-ec6d-439a-ad57-a05c96f24df4 tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:09:28.013468 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-71743913-b165-4a2e-9678-b9980377eb32 req-bdcfc436-ec6d-439a-ad57-a05c96f24df4 tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] 10.222.0.13 "GET /v2.0/ports?device_id=e25e0db1-7b01-4662-9996-2a928db12453 HTTP/1.1" status: 200 len: 946 time: 0.0516140 Jun 26 03:09:28.024998 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Pushing event updated for resources: {'Port': ['ID=52fe6654-0bad-4f8c-9c8b-2d810ffaeb4f,revision_number=10']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:09:28.060601 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-71743913-b165-4a2e-9678-b9980377eb32 req-8969be75-c5a4-4658-8002-a838455fc938 tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5b4b915-67c7-429c-9e4f-7ab17161fa22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413775 Jun 26 03:09:28.751864 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1289b8cc-62df-4f2b-a1d8-d03152a25aaa req-19b50107-ed79-4d17-b51b-6bae517b871d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:09:28.753447 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-1289b8cc-62df-4f2b-a1d8-d03152a25aaa req-19b50107-ed79-4d17-b51b-6bae517b871d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3b0d1d9b-d025-442c-a2f6-db22050d9059 HTTP/1.1" status: 200 len: 1131 time: 0.0415845 Jun 26 03:09:28.821707 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-1289b8cc-62df-4f2b-a1d8-d03152a25aaa req-8038fec2-7c41-45af-8910-50d277bbb39b service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=cae80eaa-bfa7-4de0-8fc0-ae5390068214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447738 Jun 26 03:09:28.920511 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5602fc-0ef3-4494-a559-8bfaf3882dce req-ab83cb48-2130-4a7c-be8c-28322f79c740 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:09:28.921949 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-ec5602fc-0ef3-4494-a559-8bfaf3882dce req-ab83cb48-2130-4a7c-be8c-28322f79c740 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b0d1d9b-d025-442c-a2f6-db22050d9059 HTTP/1.1" status: 200 len: 947 time: 0.0461409 Jun 26 03:09:28.968478 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-ec5602fc-0ef3-4494-a559-8bfaf3882dce req-973340ae-10ac-4b41-95b5-7296ad8df0e1 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=cae80eaa-bfa7-4de0-8fc0-ae5390068214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400388 Jun 26 03:09:30.087878 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed15a37-ea6f-4d86-a563-3ea09ae24435 req-cbede3c8-602e-4860-9c96-a1601fb40b89 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:09:30.089308 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-1ed15a37-ea6f-4d86-a563-3ea09ae24435 req-cbede3c8-602e-4860-9c96-a1601fb40b89 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b0d1d9b-d025-442c-a2f6-db22050d9059 HTTP/1.1" status: 200 len: 947 time: 0.0461788 Jun 26 03:09:30.135436 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-1ed15a37-ea6f-4d86-a563-3ea09ae24435 req-cd221440-c49b-49d6-94f8-8b9aaa0a0360 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=cae80eaa-bfa7-4de0-8fc0-ae5390068214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407822 Jun 26 03:09:31.257032 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302fb0ee-93e3-491d-8f3f-686d420245d2 req-ea119d84-b91b-47f2-ada0-1a709c4a8ee7 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:09:31.258528 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-302fb0ee-93e3-491d-8f3f-686d420245d2 req-ea119d84-b91b-47f2-ada0-1a709c4a8ee7 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b0d1d9b-d025-442c-a2f6-db22050d9059 HTTP/1.1" status: 200 len: 947 time: 0.0521951 Jun 26 03:09:31.304399 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-302fb0ee-93e3-491d-8f3f-686d420245d2 req-d2759e89-b989-46be-b19c-54840168dbe5 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=cae80eaa-bfa7-4de0-8fc0-ae5390068214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403175 Jun 26 03:09:32.421380 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4051094b-e554-4d7e-97b5-47d9f35da611 req-0edc4755-5506-446a-a9dd-212f6d8be5e8 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:09:32.422879 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-4051094b-e554-4d7e-97b5-47d9f35da611 req-0edc4755-5506-446a-a9dd-212f6d8be5e8 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b0d1d9b-d025-442c-a2f6-db22050d9059 HTTP/1.1" status: 200 len: 947 time: 0.0471621 Jun 26 03:09:32.433538 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=100 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:09:32.470337 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-4051094b-e554-4d7e-97b5-47d9f35da611 req-2a4259db-150c-4ca8-aa10-05c418f3ab86 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=cae80eaa-bfa7-4de0-8fc0-ae5390068214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420518 Jun 26 03:09:37.622371 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-714c9b3e-16f2-4302-99cb-084b699b39e8 req-1a85b527-452c-4ee4-8020-65cdc5f934e3 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b753d813-95df-4256-a8c0-dcd4681dfe27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0373688 Jun 26 03:09:37.705508 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714c9b3e-16f2-4302-99cb-084b699b39e8 req-d95cd382-ff5f-4bae-88e8-b54619dd6b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:09:37.707046 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-714c9b3e-16f2-4302-99cb-084b699b39e8 req-d95cd382-ff5f-4bae-88e8-b54619dd6b4d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=aa1dff9e9be549308ec0ad3a13810062&device_id=b753d813-95df-4256-a8c0-dcd4681dfe27 HTTP/1.1" status: 200 len: 1129 time: 0.0445278 Jun 26 03:09:37.744253 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=100 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:09:37.818862 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714c9b3e-16f2-4302-99cb-084b699b39e8 req-15c7c5d5-cad2-4f78-b053-9cc9d003fa09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:09:37.820312 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-714c9b3e-16f2-4302-99cb-084b699b39e8 req-15c7c5d5-cad2-4f78-b053-9cc9d003fa09 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4d1cf2ab-1c05-4bc5-9daa-428f3ef27012 HTTP/1.1" status: 200 len: 920 time: 0.0849748 Jun 26 03:09:37.870677 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-714c9b3e-16f2-4302-99cb-084b699b39e8 req-db21e4c4-beca-42e4-a925-114e5e85bf30 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=343e4080-88b4-47fd-8dd1-6b13277216f9 HTTP/1.1" status: 200 len: 217 time: 0.0364013 Jun 26 03:09:37.919153 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714c9b3e-16f2-4302-99cb-084b699b39e8 req-327313a5-b6a3-492d-8099-0c471466405b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:09:37.920489 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-714c9b3e-16f2-4302-99cb-084b699b39e8 req-327313a5-b6a3-492d-8099-0c471466405b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=50d12281-21a2-4343-ba8b-93c5382e067a HTTP/1.1" status: 200 len: 858 time: 0.0435011 Jun 26 03:09:37.963649 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714c9b3e-16f2-4302-99cb-084b699b39e8 req-9dba769f-5561-42f3-b18a-2e77f4503987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:09:37.965048 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-714c9b3e-16f2-4302-99cb-084b699b39e8 req-9dba769f-5561-42f3-b18a-2e77f4503987 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4d1cf2ab-1c05-4bc5-9daa-428f3ef27012&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0365131 Jun 26 03:09:38.021238 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=81,neutron:UPDATE=2 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:09:38.023120 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=76,neutron:UPDATE=2 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:09:39.365147 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-714c9b3e-16f2-4302-99cb-084b699b39e8 req-5b8005fc-ceb8-4bff-8d09-ffc1327f6c74 service neutron] 10.222.0.43 "GET /v2.0/networks/4d1cf2ab-1c05-4bc5-9daa-428f3ef27012?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863681 Jun 26 03:09:39.447055 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=14 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:09:39.452263 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=18 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:09:40.348523 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-714c9b3e-16f2-4302-99cb-084b699b39e8 req-4b49513e-8c2d-4fb1-a5a8-276f3f920594 service neutron] 10.222.0.43 "GET /v2.0/networks/4d1cf2ab-1c05-4bc5-9daa-428f3ef27012?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812428 Jun 26 03:09:41.412512 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-15604e76-b4d6-45c1-a938-312ee714f59f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (7168f7b9-c398-4364-91f8-35e2ce03f4c4), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:09:43.744645 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d04e7c91-37e4-4333-b848-e0accbebf62e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (0122de27-3097-4d47-a0ca-0fb90e28ac1e), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:09:43.965942 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.agents_db [None req-1acc9491-aa00-4d80-a7f3-d699105ea2bf None None] Agent healthcheck: found 6 active agents {{(pid=104016) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 03:09:44.627385 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (e7a0895f-45bb-4130-be69-32df3e039043), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:09:44.830704 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a0725410-9e6c-45cb-9ff8-c6c4931d6b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (ece691f0-a7cc-4e31-b59a-0e18fd9fccde), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:09:46.278475 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d2867017-9ae3-4ae5-b018-59cb98d1258b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (3b87920d-6933-41a3-b47c-185b87d68e87), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:09:46.505976 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (16f9b602-7baf-4f7a-ab92-1b0788147fb5), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:09:50.343850 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=36 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:09:50.345706 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=54 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:09:53.961938 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=1 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:09:53.962674 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=1 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:09:54.717634 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6645008c-02fe-4349-9941-b35186496ea9 req-abc26732-0d7a-4371-a3ad-a8fdfec5fda4 tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:09:54.719039 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-6645008c-02fe-4349-9941-b35186496ea9 req-abc26732-0d7a-4371-a3ad-a8fdfec5fda4 tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] 10.222.0.13 "GET /v2.0/ports?device_id=e25e0db1-7b01-4662-9996-2a928db12453 HTTP/1.1" status: 200 len: 946 time: 0.0508256 Jun 26 03:09:54.765764 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-6645008c-02fe-4349-9941-b35186496ea9 req-6d5606a7-0b89-4ad4-b66f-8645015271c4 tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5b4b915-67c7-429c-9e4f-7ab17161fa22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412953 Jun 26 03:09:55.929925 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ecee9b-9620-4338-b5c1-c051a8f6bcc3 req-df68ec4f-37c4-408a-b9fa-5f84315b4a7b tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:09:55.931414 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-84ecee9b-9620-4338-b5c1-c051a8f6bcc3 req-df68ec4f-37c4-408a-b9fa-5f84315b4a7b tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] 10.222.0.13 "GET /v2.0/ports?device_id=e25e0db1-7b01-4662-9996-2a928db12453 HTTP/1.1" status: 200 len: 946 time: 0.0959175 Jun 26 03:09:55.977926 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-84ecee9b-9620-4338-b5c1-c051a8f6bcc3 req-f5c44d2e-5b5b-492e-89d9-51fb2de9e4fc tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5b4b915-67c7-429c-9e4f-7ab17161fa22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410497 Jun 26 03:09:56.499613 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:09:56.501441 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:09:57.018660 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3607730-2469-4250-a968-be24ee47b044 req-23fde7c2-fd59-495b-97e8-ac5e6682cd0f tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:09:57.020113 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-d3607730-2469-4250-a968-be24ee47b044 req-23fde7c2-fd59-495b-97e8-ac5e6682cd0f tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] 10.222.0.43 "GET /v2.0/ports?device_id=e25e0db1-7b01-4662-9996-2a928db12453 HTTP/1.1" status: 200 len: 946 time: 0.0448565 Jun 26 03:09:57.128147 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada48f26-5e66-419b-adfa-c72dc9e0a307 req-d83edd0e-b9ef-40fe-9c33-818dc5bff919 tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:09:57.130011 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-ada48f26-5e66-419b-adfa-c72dc9e0a307 req-d83edd0e-b9ef-40fe-9c33-818dc5bff919 tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] 10.222.0.13 "GET /v2.0/ports?device_id=e25e0db1-7b01-4662-9996-2a928db12453 HTTP/1.1" status: 200 len: 946 time: 0.0759838 Jun 26 03:09:57.155347 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [req-d3607730-2469-4250-a968-be24ee47b044 req-5eb8007a-c53a-4aba-a36c-618215390cd7 tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] Deleting port 96bb603a-61cc-462c-a8d7-50933c874ba6 {{(pid=104014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 26 03:09:57.155677 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-d3607730-2469-4250-a968-be24ee47b044 req-5eb8007a-c53a-4aba-a36c-618215390cd7 tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787575727912'] for port (96bb603a-61cc-462c-a8d7-50933c874ba6), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:09:57.236224 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-ada48f26-5e66-419b-adfa-c72dc9e0a307 req-a429fc5c-ade1-407b-bc11-c32b67172882 tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5b4b915-67c7-429c-9e4f-7ab17161fa22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002896 Jun 26 03:09:57.269153 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [req-d3607730-2469-4250-a968-be24ee47b044 req-5eb8007a-c53a-4aba-a36c-618215390cd7 tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] For port 96bb603a-61cc-462c-a8d7-50933c874ba6, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=96bb603a-61cc-462c-a8d7-50933c874ba6,segment=NetworkSegment(b024148b-fe5a-483e-9d5a-d83a7bce90fe),segment_id=b024148b-fe5a-483e-9d5a-d83a7bce90fe)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:09:57.269508 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-d3607730-2469-4250-a968-be24ee47b044 req-5eb8007a-c53a-4aba-a36c-618215390cd7 tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615864'] for port (96bb603a-61cc-462c-a8d7-50933c874ba6), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:09:57.282898 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [req-d3607730-2469-4250-a968-be24ee47b044 req-5eb8007a-c53a-4aba-a36c-618215390cd7 tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] Calling delete_port for 96bb603a-61cc-462c-a8d7-50933c874ba6 owned by compute:nova {{(pid=104014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 26 03:09:57.407220 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-d3607730-2469-4250-a968-be24ee47b044 req-5eb8007a-c53a-4aba-a36c-618215390cd7 tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787575732336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787575245478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6258255'] for port (96bb603a-61cc-462c-a8d7-50933c874ba6), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:09:57.431746 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb8007a-c53a-4aba-a36c-618215390cd7 tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] Pushing event deleted for resources: {'Port': ['ID=96bb603a-61cc-462c-a8d7-50933c874ba6,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:09:57.448272 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] get_ports_and_sgs() called for port_ids ['96bb603a-61cc-462c-a8d7-50933c874ba6'] {{(pid=104015) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 03:09:57.480441 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3607730-2469-4250-a968-be24ee47b044 req-5eb8007a-c53a-4aba-a36c-618215390cd7 tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] No DVR routers for this DVR port 96bb603a-61cc-462c-a8d7-50933c874ba6 on host hv-cinder-84684 {{(pid=104014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 26 03:09:57.483095 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-d3607730-2469-4250-a968-be24ee47b044 req-5eb8007a-c53a-4aba-a36c-618215390cd7 tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515864'] for port (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:09:57.486586 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-d3607730-2469-4250-a968-be24ee47b044 req-5eb8007a-c53a-4aba-a36c-618215390cd7 tempest-VolumesSnapshotTestJSON-1670411537 tempest-VolumesSnapshotTestJSON-1670411537-project] 10.222.0.43 "DELETE /v2.0/ports/96bb603a-61cc-462c-a8d7-50933c874ba6 HTTP/1.1" status: 204 len: 173 time: 0.4604642 Jun 26 03:09:57.487042 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e25e0db1-7b01-4662-9996-2a928db12453', 'name': 'network-vif-deleted', 'tag': '96bb603a-61cc-462c-a8d7-50933c874ba6'}] {{(pid=104014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 26 03:09:57.489394 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b346e277b9447a300c9d303bb334713d04858661d6ca7e8667ef96f79658145a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bdfb595-8ac1-425f-95e5-16550deb1e4a" -d '{"events": [{"server_uuid": "e25e0db1-7b01-4662-9996-2a928db12453", "name": "network-vif-deleted", "tag": "96bb603a-61cc-462c-a8d7-50933c874ba6"}]}' {{(pid=104014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 03:09:57.532304 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Jun 2022 03:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eba789fa-a7de-4168-81a8-95cc5f9fdd25 x-openstack-request-id: req-eba789fa-a7de-4168-81a8-95cc5f9fdd25 {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 03:09:57.532590 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e25e0db1-7b01-4662-9996-2a928db12453", "name": "network-vif-deleted", "tag": "96bb603a-61cc-462c-a8d7-50933c874ba6", "status": "completed", "code": 200}]} {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 03:09:57.532835 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-eba789fa-a7de-4168-81a8-95cc5f9fdd25 {{(pid=104014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 03:09:57.533255 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eba789fa-a7de-4168-81a8-95cc5f9fdd25'] response: {'server_uuid': 'e25e0db1-7b01-4662-9996-2a928db12453', 'name': 'network-vif-deleted', 'tag': '96bb603a-61cc-462c-a8d7-50933c874ba6', 'status': 'completed', 'code': 200} Jun 26 03:10:02.601391 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Device 96bb603a-61cc-462c-a8d7-50933c874ba6 no longer exists at agent hyperv_hv-cinder-84684 {{(pid=104015) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 03:10:02.620356 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] No Port match for: 96bb603a-61cc-462c-a8d7-50933c874ba6 {{(pid=104015) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 26 03:10:02.620704 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Device 96bb603a-61cc-462c-a8d7-50933c874ba6 not bound to the agent host hv-cinder-84684 {{(pid=104015) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 03:10:07.403900 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850a3af3-c412-4e36-bb4e-cec0bbd587f2 req-f8f9d99b-ad45-4fbd-9bcb-9bf3bfa87df0 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:10:07.405364 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-850a3af3-c412-4e36-bb4e-cec0bbd587f2 req-f8f9d99b-ad45-4fbd-9bcb-9bf3bfa87df0 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c55ca6d-bad0-4964-83fe-4352b7fb1b1d HTTP/1.1" status: 200 len: 946 time: 0.0472808 Jun 26 03:10:07.453883 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-850a3af3-c412-4e36-bb4e-cec0bbd587f2 req-a29b24a9-3482-4b21-ac1f-5b902578168e tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/security-groups?id=8443e5b4-cfe8-43f3-9dfe-63aae7d635f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431011 Jun 26 03:10:08.572321 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c054f9-09d2-4bf7-8f22-8d48658c2e83 req-1fb67344-9bb4-4533-927d-f17fc627fed9 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:10:08.573794 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-06c054f9-09d2-4bf7-8f22-8d48658c2e83 req-1fb67344-9bb4-4533-927d-f17fc627fed9 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c55ca6d-bad0-4964-83fe-4352b7fb1b1d HTTP/1.1" status: 200 len: 946 time: 0.0512147 Jun 26 03:10:08.619800 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-06c054f9-09d2-4bf7-8f22-8d48658c2e83 req-bc4c5f63-be45-4635-a059-74ca0cd96946 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/security-groups?id=8443e5b4-cfe8-43f3-9dfe-63aae7d635f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405054 Jun 26 03:10:09.724429 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:10:09.737983 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187c6b09-30dc-4193-9b88-bad9bd377df0 req-d652cf6e-a37c-487d-8121-ce2d817d0a77 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:10:09.739484 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-187c6b09-30dc-4193-9b88-bad9bd377df0 req-d652cf6e-a37c-487d-8121-ce2d817d0a77 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c55ca6d-bad0-4964-83fe-4352b7fb1b1d HTTP/1.1" status: 200 len: 946 time: 0.0478191 Jun 26 03:10:09.785228 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-187c6b09-30dc-4193-9b88-bad9bd377df0 req-40cb30ca-e51b-41e6-81b5-8eef0eee8b48 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/security-groups?id=8443e5b4-cfe8-43f3-9dfe-63aae7d635f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404239 Jun 26 03:10:10.860542 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:10:10.902360 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfffc50-be56-488b-aa8d-0ad02b29d674 req-4e723859-264c-4635-98b9-24dbac3228eb tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:10:10.903804 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-fdfffc50-be56-488b-aa8d-0ad02b29d674 req-4e723859-264c-4635-98b9-24dbac3228eb tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c55ca6d-bad0-4964-83fe-4352b7fb1b1d HTTP/1.1" status: 200 len: 946 time: 0.0517609 Jun 26 03:10:10.950534 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-fdfffc50-be56-488b-aa8d-0ad02b29d674 req-479fcb7d-9757-41da-a683-8051c3eb846c tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/security-groups?id=8443e5b4-cfe8-43f3-9dfe-63aae7d635f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413041 Jun 26 03:10:11.026616 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=4 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:10:11.413121 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-86388478-86b5-440c-b649-0bb5571ac891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (7168f7b9-c398-4364-91f8-35e2ce03f4c4), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:10:12.059622 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa5e022-0925-40eb-b0e7-2c7bb22e246e req-4f71b7f7-bc0b-4e9f-817f-87067454f8bf tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:10:12.061064 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-bfa5e022-0925-40eb-b0e7-2c7bb22e246e req-4f71b7f7-bc0b-4e9f-817f-87067454f8bf tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c55ca6d-bad0-4964-83fe-4352b7fb1b1d HTTP/1.1" status: 200 len: 946 time: 0.0462608 Jun 26 03:10:12.106791 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-bfa5e022-0925-40eb-b0e7-2c7bb22e246e req-33c8fe20-22c6-4d55-9815-d4885c78b0a2 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/security-groups?id=8443e5b4-cfe8-43f3-9dfe-63aae7d635f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403781 Jun 26 03:10:12.976276 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=4 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:10:13.219373 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcb2537-9efd-49cb-b51a-500e32dd270c req-970ff58a-0334-49ce-b67d-c8d22170ef1c tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:10:13.220801 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-dfcb2537-9efd-49cb-b51a-500e32dd270c req-970ff58a-0334-49ce-b67d-c8d22170ef1c tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c55ca6d-bad0-4964-83fe-4352b7fb1b1d HTTP/1.1" status: 200 len: 946 time: 0.0461545 Jun 26 03:10:13.269828 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-dfcb2537-9efd-49cb-b51a-500e32dd270c req-9383bcca-ab00-4651-8ef5-18445acdaafe tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/security-groups?id=8443e5b4-cfe8-43f3-9dfe-63aae7d635f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429711 Jun 26 03:10:13.747042 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-dd691cc2-c02e-43ae-a766-69541fb716cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (0122de27-3097-4d47-a0ca-0fb90e28ac1e), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:10:14.388891 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c007d4-0141-409c-8951-2d76c8ba8293 req-ee08e167-57c1-4bfe-aef8-c88dd4e52fa6 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:10:14.390385 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-50c007d4-0141-409c-8951-2d76c8ba8293 req-ee08e167-57c1-4bfe-aef8-c88dd4e52fa6 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c55ca6d-bad0-4964-83fe-4352b7fb1b1d HTTP/1.1" status: 200 len: 946 time: 0.0475485 Jun 26 03:10:14.437610 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-50c007d4-0141-409c-8951-2d76c8ba8293 req-9eac8f83-dfd5-4af6-bfff-5109b94c6e2a tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/security-groups?id=8443e5b4-cfe8-43f3-9dfe-63aae7d635f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413008 Jun 26 03:10:14.619260 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (e7a0895f-45bb-4130-be69-32df3e039043), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:10:14.833718 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a0725410-9e6c-45cb-9ff8-c6c4931d6b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (ece691f0-a7cc-4e31-b59a-0e18fd9fccde), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:10:15.553366 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24109925-c70f-4817-934d-d30cbbe87ca5 req-551f2004-53ac-4fb0-963e-c9dd510f5a27 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:10:15.554947 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-24109925-c70f-4817-934d-d30cbbe87ca5 req-551f2004-53ac-4fb0-963e-c9dd510f5a27 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c55ca6d-bad0-4964-83fe-4352b7fb1b1d HTTP/1.1" status: 200 len: 946 time: 0.0488927 Jun 26 03:10:15.601239 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-24109925-c70f-4817-934d-d30cbbe87ca5 req-e29bb35d-9936-41a4-8d33-8488f626c601 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/security-groups?id=8443e5b4-cfe8-43f3-9dfe-63aae7d635f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407822 Jun 26 03:10:16.281576 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d2867017-9ae3-4ae5-b018-59cb98d1258b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (3b87920d-6933-41a3-b47c-185b87d68e87), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:10:16.508224 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (16f9b602-7baf-4f7a-ab92-1b0788147fb5), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:10:16.718507 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd095f6-52e9-46dd-a761-3223c4f7ceaa req-bce33be9-4dd0-4b49-8235-bb86b468fb78 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:10:16.719938 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-4fd095f6-52e9-46dd-a761-3223c4f7ceaa req-bce33be9-4dd0-4b49-8235-bb86b468fb78 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c55ca6d-bad0-4964-83fe-4352b7fb1b1d HTTP/1.1" status: 200 len: 946 time: 0.0496702 Jun 26 03:10:16.765554 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-4fd095f6-52e9-46dd-a761-3223c4f7ceaa req-79a20c2a-cffd-4256-8d2c-62e12378f645 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/security-groups?id=8443e5b4-cfe8-43f3-9dfe-63aae7d635f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401537 Jun 26 03:10:17.879693 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87636a1-6c26-484d-8c6f-100665163101 req-9f3325a4-ab19-43c5-982a-65ac02772980 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:10:17.881174 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-b87636a1-6c26-484d-8c6f-100665163101 req-9f3325a4-ab19-43c5-982a-65ac02772980 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c55ca6d-bad0-4964-83fe-4352b7fb1b1d HTTP/1.1" status: 200 len: 946 time: 0.0479376 Jun 26 03:10:17.927767 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-b87636a1-6c26-484d-8c6f-100665163101 req-8fd92eb6-8c9a-410c-bcaa-76963d2c39b9 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/security-groups?id=8443e5b4-cfe8-43f3-9dfe-63aae7d635f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411017 Jun 26 03:10:19.038743 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d42459-122c-4beb-a802-68a32778b674 req-1515cea6-1b91-47e3-b85a-93dd32d0f55c tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:10:19.040189 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-06d42459-122c-4beb-a802-68a32778b674 req-1515cea6-1b91-47e3-b85a-93dd32d0f55c tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c55ca6d-bad0-4964-83fe-4352b7fb1b1d HTTP/1.1" status: 200 len: 946 time: 0.0461884 Jun 26 03:10:19.088987 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-06d42459-122c-4beb-a802-68a32778b674 req-c0b8e5da-8928-44b5-a053-e61dabe35a67 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/security-groups?id=8443e5b4-cfe8-43f3-9dfe-63aae7d635f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432720 Jun 26 03:10:20.201681 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1437b23b-bfcc-4743-8c5f-45ec1919117d req-e1b40822-e615-4448-96a9-940d96727494 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:10:20.203172 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-1437b23b-bfcc-4743-8c5f-45ec1919117d req-e1b40822-e615-4448-96a9-940d96727494 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c55ca6d-bad0-4964-83fe-4352b7fb1b1d HTTP/1.1" status: 200 len: 946 time: 0.0464389 Jun 26 03:10:20.249771 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-1437b23b-bfcc-4743-8c5f-45ec1919117d req-0892e833-64f4-48b9-8fca-6d5c98bef12e tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/security-groups?id=8443e5b4-cfe8-43f3-9dfe-63aae7d635f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412371 Jun 26 03:10:20.965788 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.agents_db [None req-1acc9491-aa00-4d80-a7f3-d699105ea2bf None None] Agent healthcheck: found 6 active agents {{(pid=104016) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 03:10:21.362237 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da895d32-2ac6-461a-88f1-014410c595eb req-75e29c32-8d70-447e-aa56-f3be3507bb02 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:10:21.363606 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-da895d32-2ac6-461a-88f1-014410c595eb req-75e29c32-8d70-447e-aa56-f3be3507bb02 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c55ca6d-bad0-4964-83fe-4352b7fb1b1d HTTP/1.1" status: 200 len: 946 time: 0.0466888 Jun 26 03:10:21.410741 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-da895d32-2ac6-461a-88f1-014410c595eb req-a34e5e44-0b69-4fde-a0a4-4bcd38c716cf tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/security-groups?id=8443e5b4-cfe8-43f3-9dfe-63aae7d635f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411992 Jun 26 03:10:22.531326 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1bb4bb-abe7-49e0-991e-8f6da2ea602f req-0d265492-094d-4e8e-819b-0b30c2b8dda0 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:10:22.532558 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-ae1bb4bb-abe7-49e0-991e-8f6da2ea602f req-0d265492-094d-4e8e-819b-0b30c2b8dda0 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c55ca6d-bad0-4964-83fe-4352b7fb1b1d HTTP/1.1" status: 200 len: 946 time: 0.0533795 Jun 26 03:10:22.557386 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=100 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:10:22.568104 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=100 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:10:22.579811 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-ae1bb4bb-abe7-49e0-991e-8f6da2ea602f req-9a8fa315-40a1-4732-830c-ff19b90aba3e tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/security-groups?id=8443e5b4-cfe8-43f3-9dfe-63aae7d635f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419614 Jun 26 03:10:23.441985 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 45254) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:10:23.487637 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.db.db_base_plugin_v2 [None req-32b9c462-c728-4605-8fc7-9ae41b8712bb admin admin] Deleting subnet 2fabddcf-689d-417c-bb16-8f395cf4aa87 {{(pid=104013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 26 03:10:23.490843 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-32b9c462-c728-4605-8fc7-9ae41b8712bb admin admin] Publish callbacks [] for subnet (2fabddcf-689d-417c-bb16-8f395cf4aa87), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:10:23.524606 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-32b9c462-c728-4605-8fc7-9ae41b8712bb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7696532'] for subnet (2fabddcf-689d-417c-bb16-8f395cf4aa87), precommit_delete_associations {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:10:23.566663 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-32b9c462-c728-4605-8fc7-9ae41b8712bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019720'] for subnet (2fabddcf-689d-417c-bb16-8f395cf4aa87), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:10:23.622856 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-32b9c462-c728-4605-8fc7-9ae41b8712bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7375313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5197361'] for subnet (2fabddcf-689d-417c-bb16-8f395cf4aa87), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:10:23.666964 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-32b9c462-c728-4605-8fc7-9ae41b8712bb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:10:23.670130 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-32b9c462-c728-4605-8fc7-9ae41b8712bb admin admin] 10.222.0.13 "DELETE /v2.0/subnets/2fabddcf-689d-417c-bb16-8f395cf4aa87 HTTP/1.1" status: 204 len: 168 time: 0.2270880 Jun 26 03:10:23.670952 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b9c462-c728-4605-8fc7-9ae41b8712bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2fabddcf-689d-417c-bb16-8f395cf4aa87,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:10:23.674713 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 45264) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:10:23.686074 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b9c462-c728-4605-8fc7-9ae41b8712bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:10:23.686455 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b9c462-c728-4605-8fc7-9ae41b8712bb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:10:23.686783 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b9c462-c728-4605-8fc7-9ae41b8712bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:10:23.687442 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b9c462-c728-4605-8fc7-9ae41b8712bb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:10:23.687661 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b9c462-c728-4605-8fc7-9ae41b8712bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:10:23.688095 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b9c462-c728-4605-8fc7-9ae41b8712bb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:10:23.688421 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b9c462-c728-4605-8fc7-9ae41b8712bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:10:23.688836 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b9c462-c728-4605-8fc7-9ae41b8712bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:10:23.689106 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b9c462-c728-4605-8fc7-9ae41b8712bb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:10:23.689402 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b9c462-c728-4605-8fc7-9ae41b8712bb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:10:23.689786 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b9c462-c728-4605-8fc7-9ae41b8712bb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:10:23.690155 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b9c462-c728-4605-8fc7-9ae41b8712bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:10:23.690482 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b9c462-c728-4605-8fc7-9ae41b8712bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:10:23.690800 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b9c462-c728-4605-8fc7-9ae41b8712bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:10:23.691113 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b9c462-c728-4605-8fc7-9ae41b8712bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:10:23.715441 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca4abe9-3726-469c-a082-b4215364f93c req-e02ab08e-d192-4d39-9644-95a367310268 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:10:23.717139 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-9ca4abe9-3726-469c-a082-b4215364f93c req-e02ab08e-d192-4d39-9644-95a367310268 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c55ca6d-bad0-4964-83fe-4352b7fb1b1d HTTP/1.1" status: 200 len: 946 time: 0.0639184 Jun 26 03:10:23.755098 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-34bb4d8a-ee2b-4bba-9079-b91809d60a84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-799711'] for network (23f3dc3b-096d-4bd7-ac08-420e217fa87e), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:10:23.771088 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-9ca4abe9-3726-469c-a082-b4215364f93c req-3028fedb-5b26-4448-9534-d27474ea1770 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/security-groups?id=8443e5b4-cfe8-43f3-9dfe-63aae7d635f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480933 Jun 26 03:10:23.839082 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-34bb4d8a-ee2b-4bba-9079-b91809d60a84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968757', 'neutron.services.segments.db._delete_segments_for_network-8787575540875'] for network (23f3dc3b-096d-4bd7-ac08-420e217fa87e), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:10:23.860682 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.services.segments.db [None req-34bb4d8a-ee2b-4bba-9079-b91809d60a84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23f3dc3b-096d-4bd7-ac08-420e217fa87e']}} {{(pid=104013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:10:23.870853 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.services.segments.db [None req-34bb4d8a-ee2b-4bba-9079-b91809d60a84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b024148b-fe5a-483e-9d5a-d83a7bce90fe') {'for_net_delete': True} {{(pid=104013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:10:23.871143 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.services.segments.db [None req-34bb4d8a-ee2b-4bba-9079-b91809d60a84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b024148b-fe5a-483e-9d5a-d83a7bce90fe') {} {{(pid=104013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:10:23.881936 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-34bb4d8a-ee2b-4bba-9079-b91809d60a84 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787575542164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7696527'] for segment (b024148b-fe5a-483e-9d5a-d83a7bce90fe), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:10:23.896054 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-34bb4d8a-ee2b-4bba-9079-b91809d60a84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981176'] for segment (b024148b-fe5a-483e-9d5a-d83a7bce90fe), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:10:23.904565 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34bb4d8a-ee2b-4bba-9079-b91809d60a84 admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=104013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 26 03:10:23.905042 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-34bb4d8a-ee2b-4bba-9079-b91809d60a84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7375291'] for segment (b024148b-fe5a-483e-9d5a-d83a7bce90fe), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:10:23.973247 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-34bb4d8a-ee2b-4bba-9079-b91809d60a84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620072'] for network (23f3dc3b-096d-4bd7-ac08-420e217fa87e), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:10:23.995264 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.services.segments.plugin [-] Segment b024148b-fe5a-483e-9d5a-d83a7bce90fe resource provider aggregate not found Jun 26 03:10:23.999027 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-34bb4d8a-ee2b-4bba-9079-b91809d60a84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628900'] for network (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:10:24.002545 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-34bb4d8a-ee2b-4bba-9079-b91809d60a84 admin admin] 10.222.0.13 "DELETE /v2.0/networks/23f3dc3b-096d-4bd7-ac08-420e217fa87e HTTP/1.1" status: 204 len: 168 time: 0.3266585 Jun 26 03:10:24.005256 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bb4d8a-ee2b-4bba-9079-b91809d60a84 admin admin] Pushing event deleted for resources: {'Network': ['ID=23f3dc3b-096d-4bd7-ac08-420e217fa87e,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:10:24.017586 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19690c84-06ad-4564-b9ca-efbe5dca5f80 req-d62e4359-4e0e-442d-b5bc-08e92c0b9e15 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:10:24.019242 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-19690c84-06ad-4564-b9ca-efbe5dca5f80 req-d62e4359-4e0e-442d-b5bc-08e92c0b9e15 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=473e061c-b6d3-4dff-9171-45f7acfaffee HTTP/1.1" status: 200 len: 945 time: 0.0652983 Jun 26 03:10:24.028535 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.services.segments.plugin [-] Segment b024148b-fe5a-483e-9d5a-d83a7bce90fe resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b024148b-fe5a-483e-9d5a-d83a7bce90fe found for delete ", "request_id": "req-d8afe56f-3b90-437d-8ef7-85a170944385"}]} Jun 26 03:10:24.104875 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4c4497-c641-474d-b00e-d63bd8ef2bbb req-b06453ce-eaff-4536-a39b-b96e854ce8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:10:24.106389 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-ff4c4497-c641-474d-b00e-d63bd8ef2bbb req-b06453ce-eaff-4536-a39b-b96e854ce8e8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=aa1dff9e9be549308ec0ad3a13810062&device_id=473e061c-b6d3-4dff-9171-45f7acfaffee HTTP/1.1" status: 200 len: 1129 time: 0.1429908 Jun 26 03:10:24.109362 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-19690c84-06ad-4564-b9ca-efbe5dca5f80 req-63e7438d-3fa1-494c-93cf-f5cb4f217dce tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/security-groups?id=90e7fd1e-58a4-4c3d-b8cf-801bca4e434d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825408 Jun 26 03:10:24.124750 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 45282) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:10:24.169688 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-60eb3dca-fb82-413d-b0a9-257c833b9246 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f93abb7628324906baa8d45ce8d1a153&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0412631 Jun 26 03:10:24.169917 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 45284) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:10:24.201041 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4c4497-c641-474d-b00e-d63bd8ef2bbb req-58558969-38a4-41ce-8131-ff8c81b837f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:10:24.202529 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-ff4c4497-c641-474d-b00e-d63bd8ef2bbb req-58558969-38a4-41ce-8131-ff8c81b837f4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4d1cf2ab-1c05-4bc5-9daa-428f3ef27012 HTTP/1.1" status: 200 len: 920 time: 0.0903869 Jun 26 03:10:24.218087 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-420be45f-827b-4e05-9de9-70b7525eb754 admin admin] Publish callbacks [] for security_group (d5b4b915-67c7-429c-9e4f-7ab17161fa22), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:10:24.239443 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-420be45f-827b-4e05-9de9-70b7525eb754 admin admin] Publish callbacks [] for security_group (d5b4b915-67c7-429c-9e4f-7ab17161fa22), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:10:24.262684 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-ff4c4497-c641-474d-b00e-d63bd8ef2bbb req-7c37eac7-082e-4e47-b1dd-94f91f2c4b17 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9ffa489f-38cb-4f25-9eb2-e940343d2383 HTTP/1.1" status: 200 len: 1001 time: 0.0543945 Jun 26 03:10:24.292158 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-420be45f-827b-4e05-9de9-70b7525eb754 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (d5b4b915-67c7-429c-9e4f-7ab17161fa22), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:10:24.294617 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-420be45f-827b-4e05-9de9-70b7525eb754 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:10:24.295871 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-420be45f-827b-4e05-9de9-70b7525eb754 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d5b4b915-67c7-429c-9e4f-7ab17161fa22 HTTP/1.1" status: 204 len: 168 time: 0.1250541 Jun 26 03:10:24.304161 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420be45f-827b-4e05-9de9-70b7525eb754 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5b4b915-67c7-429c-9e4f-7ab17161fa22,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:10:24.315266 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4c4497-c641-474d-b00e-d63bd8ef2bbb req-9c4d5da8-3eeb-4816-a9a1-8208b000ea8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:10:24.316761 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-ff4c4497-c641-474d-b00e-d63bd8ef2bbb req-9c4d5da8-3eeb-4816-a9a1-8208b000ea8a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=50d12281-21a2-4343-ba8b-93c5382e067a HTTP/1.1" status: 200 len: 858 time: 0.0465956 Jun 26 03:10:24.364291 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4c4497-c641-474d-b00e-d63bd8ef2bbb req-cdc1e090-d936-433d-b862-dbb436a1b480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:10:24.365789 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-ff4c4497-c641-474d-b00e-d63bd8ef2bbb req-cdc1e090-d936-433d-b862-dbb436a1b480 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4d1cf2ab-1c05-4bc5-9daa-428f3ef27012&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426359 Jun 26 03:10:24.461569 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-ff4c4497-c641-474d-b00e-d63bd8ef2bbb req-81bb7bae-7404-4a9b-aeb3-84ac7910bb80 service neutron] 10.222.0.43 "GET /v2.0/networks/4d1cf2ab-1c05-4bc5-9daa-428f3ef27012?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848897 Jun 26 03:10:24.557530 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-ff4c4497-c641-474d-b00e-d63bd8ef2bbb req-8cb74993-f855-4f90-b078-f66ad21b6709 service neutron] 10.222.0.43 "GET /v2.0/networks/4d1cf2ab-1c05-4bc5-9daa-428f3ef27012?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941153 Jun 26 03:10:24.887721 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68659bd8-5bba-437f-a259-7859ba13c47a req-283c5c17-948d-4108-905c-8d12e64307f7 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:10:24.889137 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-68659bd8-5bba-437f-a259-7859ba13c47a req-283c5c17-948d-4108-905c-8d12e64307f7 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c55ca6d-bad0-4964-83fe-4352b7fb1b1d HTTP/1.1" status: 200 len: 946 time: 0.0466130 Jun 26 03:10:24.935552 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-68659bd8-5bba-437f-a259-7859ba13c47a req-730cc873-24c4-4d3b-b737-1295e2162c7a tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/security-groups?id=8443e5b4-cfe8-43f3-9dfe-63aae7d635f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409143 Jun 26 03:10:25.226849 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb069b71-ec47-48fa-bd0a-2534d5ef6ee1 req-6f6e921e-f0b2-4481-90a4-defc4165cf39 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:10:25.229003 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-bb069b71-ec47-48fa-bd0a-2534d5ef6ee1 req-6f6e921e-f0b2-4481-90a4-defc4165cf39 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=473e061c-b6d3-4dff-9171-45f7acfaffee HTTP/1.1" status: 200 len: 945 time: 0.0496171 Jun 26 03:10:25.274936 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-bb069b71-ec47-48fa-bd0a-2534d5ef6ee1 req-766aa866-a8e9-41f5-b05f-2c589e23a285 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/security-groups?id=90e7fd1e-58a4-4c3d-b8cf-801bca4e434d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401077 Jun 26 03:10:26.045668 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7504532-d411-4a85-a35c-67d8bcad3a09 req-ec5f47b4-726b-4dfc-9eb2-6b5df32656f3 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:10:26.047134 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-f7504532-d411-4a85-a35c-67d8bcad3a09 req-ec5f47b4-726b-4dfc-9eb2-6b5df32656f3 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c55ca6d-bad0-4964-83fe-4352b7fb1b1d HTTP/1.1" status: 200 len: 946 time: 0.0457420 Jun 26 03:10:26.093566 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-f7504532-d411-4a85-a35c-67d8bcad3a09 req-4ff2ca79-97c2-45c3-b583-d11bb2e7478d tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/security-groups?id=8443e5b4-cfe8-43f3-9dfe-63aae7d635f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409927 Jun 26 03:10:26.375913 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=100 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:10:26.386626 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a47b7b-3995-4ada-bc84-dd1dc6ec02f5 req-f499414e-dc6c-4d70-bb89-dfa70469fe49 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:10:26.388064 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-18a47b7b-3995-4ada-bc84-dd1dc6ec02f5 req-f499414e-dc6c-4d70-bb89-dfa70469fe49 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=473e061c-b6d3-4dff-9171-45f7acfaffee HTTP/1.1" status: 200 len: 945 time: 0.0473967 Jun 26 03:10:26.424677 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=100 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:10:26.436914 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-18a47b7b-3995-4ada-bc84-dd1dc6ec02f5 req-c74a020c-f967-46cd-92ed-eb16f7d28d73 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/security-groups?id=90e7fd1e-58a4-4c3d-b8cf-801bca4e434d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435636 Jun 26 03:10:26.502497 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=24,neutron:UPDATE=4 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:10:27.205331 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda4c903-c8ab-4000-944b-a0b79d00b2dc req-c437ae3c-9bc4-4d55-b8c5-886f76051ff5 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:10:27.206784 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-fda4c903-c8ab-4000-944b-a0b79d00b2dc req-c437ae3c-9bc4-4d55-b8c5-886f76051ff5 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c55ca6d-bad0-4964-83fe-4352b7fb1b1d HTTP/1.1" status: 200 len: 946 time: 0.0452437 Jun 26 03:10:27.251874 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-fda4c903-c8ab-4000-944b-a0b79d00b2dc req-a65cef7a-0f5a-44ac-8278-f46bdcc00011 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/security-groups?id=8443e5b4-cfe8-43f3-9dfe-63aae7d635f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398645 Jun 26 03:10:27.546364 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06640097-d492-493f-b511-87b5a50adc86 req-66d20f6f-8edf-4ceb-a582-baca8e8ab8aa tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:10:27.547796 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-06640097-d492-493f-b511-87b5a50adc86 req-66d20f6f-8edf-4ceb-a582-baca8e8ab8aa tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=473e061c-b6d3-4dff-9171-45f7acfaffee HTTP/1.1" status: 200 len: 945 time: 0.0457397 Jun 26 03:10:27.593069 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-06640097-d492-493f-b511-87b5a50adc86 req-468713f9-2a10-4c90-883c-1dfb23c49ffc tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/security-groups?id=90e7fd1e-58a4-4c3d-b8cf-801bca4e434d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399358 Jun 26 03:10:28.368021 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5c145c-6cf5-442c-a5d4-06941c4001c7 req-e29e2fdf-440e-4cfa-9baf-4d471adbadb9 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:10:28.369483 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-5f5c145c-6cf5-442c-a5d4-06941c4001c7 req-e29e2fdf-440e-4cfa-9baf-4d471adbadb9 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c55ca6d-bad0-4964-83fe-4352b7fb1b1d HTTP/1.1" status: 200 len: 946 time: 0.0488138 Jun 26 03:10:28.414615 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-5f5c145c-6cf5-442c-a5d4-06941c4001c7 req-bada2bc7-8d86-4962-8f56-3ff81068b84b tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/security-groups?id=8443e5b4-cfe8-43f3-9dfe-63aae7d635f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397692 Jun 26 03:10:28.606755 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e27d1c-5b9f-451f-823d-7e0c22a3418e req-050598c8-5884-4cc0-9499-6fe770bc5855 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:10:28.608212 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-91e27d1c-5b9f-451f-823d-7e0c22a3418e req-050598c8-5884-4cc0-9499-6fe770bc5855 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c55ca6d-bad0-4964-83fe-4352b7fb1b1d HTTP/1.1" status: 200 len: 946 time: 0.0479250 Jun 26 03:10:28.945223 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-91e27d1c-5b9f-451f-823d-7e0c22a3418e req-331892f8-2e17-4af6-9cb4-a57285f0445d tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/security-groups?id=8443e5b4-cfe8-43f3-9dfe-63aae7d635f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3312073 Jun 26 03:10:28.948629 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0761e8b-61e0-4956-8b31-6437e2bca91c req-b2a7acef-d5b4-454a-a7e7-82b459b43fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:10:28.950017 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-e0761e8b-61e0-4956-8b31-6437e2bca91c req-b2a7acef-d5b4-454a-a7e7-82b459b43fe8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ea86edd65ecb4972ba8bb33b34387432&device_id=1c55ca6d-bad0-4964-83fe-4352b7fb1b1d HTTP/1.1" status: 200 len: 1130 time: 0.3202012 Jun 26 03:10:28.957543 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41ec5b3-9048-419b-a68f-f8eb0c092bf9 req-a57e191c-223c-4bd9-82f9-65d7aea98ac4 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:10:28.958959 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-d41ec5b3-9048-419b-a68f-f8eb0c092bf9 req-a57e191c-223c-4bd9-82f9-65d7aea98ac4 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=473e061c-b6d3-4dff-9171-45f7acfaffee HTTP/1.1" status: 200 len: 945 time: 0.2917290 Jun 26 03:10:29.065590 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-d41ec5b3-9048-419b-a68f-f8eb0c092bf9 req-3e7ca20e-64e3-42ec-ada1-5fdf3a7b77a9 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/security-groups?id=90e7fd1e-58a4-4c3d-b8cf-801bca4e434d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972924 Jun 26 03:10:29.080867 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0761e8b-61e0-4956-8b31-6437e2bca91c req-4c232e45-a337-4b59-adaa-ba7c0c7b90ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:10:29.082329 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-e0761e8b-61e0-4956-8b31-6437e2bca91c req-4c232e45-a337-4b59-adaa-ba7c0c7b90ad service neutron] 10.222.0.43 "GET /v2.0/networks?id=74573779-88f3-4aaa-82c6-e30fd16eafe2 HTTP/1.1" status: 200 len: 912 time: 0.1225014 Jun 26 03:10:29.143746 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-e0761e8b-61e0-4956-8b31-6437e2bca91c req-014b615e-527f-4754-be6a-b65b8caae279 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2d68efe6-d264-4cfb-8cd4-414d529eb007 HTTP/1.1" status: 200 len: 1001 time: 0.0551357 Jun 26 03:10:29.190749 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0761e8b-61e0-4956-8b31-6437e2bca91c req-3f2536da-2f52-4707-bd9c-1fc991a1c6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:10:29.192156 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-e0761e8b-61e0-4956-8b31-6437e2bca91c req-3f2536da-2f52-4707-bd9c-1fc991a1c6ed service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c5ebf334-cb3d-4cb7-af71-a1dac7ba1320 HTTP/1.1" status: 200 len: 850 time: 0.0425301 Jun 26 03:10:29.239918 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0761e8b-61e0-4956-8b31-6437e2bca91c req-4f2c8a29-e8e2-4027-b2dc-6d815fcdb66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:10:29.241359 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-e0761e8b-61e0-4956-8b31-6437e2bca91c req-4f2c8a29-e8e2-4027-b2dc-6d815fcdb66f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=74573779-88f3-4aaa-82c6-e30fd16eafe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409665 Jun 26 03:10:29.330051 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-e0761e8b-61e0-4956-8b31-6437e2bca91c req-5871de52-f55c-4cf0-88ab-b4cf1396375c service neutron] 10.222.0.43 "GET /v2.0/networks/74573779-88f3-4aaa-82c6-e30fd16eafe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809412 Jun 26 03:10:29.420404 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-e0761e8b-61e0-4956-8b31-6437e2bca91c req-205b8e4d-0036-4815-a4d6-7ff9e083a00a service neutron] 10.222.0.43 "GET /v2.0/networks/74573779-88f3-4aaa-82c6-e30fd16eafe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843754 Jun 26 03:10:30.059276 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4bdd48-0b07-4d4e-bf09-b7d8004b712e req-c2ffd5ef-e6a6-4049-819b-d0f09c16504e tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:10:30.060897 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-3d4bdd48-0b07-4d4e-bf09-b7d8004b712e req-c2ffd5ef-e6a6-4049-819b-d0f09c16504e tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c55ca6d-bad0-4964-83fe-4352b7fb1b1d HTTP/1.1" status: 200 len: 946 time: 0.0487988 Jun 26 03:10:30.074166 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=100 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:10:30.083124 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=100 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:10:30.113064 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-3d4bdd48-0b07-4d4e-bf09-b7d8004b712e req-265f0fdc-ee80-4781-8ec6-13dd3078a118 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/security-groups?id=8443e5b4-cfe8-43f3-9dfe-63aae7d635f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462792 Jun 26 03:10:30.184217 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a0ef06-6542-4466-abfc-24c622427e2d req-1707a140-f1f4-4f23-bdad-2d08a4d753cb tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:10:30.185680 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-21a0ef06-6542-4466-abfc-24c622427e2d req-1707a140-f1f4-4f23-bdad-2d08a4d753cb tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=473e061c-b6d3-4dff-9171-45f7acfaffee HTTP/1.1" status: 200 len: 945 time: 0.0510607 Jun 26 03:10:30.231707 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-21a0ef06-6542-4466-abfc-24c622427e2d req-3dbc3ddc-92df-494a-bffe-66fb35ea20b6 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/security-groups?id=90e7fd1e-58a4-4c3d-b8cf-801bca4e434d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405715 Jun 26 03:10:30.961885 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=2 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:10:31.223724 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81638d63-bef5-45f1-acb8-c699d14d81ee req-7fa812d3-1230-4c1d-8fa0-ece9c6c9979f tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:10:31.225162 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-81638d63-bef5-45f1-acb8-c699d14d81ee req-7fa812d3-1230-4c1d-8fa0-ece9c6c9979f tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c55ca6d-bad0-4964-83fe-4352b7fb1b1d HTTP/1.1" status: 200 len: 946 time: 0.0456367 Jun 26 03:10:31.273628 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-81638d63-bef5-45f1-acb8-c699d14d81ee req-63bd6fd3-d74b-4c84-b5ce-a2946c6bd405 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/security-groups?id=8443e5b4-cfe8-43f3-9dfe-63aae7d635f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423589 Jun 26 03:10:31.343751 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cdb956-b070-4924-8b73-4085c4cd81b5 req-e288c6f7-0339-4615-b6c2-5e9af15ac373 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:10:31.345180 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-52cdb956-b070-4924-8b73-4085c4cd81b5 req-e288c6f7-0339-4615-b6c2-5e9af15ac373 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=473e061c-b6d3-4dff-9171-45f7acfaffee HTTP/1.1" status: 200 len: 945 time: 0.0451632 Jun 26 03:10:31.394209 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-52cdb956-b070-4924-8b73-4085c4cd81b5 req-901bce12-d88d-4726-9784-98c5d07385eb tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/security-groups?id=90e7fd1e-58a4-4c3d-b8cf-801bca4e434d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436869 Jun 26 03:10:32.506657 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b341d490-ef3d-461e-acbe-a3d464ebeb69 req-f3d81c13-0e3f-4381-bd9d-31012a1914ec tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:10:32.508043 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-b341d490-ef3d-461e-acbe-a3d464ebeb69 req-f3d81c13-0e3f-4381-bd9d-31012a1914ec tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=473e061c-b6d3-4dff-9171-45f7acfaffee HTTP/1.1" status: 200 len: 945 time: 0.0471857 Jun 26 03:10:32.554171 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-b341d490-ef3d-461e-acbe-a3d464ebeb69 req-5847c987-44a4-4d2e-b59d-41d5b6293195 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/security-groups?id=90e7fd1e-58a4-4c3d-b8cf-801bca4e434d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405519 Jun 26 03:10:33.667736 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2b8137-953a-48d5-b3be-d80bdcc538f8 req-eb069311-7eeb-44ae-8ecf-aba9c823a556 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:10:33.669182 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-4a2b8137-953a-48d5-b3be-d80bdcc538f8 req-eb069311-7eeb-44ae-8ecf-aba9c823a556 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=473e061c-b6d3-4dff-9171-45f7acfaffee HTTP/1.1" status: 200 len: 945 time: 0.0473237 Jun 26 03:10:33.716501 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-4a2b8137-953a-48d5-b3be-d80bdcc538f8 req-d2b751c0-11b4-492d-9f12-cb96fc08a4f1 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/security-groups?id=90e7fd1e-58a4-4c3d-b8cf-801bca4e434d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414679 Jun 26 03:10:34.298628 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=72,neutron:DELETE=8 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:10:34.300529 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=75,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:10:34.317592 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=26,neutron:UPDATE=2 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:10:34.833053 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28c774e-bf02-40e2-a069-6cf2b854ea92 req-889df78c-ba50-43bb-8bf5-3fcb1115dd14 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:10:34.834552 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-c28c774e-bf02-40e2-a069-6cf2b854ea92 req-889df78c-ba50-43bb-8bf5-3fcb1115dd14 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=473e061c-b6d3-4dff-9171-45f7acfaffee HTTP/1.1" status: 200 len: 945 time: 0.0514874 Jun 26 03:10:34.884234 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-c28c774e-bf02-40e2-a069-6cf2b854ea92 req-f5215eb8-3c3c-4e4a-9086-a760474c7697 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/security-groups?id=90e7fd1e-58a4-4c3d-b8cf-801bca4e434d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427744 Jun 26 03:10:35.995386 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f51ed38-cd29-4549-993f-969e1d8c6743 req-771c503c-1995-4fe9-b449-512f7f1d97b3 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:10:35.996855 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-8f51ed38-cd29-4549-993f-969e1d8c6743 req-771c503c-1995-4fe9-b449-512f7f1d97b3 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=473e061c-b6d3-4dff-9171-45f7acfaffee HTTP/1.1" status: 200 len: 945 time: 0.0467002 Jun 26 03:10:36.043820 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-8f51ed38-cd29-4549-993f-969e1d8c6743 req-12bf7689-6fbb-4cf6-83ed-85c95be6dd34 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/security-groups?id=90e7fd1e-58a4-4c3d-b8cf-801bca4e434d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416207 Jun 26 03:10:36.877706 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0654e253-034a-465f-86c6-bbaaed7b525f req-078ea4f7-2991-409b-b22a-6aed405aae75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:10:36.879480 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-0654e253-034a-465f-86c6-bbaaed7b525f req-078ea4f7-2991-409b-b22a-6aed405aae75 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=473e061c-b6d3-4dff-9171-45f7acfaffee HTTP/1.1" status: 200 len: 1129 time: 0.0393422 Jun 26 03:10:36.925802 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-0654e253-034a-465f-86c6-bbaaed7b525f req-22e913e6-2fd2-4a7f-9675-d611a9868dc3 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=90e7fd1e-58a4-4c3d-b8cf-801bca4e434d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399747 Jun 26 03:10:37.155020 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8c0a20-e8d4-4c32-99c0-7da8db3f22bd req-c7d089f0-642c-4703-8bfe-917d72e13b04 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:10:37.156476 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-0a8c0a20-e8d4-4c32-99c0-7da8db3f22bd req-c7d089f0-642c-4703-8bfe-917d72e13b04 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=473e061c-b6d3-4dff-9171-45f7acfaffee HTTP/1.1" status: 200 len: 945 time: 0.0467217 Jun 26 03:10:37.202382 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-0a8c0a20-e8d4-4c32-99c0-7da8db3f22bd req-ac351f8c-475b-4fa3-ab38-6d976ab1b601 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/security-groups?id=90e7fd1e-58a4-4c3d-b8cf-801bca4e434d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402734 Jun 26 03:10:38.315802 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18dc6ea-7797-4e49-8dee-f05bc5afbc37 req-babca849-78bd-436f-b800-28a27dc88f33 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:10:38.317290 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a18dc6ea-7797-4e49-8dee-f05bc5afbc37 req-babca849-78bd-436f-b800-28a27dc88f33 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=473e061c-b6d3-4dff-9171-45f7acfaffee HTTP/1.1" status: 200 len: 945 time: 0.0476251 Jun 26 03:10:38.366290 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a18dc6ea-7797-4e49-8dee-f05bc5afbc37 req-d6e8ab5f-f57a-4e0b-ba9e-99d2c258b126 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/security-groups?id=90e7fd1e-58a4-4c3d-b8cf-801bca4e434d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419610 Jun 26 03:10:39.470260 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=100 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:10:39.488885 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb582ec7-7edb-4339-a7ec-12bfa0b43396 req-e7b68d2a-d807-4ef5-ba26-0e7410537403 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:10:39.490380 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-cb582ec7-7edb-4339-a7ec-12bfa0b43396 req-e7b68d2a-d807-4ef5-ba26-0e7410537403 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=473e061c-b6d3-4dff-9171-45f7acfaffee HTTP/1.1" status: 200 len: 945 time: 0.0508289 Jun 26 03:10:39.536344 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-cb582ec7-7edb-4339-a7ec-12bfa0b43396 req-adb19465-cb2b-47eb-8e10-323ad176933f tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/security-groups?id=90e7fd1e-58a4-4c3d-b8cf-801bca4e434d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405629 Jun 26 03:10:39.898284 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=100 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:10:39.942518 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c65ba9c-78fe-4dcb-adb1-c01afdafd822 req-f51e8d4a-c247-487c-9643-93cc0172d923 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:10:39.943898 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-5c65ba9c-78fe-4dcb-adb1-c01afdafd822 req-f51e8d4a-c247-487c-9643-93cc0172d923 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=473e061c-b6d3-4dff-9171-45f7acfaffee HTTP/1.1" status: 200 len: 945 time: 0.0745773 Jun 26 03:10:39.952907 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f62463-2c99-4bb0-a795-3d4578fb2000 req-28da2eee-8c0e-4a4f-847a-d92bd73d5940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:10:39.954298 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-e3f62463-2c99-4bb0-a795-3d4578fb2000 req-28da2eee-8c0e-4a4f-847a-d92bd73d5940 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=aa1dff9e9be549308ec0ad3a13810062&device_id=473e061c-b6d3-4dff-9171-45f7acfaffee HTTP/1.1" status: 200 len: 1129 time: 0.0518298 Jun 26 03:10:40.053493 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-5c65ba9c-78fe-4dcb-adb1-c01afdafd822 req-7f7d8d8a-cfd4-46df-aad0-2677908f6a3d tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/security-groups?id=90e7fd1e-58a4-4c3d-b8cf-801bca4e434d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023953 Jun 26 03:10:40.075778 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f62463-2c99-4bb0-a795-3d4578fb2000 req-068a95f9-aeae-48cb-8cc7-a851679bf0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:10:40.077219 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-e3f62463-2c99-4bb0-a795-3d4578fb2000 req-068a95f9-aeae-48cb-8cc7-a851679bf0ab service neutron] 10.222.0.43 "GET /v2.0/networks?id=4d1cf2ab-1c05-4bc5-9daa-428f3ef27012 HTTP/1.1" status: 200 len: 920 time: 0.1171606 Jun 26 03:10:40.142166 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-e3f62463-2c99-4bb0-a795-3d4578fb2000 req-a4a25169-75ea-4855-bb2d-af63d891e243 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9ffa489f-38cb-4f25-9eb2-e940343d2383 HTTP/1.1" status: 200 len: 1001 time: 0.0590658 Jun 26 03:10:40.188569 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f62463-2c99-4bb0-a795-3d4578fb2000 req-de103523-cce2-4e77-91b5-97f006ff50ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:10:40.189925 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-e3f62463-2c99-4bb0-a795-3d4578fb2000 req-de103523-cce2-4e77-91b5-97f006ff50ac service neutron] 10.222.0.43 "GET /v2.0/subnets?id=50d12281-21a2-4343-ba8b-93c5382e067a HTTP/1.1" status: 200 len: 858 time: 0.0423129 Jun 26 03:10:40.239469 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f62463-2c99-4bb0-a795-3d4578fb2000 req-c7d75e4f-eec8-4f50-9a0e-bc88ab4455e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:10:40.240800 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-e3f62463-2c99-4bb0-a795-3d4578fb2000 req-c7d75e4f-eec8-4f50-9a0e-bc88ab4455e9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4d1cf2ab-1c05-4bc5-9daa-428f3ef27012&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0370300 Jun 26 03:10:40.332216 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-e3f62463-2c99-4bb0-a795-3d4578fb2000 req-6afcf44e-7f39-467e-b783-0363bd8a7f8f service neutron] 10.222.0.43 "GET /v2.0/networks/4d1cf2ab-1c05-4bc5-9daa-428f3ef27012?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849183 Jun 26 03:10:40.419643 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-e3f62463-2c99-4bb0-a795-3d4578fb2000 req-001b39cc-9083-4f5a-9714-ecce66ae1360 service neutron] 10.222.0.43 "GET /v2.0/networks/4d1cf2ab-1c05-4bc5-9daa-428f3ef27012?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814583 Jun 26 03:10:41.029132 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafa14b7-021b-4bcb-9189-70502124e39e req-10c2cfc4-5474-4a6c-aa1d-3c8e0cbdbea1 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:10:41.030572 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-aafa14b7-021b-4bcb-9189-70502124e39e req-10c2cfc4-5474-4a6c-aa1d-3c8e0cbdbea1 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c4e7b87-db95-47e8-8679-3a36a89d75f7 HTTP/1.1" status: 200 len: 945 time: 0.0509331 Jun 26 03:10:41.076632 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-aafa14b7-021b-4bcb-9189-70502124e39e req-b5f3fd62-de42-4ca2-aa30-80205f3e2610 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9fab2c8-5d92-4c65-ad12-034445c43e72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405922 Jun 26 03:10:41.168335 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cbf8e6-f615-45b4-91c4-6d232d1bff3a req-8809cf59-a8d0-4f6f-964a-39e13217330e tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:10:41.169779 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-06cbf8e6-f615-45b4-91c4-6d232d1bff3a req-8809cf59-a8d0-4f6f-964a-39e13217330e tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=473e061c-b6d3-4dff-9171-45f7acfaffee HTTP/1.1" status: 200 len: 945 time: 0.0466771 Jun 26 03:10:41.214722 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-06cbf8e6-f615-45b4-91c4-6d232d1bff3a req-a5cd38e6-761c-4027-8043-2725e99768d1 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/security-groups?id=90e7fd1e-58a4-4c3d-b8cf-801bca4e434d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397277 Jun 26 03:10:41.415101 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-f98918ce-b0b0-4a28-ba56-f33860a93552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (7168f7b9-c398-4364-91f8-35e2ce03f4c4), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:10:42.202505 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca017df-f432-4535-a8c5-468658df341e req-c0199c59-f7f2-4171-a1d4-b136b0750596 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:10:42.203965 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-5ca017df-f432-4535-a8c5-468658df341e req-c0199c59-f7f2-4171-a1d4-b136b0750596 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c4e7b87-db95-47e8-8679-3a36a89d75f7 HTTP/1.1" status: 200 len: 945 time: 0.0553432 Jun 26 03:10:42.262457 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-5ca017df-f432-4535-a8c5-468658df341e req-64cf88af-4371-4111-a6d3-1e56019bf80b tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9fab2c8-5d92-4c65-ad12-034445c43e72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529060 Jun 26 03:10:42.329787 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bb2932-d890-4666-aac5-f8edfe6c3fe6 req-57daa0ad-7cc2-4f4c-93ef-7d7de3596a1a tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:10:42.331237 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-57bb2932-d890-4666-aac5-f8edfe6c3fe6 req-57daa0ad-7cc2-4f4c-93ef-7d7de3596a1a tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=473e061c-b6d3-4dff-9171-45f7acfaffee HTTP/1.1" status: 200 len: 945 time: 0.0465567 Jun 26 03:10:42.377004 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-57bb2932-d890-4666-aac5-f8edfe6c3fe6 req-5c7bc0a6-f5d0-4879-bd8f-d365958020a0 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/security-groups?id=90e7fd1e-58a4-4c3d-b8cf-801bca4e434d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404654 Jun 26 03:10:43.371886 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c539fb1a-7471-44d4-ac24-50e1ba39ee89 req-bb6ee9f4-451e-40f8-b8e5-9f39cdcd7e2b tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:10:43.373324 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-c539fb1a-7471-44d4-ac24-50e1ba39ee89 req-bb6ee9f4-451e-40f8-b8e5-9f39cdcd7e2b tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c4e7b87-db95-47e8-8679-3a36a89d75f7 HTTP/1.1" status: 200 len: 945 time: 0.0452015 Jun 26 03:10:43.389730 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=100 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:10:43.398363 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=100 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:10:43.427440 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-c539fb1a-7471-44d4-ac24-50e1ba39ee89 req-b0638a9d-f2e2-4af8-88b6-62d3f8d4d658 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9fab2c8-5d92-4c65-ad12-034445c43e72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486577 Jun 26 03:10:43.499414 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2f69f5-228b-481d-a799-723d1a55132e req-e83f0d15-6347-4025-9cdb-a92b73f65881 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:10:43.500875 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-ea2f69f5-228b-481d-a799-723d1a55132e req-e83f0d15-6347-4025-9cdb-a92b73f65881 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=473e061c-b6d3-4dff-9171-45f7acfaffee HTTP/1.1" status: 200 len: 945 time: 0.0506661 Jun 26 03:10:43.546633 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-ea2f69f5-228b-481d-a799-723d1a55132e req-94b38ef6-19ef-443a-b4e1-5a13456d2827 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/security-groups?id=90e7fd1e-58a4-4c3d-b8cf-801bca4e434d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401042 Jun 26 03:10:43.749828 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-7488f7ff-05fa-4661-b0c3-8e85c4b6e30d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (0122de27-3097-4d47-a0ca-0fb90e28ac1e), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:10:44.360118 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-9b831538-0c24-4a46-963e-11ce6c24f320 req-e3d34858-c95f-4e80-a658-812ebf6db505 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d87611df-64cb-42cb-b734-782bf9ebb9ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0403397 Jun 26 03:10:44.543035 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409a09c6-d8f0-4002-afa5-248ffb40a89c req-ccdb294b-0218-4de9-a5e9-903cc45da7c8 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:10:44.544494 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-409a09c6-d8f0-4002-afa5-248ffb40a89c req-ccdb294b-0218-4de9-a5e9-903cc45da7c8 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c4e7b87-db95-47e8-8679-3a36a89d75f7 HTTP/1.1" status: 200 len: 945 time: 0.0469351 Jun 26 03:10:44.592244 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-409a09c6-d8f0-4002-afa5-248ffb40a89c req-d6a6b64c-e9a0-40cf-8ac1-a265bebfddc4 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9fab2c8-5d92-4c65-ad12-034445c43e72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422528 Jun 26 03:10:44.635446 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (e7a0895f-45bb-4130-be69-32df3e039043), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:10:44.666183 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e092a94e-eeb7-4680-be98-645f5923c581 req-f4184c9b-f076-436d-82ec-b7a2a0bd0b94 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:10:44.667630 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-e092a94e-eeb7-4680-be98-645f5923c581 req-f4184c9b-f076-436d-82ec-b7a2a0bd0b94 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=473e061c-b6d3-4dff-9171-45f7acfaffee HTTP/1.1" status: 200 len: 945 time: 0.0523899 Jun 26 03:10:44.714390 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-e092a94e-eeb7-4680-be98-645f5923c581 req-61bf1234-3cbc-4876-a617-fbe17154f274 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/security-groups?id=90e7fd1e-58a4-4c3d-b8cf-801bca4e434d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411968 Jun 26 03:10:44.831788 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a728dec0-92d1-4a90-89de-116316008189 req-6eb0052c-a58a-490a-aab1-cf5bf70928d6 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:10:44.833333 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a728dec0-92d1-4a90-89de-116316008189 req-6eb0052c-a58a-490a-aab1-cf5bf70928d6 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=473e061c-b6d3-4dff-9171-45f7acfaffee HTTP/1.1" status: 200 len: 945 time: 0.0493257 Jun 26 03:10:44.840570 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a0725410-9e6c-45cb-9ff8-c6c4931d6b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (ece691f0-a7cc-4e31-b59a-0e18fd9fccde), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:10:44.841795 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 45390) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:10:44.846311 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-1195330b-e96d-4095-997a-e4b470ca7b36 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Request body: {'floatingip': {'port_id': '9ffa489f-38cb-4f25-9eb2-e940343d2383'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:10:44.899212 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-1195330b-e96d-4095-997a-e4b470ca7b36 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Publish callbacks [] for floatingip (7c014a3a-97fc-4dd7-ac15-1734312894d4), before_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:10:45.338544 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b831538-0c24-4a46-963e-11ce6c24f320 req-2d84998d-8004-4cd2-8ab8-bedeb7ca29dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:10:45.339940 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-9b831538-0c24-4a46-963e-11ce6c24f320 req-2d84998d-8004-4cd2-8ab8-bedeb7ca29dc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1850f9f425294a82add8a09690dc1df0&device_id=d87611df-64cb-42cb-b734-782bf9ebb9ab HTTP/1.1" status: 200 len: 1129 time: 0.0715551 Jun 26 03:10:45.346081 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e220a761-19a8-41b4-ae54-9943820a08b6 req-4a97687c-2006-4223-a1b5-671031499c5f tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:10:45.347453 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-e220a761-19a8-41b4-ae54-9943820a08b6 req-4a97687c-2006-4223-a1b5-671031499c5f tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c4e7b87-db95-47e8-8679-3a36a89d75f7 HTTP/1.1" status: 200 len: 945 time: 0.0710354 Jun 26 03:10:45.495906 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [req-e220a761-19a8-41b4-ae54-9943820a08b6 req-7b011fd9-1641-42b8-a208-15b00fdeaf52 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Deleting port 5b9b80b1-5c7f-45d8-944b-ab893c926663 {{(pid=104014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 26 03:10:45.496250 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-e220a761-19a8-41b4-ae54-9943820a08b6 req-7b011fd9-1641-42b8-a208-15b00fdeaf52 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787575727912'] for port (5b9b80b1-5c7f-45d8-944b-ab893c926663), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:10:45.519530 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b831538-0c24-4a46-963e-11ce6c24f320 req-7235a754-2849-464a-9954-4b52ba6b83a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:10:45.520992 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-9b831538-0c24-4a46-963e-11ce6c24f320 req-7235a754-2849-464a-9954-4b52ba6b83a1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=02cd0f74-99cd-4eb9-aeb7-aae2b7255a50 HTTP/1.1" status: 200 len: 915 time: 0.1594703 Jun 26 03:10:45.544463 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-1195330b-e96d-4095-997a-e4b470ca7b36 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:10:45.548387 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-1195330b-e96d-4095-997a-e4b470ca7b36 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620021'] for floatingip (7c014a3a-97fc-4dd7-ac15-1734312894d4), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:10:45.639023 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-9b831538-0c24-4a46-963e-11ce6c24f320 req-9e7598b1-42e7-435b-8e4d-3b223a310861 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=964b9885-7663-4cc6-bfd4-5bb8f0e20bea HTTP/1.1" status: 200 len: 1001 time: 0.1078525 Jun 26 03:10:45.729533 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [req-e220a761-19a8-41b4-ae54-9943820a08b6 req-7b011fd9-1641-42b8-a208-15b00fdeaf52 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] For port 5b9b80b1-5c7f-45d8-944b-ab893c926663, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=5b9b80b1-5c7f-45d8-944b-ab893c926663,segment=NetworkSegment(4d81c647-e55d-4122-8ce3-5fece06ad477),segment_id=4d81c647-e55d-4122-8ce3-5fece06ad477)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:10:45.729928 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-e220a761-19a8-41b4-ae54-9943820a08b6 req-7b011fd9-1641-42b8-a208-15b00fdeaf52 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615864'] for port (5b9b80b1-5c7f-45d8-944b-ab893c926663), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:10:45.742217 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=100 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:10:45.768360 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1195330b-e96d-4095-997a-e4b470ca7b36 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Router ba98c50f-28e4-48ab-9551-c9e6cb46713b has already been hosted by L3 agent 0122de27-3097-4d47-a0ca-0fb90e28ac1e {{(pid=104013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 26 03:10:45.781823 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af10555-30b6-484f-bbb4-8082b6cffbd4 req-3ac1417f-b2b1-4e90-b3c9-03b90cff3627 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:10:45.783451 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-1af10555-30b6-484f-bbb4-8082b6cffbd4 req-3ac1417f-b2b1-4e90-b3c9-03b90cff3627 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c4e7b87-db95-47e8-8679-3a36a89d75f7 HTTP/1.1" status: 200 len: 945 time: 0.1001515 Jun 26 03:10:45.834795 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b831538-0c24-4a46-963e-11ce6c24f320 req-58101588-defc-4a53-b934-0897f3aeedb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:10:45.836260 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-9b831538-0c24-4a46-963e-11ce6c24f320 req-58101588-defc-4a53-b934-0897f3aeedb4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e97e6f7f-41a5-4383-a841-52482c75f2ee HTTP/1.1" status: 200 len: 853 time: 0.1877711 Jun 26 03:10:45.870772 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1195330b-e96d-4095-997a-e4b470ca7b36 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Notify agent at l3_agent.dv-cinder-846842-4-iscsi the message routers_updated {{(pid=104013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 03:10:45.875797 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-1195330b-e96d-4095-997a-e4b470ca7b36 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515864'] for floatingip (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:10:45.882011 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1359e76b-16e7-49ce-b801-376d267c5598 None None] Sync routers for ids ['ba98c50f-28e4-48ab-9551-c9e6cb46713b'] in dv-cinder-846842-4-iscsi {{(pid=104015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 03:10:45.895328 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1359e76b-16e7-49ce-b801-376d267c5598 None None] Routers {'ba98c50f-28e4-48ab-9551-c9e6cb46713b'} bound to L3 agent in host dv-cinder-846842-4-iscsi {{(pid=104015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 26 03:10:45.896389 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-1359e76b-16e7-49ce-b801-376d267c5598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-26T02:56:44Z,description=,heartbeat_timestamp=2022-06-26T03:10:44Z,host='dv-cinder-846842-4-iscsi',id=0122de27-3097-4d47-a0ca-0fb90e28ac1e,load=0,resource_versions=,resources_synced=,started_at=2022-06-26T02:56:44Z,topic='l3_agent')) {'router_ids': ['ba98c50f-28e4-48ab-9551-c9e6cb46713b'], 'active': True} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:10:45.900669 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b831538-0c24-4a46-963e-11ce6c24f320 req-7df684ab-181e-4eff-b5e0-00d3c953b79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:10:45.901578 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-9b831538-0c24-4a46-963e-11ce6c24f320 req-7df684ab-181e-4eff-b5e0-00d3c953b79d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=02cd0f74-99cd-4eb9-aeb7-aae2b7255a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437450 Jun 26 03:10:45.938540 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '473e061c-b6d3-4dff-9171-45f7acfaffee', 'tag': '9ffa489f-38cb-4f25-9eb2-e940343d2383'}] {{(pid=104013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 26 03:10:45.941370 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}139ce4dbef1e3d377c6aaa27dc3378ac98104fcd26dfc0ba8b816af75a6f94ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a4ab4b6-2241-441a-ae7e-fe685d1f5457" -d '{"events": [{"name": "network-changed", "server_uuid": "473e061c-b6d3-4dff-9171-45f7acfaffee", "tag": "9ffa489f-38cb-4f25-9eb2-e940343d2383"}]}' {{(pid=104013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 03:10:45.943493 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:10:45.948022 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-1195330b-e96d-4095-997a-e4b470ca7b36 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "PUT /v2.0/floatingips/7c014a3a-97fc-4dd7-ac15-1734312894d4 HTTP/1.1" status: 200 len: 993 time: 1.1025577 Jun 26 03:10:46.000193 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=100 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:10:46.016024 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvr_db [None req-1359e76b-16e7-49ce-b801-376d267c5598 None None] Set router ba98c50f-28e4-48ab-9551-c9e6cb46713b gateway port host: dv-cinder-846842-4-iscsi {{(pid=104015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 26 03:10:46.051850 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Jun 2022 03:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b99a24cb-7cdf-492e-a72f-4c4479821683 x-openstack-request-id: req-b99a24cb-7cdf-492e-a72f-4c4479821683 {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 03:10:46.052149 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "473e061c-b6d3-4dff-9171-45f7acfaffee", "tag": "9ffa489f-38cb-4f25-9eb2-e940343d2383", "status": "completed", "code": 200}]} {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 03:10:46.052403 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b99a24cb-7cdf-492e-a72f-4c4479821683 {{(pid=104013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 03:10:46.052813 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b99a24cb-7cdf-492e-a72f-4c4479821683'] response: {'name': 'network-changed', 'server_uuid': '473e061c-b6d3-4dff-9171-45f7acfaffee', 'tag': '9ffa489f-38cb-4f25-9eb2-e940343d2383', 'status': 'completed', 'code': 200} Jun 26 03:10:46.074319 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-1af10555-30b6-484f-bbb4-8082b6cffbd4 req-8cc1c2e9-7c7f-4326-b841-9a090fe164b9 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/security-groups?id=d9fab2c8-5d92-4c65-ad12-034445c43e72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2561266 Jun 26 03:10:46.134378 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-9b831538-0c24-4a46-963e-11ce6c24f320 req-68c2f4ff-be5d-4d04-afeb-86da6dd438b1 service neutron] 10.222.0.43 "GET /v2.0/networks/02cd0f74-99cd-4eb9-aeb7-aae2b7255a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181804 Jun 26 03:10:46.154590 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-e220a761-19a8-41b4-ae54-9943820a08b6 req-7b011fd9-1641-42b8-a208-15b00fdeaf52 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:10:46.154960 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-e220a761-19a8-41b4-ae54-9943820a08b6 req-7b011fd9-1641-42b8-a208-15b00fdeaf52 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620021'] for floatingip (e65336c0-2abb-4d06-83ed-be0608a4e479), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:10:46.155281 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.db.l3_db [req-e220a761-19a8-41b4-ae54-9943820a08b6 req-7b011fd9-1641-42b8-a208-15b00fdeaf52 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Floating IP e65336c0-2abb-4d06-83ed-be0608a4e479 disassociated. External IP: 172.27.2.253, port: 5b9b80b1-5c7f-45d8-944b-ab893c926663. Jun 26 03:10:46.155646 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [req-e220a761-19a8-41b4-ae54-9943820a08b6 req-7b011fd9-1641-42b8-a208-15b00fdeaf52 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Calling delete_port for 5b9b80b1-5c7f-45d8-944b-ab893c926663 owned by compute:nova {{(pid=104014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 26 03:10:46.158568 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4ab4b6-2241-441a-ae7e-fe685d1f5457 req-56c5a3d4-93e9-44ad-a6f1-af165aac1dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:10:46.160096 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-0a4ab4b6-2241-441a-ae7e-fe685d1f5457 req-56c5a3d4-93e9-44ad-a6f1-af165aac1dec service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=aa1dff9e9be549308ec0ad3a13810062&device_id=473e061c-b6d3-4dff-9171-45f7acfaffee HTTP/1.1" status: 200 len: 1129 time: 0.0444572 Jun 26 03:10:46.260460 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:10:46.264552 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4ab4b6-2241-441a-ae7e-fe685d1f5457 req-9eae378f-6167-4fce-8dae-dd980cb68e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:10:46.265420 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-0a4ab4b6-2241-441a-ae7e-fe685d1f5457 req-9eae378f-6167-4fce-8dae-dd980cb68e33 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4d1cf2ab-1c05-4bc5-9daa-428f3ef27012 HTTP/1.1" status: 200 len: 920 time: 0.0985165 Jun 26 03:10:46.324871 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d2867017-9ae3-4ae5-b018-59cb98d1258b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (3b87920d-6933-41a3-b47c-185b87d68e87), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:10:46.358658 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-0a4ab4b6-2241-441a-ae7e-fe685d1f5457 req-284c4be7-784f-4323-b703-0a6883e1cc54 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9ffa489f-38cb-4f25-9eb2-e940343d2383 HTTP/1.1" status: 200 len: 1001 time: 0.0866480 Jun 26 03:10:46.382662 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-1359e76b-16e7-49ce-b801-376d267c5598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba98c50f-28e4-48ab-9551-c9e6cb46713b', 'name': 'tempest-ServerRescueNegativeTestJSON-1891208908-router', 'tenant_id': 'aa1dff9e9be549308ec0ad3a13810062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '9cca5d8c-99f7-4073-a841-c41cec400914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:04:34Z', 'updated_at': '2022-06-26T03:04:45Z', 'revision_number': 4, 'project_id': 'aa1dff9e9be549308ec0ad3a13810062', 'gw_port': {'id': '9cca5d8c-99f7-4073-a841-c41cec400914', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:4b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba98c50f-28e4-48ab-9551-c9e6cb46713b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:36Z', 'updated_at': '2022-06-26T03:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi', '_floatingips': [{'id': '7c014a3a-97fc-4dd7-ac15-1734312894d4', 'tenant_id': 'aa1dff9e9be549308ec0ad3a13810062', 'floating_ip_address': '172.27.2.102', 'floating_network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'router_id': 'ba98c50f-28e4-48ab-9551-c9e6cb46713b', 'port_id': '9ffa489f-38cb-4f25-9eb2-e940343d2383', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d1cf2ab-1c05-4bc5-9daa-428f3ef27012', 'mac_address': 'fa:16:3e:55:97:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473e061c-b6d3-4dff-9171-45f7acfaffee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-26T03:07:22Z', 'updated_at': '2022-06-26T03:10:45Z', 'revision_number': 3, 'project_id': 'aa1dff9e9be549308ec0ad3a13810062', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdaf2926-df93-41e6-bf68-68a05eedce29', 'name': '', 'network_id': '4d1cf2ab-1c05-4bc5-9daa-428f3ef27012', 'tenant_id': 'aa1dff9e9be549308ec0ad3a13810062', 'mac_address': 'fa:16:3e:68:8d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba98c50f-28e4-48ab-9551-c9e6cb46713b', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '50d12281-21a2-4343-ba8b-93c5382e067a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:44Z', 'updated_at': '2022-06-26T03:04:58Z', 'revision_number': 5, 'project_id': 'aa1dff9e9be549308ec0ad3a13810062', 'subnets': [{'id': '50d12281-21a2-4343-ba8b-93c5382e067a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-4-iscsi', False) {} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:10:46.412728 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1359e76b-16e7-49ce-b801-376d267c5598 None None] Checking router: ba98c50f-28e4-48ab-9551-c9e6cb46713b for host: dv-cinder-846842-4-iscsi {{(pid=104015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 03:10:46.412935 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4ab4b6-2241-441a-ae7e-fe685d1f5457 req-748dd647-94b4-44d1-95d6-31244681899a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:10:46.414351 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-0a4ab4b6-2241-441a-ae7e-fe685d1f5457 req-748dd647-94b4-44d1-95d6-31244681899a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=50d12281-21a2-4343-ba8b-93c5382e067a HTTP/1.1" status: 200 len: 858 time: 0.0504422 Jun 26 03:10:46.421603 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1359e76b-16e7-49ce-b801-376d267c5598 None None] Routers {'ba98c50f-28e4-48ab-9551-c9e6cb46713b'} bound to L3 agent in host dv-cinder-846842-4-iscsi {{(pid=104015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 26 03:10:46.422268 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-1359e76b-16e7-49ce-b801-376d267c5598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-26T02:56:44Z,description=,heartbeat_timestamp=2022-06-26T03:10:44Z,host='dv-cinder-846842-4-iscsi',id=0122de27-3097-4d47-a0ca-0fb90e28ac1e,load=0,resource_versions=,resources_synced=,started_at=2022-06-26T02:56:44Z,topic='l3_agent')) {'router_ids': ['ba98c50f-28e4-48ab-9551-c9e6cb46713b'], 'active': True} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:10:46.459441 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4ab4b6-2241-441a-ae7e-fe685d1f5457 req-8d14ef90-437a-412e-8914-e7a9d3f11581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:10:46.460986 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-0a4ab4b6-2241-441a-ae7e-fe685d1f5457 req-8d14ef90-437a-412e-8914-e7a9d3f11581 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4d1cf2ab-1c05-4bc5-9daa-428f3ef27012&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403960 Jun 26 03:10:46.529281 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (16f9b602-7baf-4f7a-ab92-1b0788147fb5), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:10:46.531090 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-9b831538-0c24-4a46-963e-11ce6c24f320 req-b330d808-9c1c-4837-a226-3286a62cdf25 service neutron] 10.222.0.43 "GET /v2.0/networks/02cd0f74-99cd-4eb9-aeb7-aae2b7255a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3878672 Jun 26 03:10:46.539911 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvr_db [None req-1359e76b-16e7-49ce-b801-376d267c5598 None None] Set router ba98c50f-28e4-48ab-9551-c9e6cb46713b gateway port host: dv-cinder-846842-4-iscsi {{(pid=104015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 26 03:10:46.604188 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-e220a761-19a8-41b4-ae54-9943820a08b6 req-7b011fd9-1641-42b8-a208-15b00fdeaf52 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787575732336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787575245478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6258255'] for port (5b9b80b1-5c7f-45d8-944b-ab893c926663), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:10:46.631844 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b011fd9-1641-42b8-a208-15b00fdeaf52 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Pushing event deleted for resources: {'Port': ['ID=5b9b80b1-5c7f-45d8-944b-ab893c926663,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:10:46.640814 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b011fd9-1641-42b8-a208-15b00fdeaf52 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:10:46.641472 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b011fd9-1641-42b8-a208-15b00fdeaf52 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:10:46.641472 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b011fd9-1641-42b8-a208-15b00fdeaf52 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:10:46.641808 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b011fd9-1641-42b8-a208-15b00fdeaf52 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:10:46.642168 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b011fd9-1641-42b8-a208-15b00fdeaf52 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:10:46.642498 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b011fd9-1641-42b8-a208-15b00fdeaf52 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:10:46.642823 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b011fd9-1641-42b8-a208-15b00fdeaf52 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:10:46.643144 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b011fd9-1641-42b8-a208-15b00fdeaf52 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:10:46.643467 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b011fd9-1641-42b8-a208-15b00fdeaf52 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:10:46.643783 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b011fd9-1641-42b8-a208-15b00fdeaf52 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:10:46.644103 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b011fd9-1641-42b8-a208-15b00fdeaf52 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:10:46.644420 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b011fd9-1641-42b8-a208-15b00fdeaf52 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:10:46.644732 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b011fd9-1641-42b8-a208-15b00fdeaf52 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:10:46.645046 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b011fd9-1641-42b8-a208-15b00fdeaf52 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:10:46.645360 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b011fd9-1641-42b8-a208-15b00fdeaf52 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:10:46.690797 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-0a4ab4b6-2241-441a-ae7e-fe685d1f5457 req-330caa22-a228-4a28-a1db-ec9901608a28 service neutron] 10.222.0.43 "GET /v2.0/networks/4d1cf2ab-1c05-4bc5-9daa-428f3ef27012?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954185 Jun 26 03:10:46.764795 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e220a761-19a8-41b4-ae54-9943820a08b6 req-7b011fd9-1641-42b8-a208-15b00fdeaf52 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Router 7690237a-df65-454c-8ae7-05722406d1b3 has already been hosted by L3 agent 0122de27-3097-4d47-a0ca-0fb90e28ac1e {{(pid=104014) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 26 03:10:46.783329 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-1359e76b-16e7-49ce-b801-376d267c5598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba98c50f-28e4-48ab-9551-c9e6cb46713b', 'name': 'tempest-ServerRescueNegativeTestJSON-1891208908-router', 'tenant_id': 'aa1dff9e9be549308ec0ad3a13810062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '9cca5d8c-99f7-4073-a841-c41cec400914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:04:34Z', 'updated_at': '2022-06-26T03:04:45Z', 'revision_number': 4, 'project_id': 'aa1dff9e9be549308ec0ad3a13810062', 'gw_port': {'id': '9cca5d8c-99f7-4073-a841-c41cec400914', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:4b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba98c50f-28e4-48ab-9551-c9e6cb46713b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:36Z', 'updated_at': '2022-06-26T03:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi', '_floatingips': [{'id': '7c014a3a-97fc-4dd7-ac15-1734312894d4', 'tenant_id': 'aa1dff9e9be549308ec0ad3a13810062', 'floating_ip_address': '172.27.2.102', 'floating_network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'router_id': 'ba98c50f-28e4-48ab-9551-c9e6cb46713b', 'port_id': '9ffa489f-38cb-4f25-9eb2-e940343d2383', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d1cf2ab-1c05-4bc5-9daa-428f3ef27012', 'mac_address': 'fa:16:3e:55:97:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473e061c-b6d3-4dff-9171-45f7acfaffee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-26T03:07:22Z', 'updated_at': '2022-06-26T03:10:45Z', 'revision_number': 3, 'project_id': 'aa1dff9e9be549308ec0ad3a13810062', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdaf2926-df93-41e6-bf68-68a05eedce29', 'name': '', 'network_id': '4d1cf2ab-1c05-4bc5-9daa-428f3ef27012', 'tenant_id': 'aa1dff9e9be549308ec0ad3a13810062', 'mac_address': 'fa:16:3e:68:8d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba98c50f-28e4-48ab-9551-c9e6cb46713b', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '50d12281-21a2-4343-ba8b-93c5382e067a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:44Z', 'updated_at': '2022-06-26T03:04:58Z', 'revision_number': 5, 'project_id': 'aa1dff9e9be549308ec0ad3a13810062', 'subnets': [{'id': '50d12281-21a2-4343-ba8b-93c5382e067a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-4-iscsi', False) {} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:10:46.801322 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-0a4ab4b6-2241-441a-ae7e-fe685d1f5457 req-015d51a4-6614-4e60-9c0d-700d9bf20dfd service neutron] 10.222.0.43 "GET /v2.0/networks/4d1cf2ab-1c05-4bc5-9daa-428f3ef27012?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041458 Jun 26 03:10:46.813688 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1359e76b-16e7-49ce-b801-376d267c5598 None None] The sync data for ids ['ba98c50f-28e4-48ab-9551-c9e6cb46713b'] in dv-cinder-846842-4-iscsi is: [{'id': 'ba98c50f-28e4-48ab-9551-c9e6cb46713b', 'name': 'tempest-ServerRescueNegativeTestJSON-1891208908-router', 'tenant_id': 'aa1dff9e9be549308ec0ad3a13810062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '9cca5d8c-99f7-4073-a841-c41cec400914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:04:34Z', 'updated_at': '2022-06-26T03:04:45Z', 'revision_number': 4, 'project_id': 'aa1dff9e9be549308ec0ad3a13810062', 'gw_port': {'id': '9cca5d8c-99f7-4073-a841-c41cec400914', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:4b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba98c50f-28e4-48ab-9551-c9e6cb46713b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:36Z', 'updated_at': '2022-06-26T03:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi', '_floatingips': [{'id': '7c014a3a-97fc-4dd7-ac15-1734312894d4', 'tenant_id': 'aa1dff9e9be549308ec0ad3a13810062', 'floating_ip_address': '172.27.2.102', 'floating_network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'router_id': 'ba98c50f-28e4-48ab-9551-c9e6cb46713b', 'port_id': '9ffa489f-38cb-4f25-9eb2-e940343d2383', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d1cf2ab-1c05-4bc5-9daa-428f3ef27012', 'mac_address': 'fa:16:3e:55:97:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473e061c-b6d3-4dff-9171-45f7acfaffee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-26T03:07:22Z', 'updated_at': '2022-06-26T03:10:45Z', 'revision_number': 3, 'project_id': 'aa1dff9e9be549308ec0ad3a13810062', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdaf2926-df93-41e6-bf68-68a05eedce29', 'name': '', 'network_id': '4d1cf2ab-1c05-4bc5-9daa-428f3ef27012', 'tenant_id': 'aa1dff9e9be549308ec0ad3a13810062', 'mac_address': 'fa:16:3e:68:8d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba98c50f-28e4-48ab-9551-c9e6cb46713b', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '50d12281-21a2-4343-ba8b-93c5382e067a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:44Z', 'updated_at': '2022-06-26T03:04:58Z', 'revision_number': 5, 'project_id': 'aa1dff9e9be549308ec0ad3a13810062', 'subnets': [{'id': '50d12281-21a2-4343-ba8b-93c5382e067a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 03:10:46.878296 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e220a761-19a8-41b4-ae54-9943820a08b6 req-7b011fd9-1641-42b8-a208-15b00fdeaf52 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Notify agent at l3_agent.dv-cinder-846842-4-iscsi the message routers_updated {{(pid=104014) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 03:10:46.888765 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ae8c3a-12ef-4e0f-9776-c519d5eb2876 None None] Sync routers for ids ['7690237a-df65-454c-8ae7-05722406d1b3'] in dv-cinder-846842-4-iscsi {{(pid=104016) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 03:10:46.899680 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ae8c3a-12ef-4e0f-9776-c519d5eb2876 None None] Routers {'7690237a-df65-454c-8ae7-05722406d1b3'} bound to L3 agent in host dv-cinder-846842-4-iscsi {{(pid=104016) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 26 03:10:46.900575 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-e5ae8c3a-12ef-4e0f-9776-c519d5eb2876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-26T02:56:44Z,description=,heartbeat_timestamp=2022-06-26T03:10:44Z,host='dv-cinder-846842-4-iscsi',id=0122de27-3097-4d47-a0ca-0fb90e28ac1e,load=0,resource_versions=,resources_synced=,started_at=2022-06-26T02:56:44Z,topic='l3_agent')) {'router_ids': ['7690237a-df65-454c-8ae7-05722406d1b3'], 'active': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:10:46.927103 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [req-e220a761-19a8-41b4-ae54-9943820a08b6 req-7b011fd9-1641-42b8-a208-15b00fdeaf52 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] No DVR routers for this DVR port 5b9b80b1-5c7f-45d8-944b-ab893c926663 on host hv-cinder-84684 {{(pid=104014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 26 03:10:46.929607 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-e220a761-19a8-41b4-ae54-9943820a08b6 req-7b011fd9-1641-42b8-a208-15b00fdeaf52 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515864'] for port (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:10:46.932781 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-e220a761-19a8-41b4-ae54-9943820a08b6 req-7b011fd9-1641-42b8-a208-15b00fdeaf52 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.43 "DELETE /v2.0/ports/5b9b80b1-5c7f-45d8-944b-ab893c926663 HTTP/1.1" status: 204 len: 173 time: 1.5796719 Jun 26 03:10:46.933233 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c4e7b87-db95-47e8-8679-3a36a89d75f7', 'name': 'network-vif-deleted', 'tag': '5b9b80b1-5c7f-45d8-944b-ab893c926663'}] {{(pid=104014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 26 03:10:46.939115 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b346e277b9447a300c9d303bb334713d04858661d6ca7e8667ef96f79658145a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-945a289c-f415-48a8-bfdd-2a61eae38427" -d '{"events": [{"server_uuid": "3c4e7b87-db95-47e8-8679-3a36a89d75f7", "name": "network-vif-deleted", "tag": "5b9b80b1-5c7f-45d8-944b-ab893c926663"}]}' {{(pid=104014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 03:10:47.007185 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvr_db [None req-e5ae8c3a-12ef-4e0f-9776-c519d5eb2876 None None] Set router 7690237a-df65-454c-8ae7-05722406d1b3 gateway port host: dv-cinder-846842-4-iscsi {{(pid=104016) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 26 03:10:47.049914 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Jun 2022 03:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d55a636-3868-4dc8-a286-646743223f54 x-openstack-request-id: req-5d55a636-3868-4dc8-a286-646743223f54 {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 03:10:47.050243 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c4e7b87-db95-47e8-8679-3a36a89d75f7", "name": "network-vif-deleted", "tag": "5b9b80b1-5c7f-45d8-944b-ab893c926663", "status": "completed", "code": 200}]} {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 03:10:47.050495 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5d55a636-3868-4dc8-a286-646743223f54 {{(pid=104014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 03:10:47.050931 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d55a636-3868-4dc8-a286-646743223f54'] response: {'server_uuid': '3c4e7b87-db95-47e8-8679-3a36a89d75f7', 'name': 'network-vif-deleted', 'tag': '5b9b80b1-5c7f-45d8-944b-ab893c926663', 'status': 'completed', 'code': 200} Jun 26 03:10:47.196708 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-e600440a-37c6-413d-81b0-58a4b56b6275 req-a42d955d-2808-41ed-98c9-7af4ecece013 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c4e7b87-db95-47e8-8679-3a36a89d75f7 HTTP/1.1" status: 200 len: 210 time: 0.0501502 Jun 26 03:10:47.232704 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-e5ae8c3a-12ef-4e0f-9776-c519d5eb2876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7690237a-df65-454c-8ae7-05722406d1b3', 'name': 'tempest-AttachVolumeNegativeTest-896095934-router', 'tenant_id': '1850f9f425294a82add8a09690dc1df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '3834b01e-26c6-4922-bf2c-dc4e4c924aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:04:34Z', 'updated_at': '2022-06-26T03:04:48Z', 'revision_number': 4, 'project_id': '1850f9f425294a82add8a09690dc1df0', 'gw_port': {'id': '3834b01e-26c6-4922-bf2c-dc4e4c924aa3', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:54:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7690237a-df65-454c-8ae7-05722406d1b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:36Z', 'updated_at': '2022-06-26T03:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi', '_floatingips': [{'id': '74c1ed37-0d2c-4a5f-be26-5accfeb331af', 'tenant_id': '1850f9f425294a82add8a09690dc1df0', 'floating_ip_address': '172.27.2.170', 'floating_network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'router_id': '7690237a-df65-454c-8ae7-05722406d1b3', 'port_id': '964b9885-7663-4cc6-bfd4-5bb8f0e20bea', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '02cd0f74-99cd-4eb9-aeb7-aae2b7255a50', 'mac_address': 'fa:16:3e:03:4e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87611df-64cb-42cb-b734-782bf9ebb9ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-26T03:04:57Z', 'updated_at': '2022-06-26T03:05:56Z', 'revision_number': 2, 'project_id': '1850f9f425294a82add8a09690dc1df0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33327a85-3c8e-4af6-b0c0-537dc6426738', 'name': '', 'network_id': '02cd0f74-99cd-4eb9-aeb7-aae2b7255a50', 'tenant_id': '1850f9f425294a82add8a09690dc1df0', 'mac_address': 'fa:16:3e:cc:43:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7690237a-df65-454c-8ae7-05722406d1b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'e97e6f7f-41a5-4383-a841-52482c75f2ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:45Z', 'updated_at': '2022-06-26T03:05:07Z', 'revision_number': 5, 'project_id': '1850f9f425294a82add8a09690dc1df0', 'subnets': [{'id': 'e97e6f7f-41a5-4383-a841-52482c75f2ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-4-iscsi', False) {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:10:47.256842 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ae8c3a-12ef-4e0f-9776-c519d5eb2876 None None] Checking router: 7690237a-df65-454c-8ae7-05722406d1b3 for host: dv-cinder-846842-4-iscsi {{(pid=104016) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 03:10:47.265810 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ae8c3a-12ef-4e0f-9776-c519d5eb2876 None None] Routers {'7690237a-df65-454c-8ae7-05722406d1b3'} bound to L3 agent in host dv-cinder-846842-4-iscsi {{(pid=104016) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 26 03:10:47.266516 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-e5ae8c3a-12ef-4e0f-9776-c519d5eb2876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-26T02:56:44Z,description=,heartbeat_timestamp=2022-06-26T03:10:44Z,host='dv-cinder-846842-4-iscsi',id=0122de27-3097-4d47-a0ca-0fb90e28ac1e,load=0,resource_versions=,resources_synced=,started_at=2022-06-26T02:56:44Z,topic='l3_agent')) {'router_ids': ['7690237a-df65-454c-8ae7-05722406d1b3'], 'active': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:10:47.367420 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvr_db [None req-e5ae8c3a-12ef-4e0f-9776-c519d5eb2876 None None] Set router 7690237a-df65-454c-8ae7-05722406d1b3 gateway port host: dv-cinder-846842-4-iscsi {{(pid=104016) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 26 03:10:47.575343 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-e5ae8c3a-12ef-4e0f-9776-c519d5eb2876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7690237a-df65-454c-8ae7-05722406d1b3', 'name': 'tempest-AttachVolumeNegativeTest-896095934-router', 'tenant_id': '1850f9f425294a82add8a09690dc1df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '3834b01e-26c6-4922-bf2c-dc4e4c924aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:04:34Z', 'updated_at': '2022-06-26T03:04:48Z', 'revision_number': 4, 'project_id': '1850f9f425294a82add8a09690dc1df0', 'gw_port': {'id': '3834b01e-26c6-4922-bf2c-dc4e4c924aa3', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:54:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7690237a-df65-454c-8ae7-05722406d1b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:36Z', 'updated_at': '2022-06-26T03:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi', '_floatingips': [{'id': '74c1ed37-0d2c-4a5f-be26-5accfeb331af', 'tenant_id': '1850f9f425294a82add8a09690dc1df0', 'floating_ip_address': '172.27.2.170', 'floating_network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'router_id': '7690237a-df65-454c-8ae7-05722406d1b3', 'port_id': '964b9885-7663-4cc6-bfd4-5bb8f0e20bea', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '02cd0f74-99cd-4eb9-aeb7-aae2b7255a50', 'mac_address': 'fa:16:3e:03:4e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87611df-64cb-42cb-b734-782bf9ebb9ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-26T03:04:57Z', 'updated_at': '2022-06-26T03:05:56Z', 'revision_number': 2, 'project_id': '1850f9f425294a82add8a09690dc1df0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33327a85-3c8e-4af6-b0c0-537dc6426738', 'name': '', 'network_id': '02cd0f74-99cd-4eb9-aeb7-aae2b7255a50', 'tenant_id': '1850f9f425294a82add8a09690dc1df0', 'mac_address': 'fa:16:3e:cc:43:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7690237a-df65-454c-8ae7-05722406d1b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'e97e6f7f-41a5-4383-a841-52482c75f2ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:45Z', 'updated_at': '2022-06-26T03:05:07Z', 'revision_number': 5, 'project_id': '1850f9f425294a82add8a09690dc1df0', 'subnets': [{'id': 'e97e6f7f-41a5-4383-a841-52482c75f2ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-4-iscsi', False) {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:10:47.600366 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ae8c3a-12ef-4e0f-9776-c519d5eb2876 None None] The sync data for ids ['7690237a-df65-454c-8ae7-05722406d1b3'] in dv-cinder-846842-4-iscsi is: [{'id': '7690237a-df65-454c-8ae7-05722406d1b3', 'name': 'tempest-AttachVolumeNegativeTest-896095934-router', 'tenant_id': '1850f9f425294a82add8a09690dc1df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '3834b01e-26c6-4922-bf2c-dc4e4c924aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:04:34Z', 'updated_at': '2022-06-26T03:04:48Z', 'revision_number': 4, 'project_id': '1850f9f425294a82add8a09690dc1df0', 'gw_port': {'id': '3834b01e-26c6-4922-bf2c-dc4e4c924aa3', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:54:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7690237a-df65-454c-8ae7-05722406d1b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:36Z', 'updated_at': '2022-06-26T03:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi', '_floatingips': [{'id': '74c1ed37-0d2c-4a5f-be26-5accfeb331af', 'tenant_id': '1850f9f425294a82add8a09690dc1df0', 'floating_ip_address': '172.27.2.170', 'floating_network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'router_id': '7690237a-df65-454c-8ae7-05722406d1b3', 'port_id': '964b9885-7663-4cc6-bfd4-5bb8f0e20bea', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '02cd0f74-99cd-4eb9-aeb7-aae2b7255a50', 'mac_address': 'fa:16:3e:03:4e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87611df-64cb-42cb-b734-782bf9ebb9ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-26T03:04:57Z', 'updated_at': '2022-06-26T03:05:56Z', 'revision_number': 2, 'project_id': '1850f9f425294a82add8a09690dc1df0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33327a85-3c8e-4af6-b0c0-537dc6426738', 'name': '', 'network_id': '02cd0f74-99cd-4eb9-aeb7-aae2b7255a50', 'tenant_id': '1850f9f425294a82add8a09690dc1df0', 'mac_address': 'fa:16:3e:cc:43:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7690237a-df65-454c-8ae7-05722406d1b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'e97e6f7f-41a5-4383-a841-52482c75f2ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:45Z', 'updated_at': '2022-06-26T03:05:07Z', 'revision_number': 5, 'project_id': '1850f9f425294a82add8a09690dc1df0', 'subnets': [{'id': 'e97e6f7f-41a5-4383-a841-52482c75f2ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104016) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 03:10:47.834025 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6d96c9-e0b9-446f-80ac-5881238f8f87 None None] New status for floating IP e65336c0-2abb-4d06-83ed-be0608a4e479: DOWN {{(pid=104015) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 26 03:10:48.054075 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '473e061c-b6d3-4dff-9171-45f7acfaffee', 'tag': '9ffa489f-38cb-4f25-9eb2-e940343d2383'}] {{(pid=104013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 26 03:10:48.057011 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}139ce4dbef1e3d377c6aaa27dc3378ac98104fcd26dfc0ba8b816af75a6f94ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-637d7532-3973-47e9-87e6-d267d73582b8" -d '{"events": [{"name": "network-changed", "server_uuid": "473e061c-b6d3-4dff-9171-45f7acfaffee", "tag": "9ffa489f-38cb-4f25-9eb2-e940343d2383"}]}' {{(pid=104013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 03:10:48.094456 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Jun 2022 03:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e58dcf0c-a184-4522-8309-77b241379d25 x-openstack-request-id: req-e58dcf0c-a184-4522-8309-77b241379d25 {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 03:10:48.094745 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "473e061c-b6d3-4dff-9171-45f7acfaffee", "tag": "9ffa489f-38cb-4f25-9eb2-e940343d2383", "status": "completed", "code": 200}]} {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 03:10:48.094994 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e58dcf0c-a184-4522-8309-77b241379d25 {{(pid=104013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 03:10:48.095412 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e58dcf0c-a184-4522-8309-77b241379d25'] response: {'name': 'network-changed', 'server_uuid': '473e061c-b6d3-4dff-9171-45f7acfaffee', 'tag': '9ffa489f-38cb-4f25-9eb2-e940343d2383', 'status': 'completed', 'code': 200} Jun 26 03:10:48.175889 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637d7532-3973-47e9-87e6-d267d73582b8 req-088e30d7-6152-4ca5-82d9-563c2467cada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:10:48.177436 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-637d7532-3973-47e9-87e6-d267d73582b8 req-088e30d7-6152-4ca5-82d9-563c2467cada service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=aa1dff9e9be549308ec0ad3a13810062&device_id=473e061c-b6d3-4dff-9171-45f7acfaffee HTTP/1.1" status: 200 len: 1129 time: 0.0395350 Jun 26 03:10:48.285131 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637d7532-3973-47e9-87e6-d267d73582b8 req-d5f19555-714c-46eb-bf6e-6e54e9ea38e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:10:48.287144 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-637d7532-3973-47e9-87e6-d267d73582b8 req-d5f19555-714c-46eb-bf6e-6e54e9ea38e5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4d1cf2ab-1c05-4bc5-9daa-428f3ef27012 HTTP/1.1" status: 200 len: 920 time: 0.1036637 Jun 26 03:10:48.295997 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 45412) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:10:48.353254 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-637d7532-3973-47e9-87e6-d267d73582b8 req-ba6f6774-7012-44be-b063-e99fe09554b8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9ffa489f-38cb-4f25-9eb2-e940343d2383 HTTP/1.1" status: 200 len: 1001 time: 0.0589867 Jun 26 03:10:48.356502 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-f61f181e-548b-408a-a365-acd9c412bc65 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks [] for security_group (d9fab2c8-5d92-4c65-ad12-034445c43e72), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:10:48.370271 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:10:48.383140 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-f61f181e-548b-408a-a365-acd9c412bc65 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks [] for security_group (d9fab2c8-5d92-4c65-ad12-034445c43e72), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:10:48.409931 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637d7532-3973-47e9-87e6-d267d73582b8 req-c32750b6-0346-4635-9918-7b68bb7eb341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:10:48.411559 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-637d7532-3973-47e9-87e6-d267d73582b8 req-c32750b6-0346-4635-9918-7b68bb7eb341 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=50d12281-21a2-4343-ba8b-93c5382e067a HTTP/1.1" status: 200 len: 858 time: 0.0527327 Jun 26 03:10:48.417804 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:10:48.446430 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-f61f181e-548b-408a-a365-acd9c412bc65 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (d9fab2c8-5d92-4c65-ad12-034445c43e72), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:10:48.449402 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-f61f181e-548b-408a-a365-acd9c412bc65 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks [] for security_group (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:10:48.450764 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-f61f181e-548b-408a-a365-acd9c412bc65 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "DELETE /v2.0/security-groups/d9fab2c8-5d92-4c65-ad12-034445c43e72 HTTP/1.1" status: 204 len: 168 time: 0.1536865 Jun 26 03:10:48.453776 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 45414) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:10:48.460685 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61f181e-548b-408a-a365-acd9c412bc65 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9fab2c8-5d92-4c65-ad12-034445c43e72,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:10:48.474703 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.api.v2.resource [None req-4beee241-9a73-4f1c-add4-4250a61d0dc3 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] show failed (client error): The resource could not be found. Jun 26 03:10:48.475806 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-4beee241-9a73-4f1c-add4-4250a61d0dc3 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/security-groups/d9fab2c8-5d92-4c65-ad12-034445c43e72 HTTP/1.1" status: 404 len: 347 time: 0.0210404 Jun 26 03:10:48.479570 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 45416) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:10:48.488999 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637d7532-3973-47e9-87e6-d267d73582b8 req-d2199289-f48e-48f0-96a7-a4c78d921fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:10:48.490524 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-637d7532-3973-47e9-87e6-d267d73582b8 req-d2199289-f48e-48f0-96a7-a4c78d921fa7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4d1cf2ab-1c05-4bc5-9daa-428f3ef27012&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0719130 Jun 26 03:10:48.652033 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [None req-9f2efbaa-6a20-44e0-8f03-46564b6edbf2 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Deleting port 6e5b5a8c-fb73-4506-9c1a-ab61ce01edbe {{(pid=104013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 26 03:10:48.652391 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-9f2efbaa-6a20-44e0-8f03-46564b6edbf2 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787575727912'] for port (6e5b5a8c-fb73-4506-9c1a-ab61ce01edbe), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:10:48.684178 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-637d7532-3973-47e9-87e6-d267d73582b8 req-877bb641-bf75-4406-8610-2bd900b4a4f6 service neutron] 10.222.0.43 "GET /v2.0/networks/4d1cf2ab-1c05-4bc5-9daa-428f3ef27012?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694553 Jun 26 03:10:48.738627 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=100 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:10:48.794050 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-9f2efbaa-6a20-44e0-8f03-46564b6edbf2 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615864'] for port (6e5b5a8c-fb73-4506-9c1a-ab61ce01edbe), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:10:48.794393 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-9f2efbaa-6a20-44e0-8f03-46564b6edbf2 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks [] for floatingip (6e5b5a8c-fb73-4506-9c1a-ab61ce01edbe), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:10:48.799538 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=100 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:10:48.814497 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [None req-9f2efbaa-6a20-44e0-8f03-46564b6edbf2 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Calling delete_port for 6e5b5a8c-fb73-4506-9c1a-ab61ce01edbe owned by network:floatingip {{(pid=104013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 26 03:10:48.841568 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-637d7532-3973-47e9-87e6-d267d73582b8 req-616a7624-fa5e-480f-ba86-3fc620637231 service neutron] 10.222.0.43 "GET /v2.0/networks/4d1cf2ab-1c05-4bc5-9daa-428f3ef27012?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274137 Jun 26 03:10:48.970259 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-9f2efbaa-6a20-44e0-8f03-46564b6edbf2 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787575732336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787575245478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7375238'] for port (6e5b5a8c-fb73-4506-9c1a-ab61ce01edbe), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:10:48.993096 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2efbaa-6a20-44e0-8f03-46564b6edbf2 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Pushing event deleted for resources: {'Port': ['ID=6e5b5a8c-fb73-4506-9c1a-ab61ce01edbe,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:10:49.059215 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-9f2efbaa-6a20-44e0-8f03-46564b6edbf2 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks [] for floatingip (e65336c0-2abb-4d06-83ed-be0608a4e479), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:10:49.061768 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-9f2efbaa-6a20-44e0-8f03-46564b6edbf2 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515864'] for floatingip (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:10:49.065613 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-9f2efbaa-6a20-44e0-8f03-46564b6edbf2 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "DELETE /v2.0/floatingips/e65336c0-2abb-4d06-83ed-be0608a4e479 HTTP/1.1" status: 204 len: 168 time: 0.5824938 Jun 26 03:10:50.338461 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Device 5b9b80b1-5c7f-45d8-944b-ab893c926663 no longer exists at agent hyperv_hv-cinder-84684 {{(pid=104015) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 03:10:50.357515 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] No Port match for: 5b9b80b1-5c7f-45d8-944b-ab893c926663 {{(pid=104015) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 26 03:10:50.357864 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Device 5b9b80b1-5c7f-45d8-944b-ab893c926663 not bound to the agent host hv-cinder-84684 {{(pid=104015) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 03:10:50.648797 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde30333-f062-4d74-ac1f-df0d96f1deb1 req-3ae5f4f5-4ee8-4485-9d11-967f7fac929b tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:10:50.650254 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-cde30333-f062-4d74-ac1f-df0d96f1deb1 req-3ae5f4f5-4ee8-4485-9d11-967f7fac929b tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/ports?device_id=d87611df-64cb-42cb-b734-782bf9ebb9ab HTTP/1.1" status: 200 len: 945 time: 0.0463121 Jun 26 03:10:50.696683 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-cde30333-f062-4d74-ac1f-df0d96f1deb1 req-ffcda05b-03cf-4be1-847a-4b4110dab5da tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/security-groups?id=195bce6e-5d44-40bd-9d34-9670b1e0c232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409844 Jun 26 03:10:51.766034 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a226f3c-2f7c-4433-b1fa-c655b0866762 req-c484d3d5-f6b3-4aa3-b9fa-e256b0af6638 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:10:51.767521 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-6a226f3c-2f7c-4433-b1fa-c655b0866762 req-c484d3d5-f6b3-4aa3-b9fa-e256b0af6638 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.43 "GET /v2.0/ports?device_id=d87611df-64cb-42cb-b734-782bf9ebb9ab HTTP/1.1" status: 200 len: 945 time: 0.0816941 Jun 26 03:10:51.818786 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f81ed3-b0e4-40b6-87dc-ba3174612213 req-ddebe86a-63c1-4c64-bf9e-107e15db03b3 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:10:51.820381 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-32f81ed3-b0e4-40b6-87dc-ba3174612213 req-ddebe86a-63c1-4c64-bf9e-107e15db03b3 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/ports?device_id=d87611df-64cb-42cb-b734-782bf9ebb9ab HTTP/1.1" status: 200 len: 945 time: 0.0548360 Jun 26 03:10:51.878627 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-32f81ed3-b0e4-40b6-87dc-ba3174612213 req-3c96d046-10a4-4df4-99bb-5075bec59fe1 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/security-groups?id=195bce6e-5d44-40bd-9d34-9670b1e0c232&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478904 Jun 26 03:10:51.885348 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [req-6a226f3c-2f7c-4433-b1fa-c655b0866762 req-8a32a030-3257-4c1b-a9f9-a000d0386726 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Deleting port 964b9885-7663-4cc6-bfd4-5bb8f0e20bea {{(pid=104013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 26 03:10:51.885691 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-6a226f3c-2f7c-4433-b1fa-c655b0866762 req-8a32a030-3257-4c1b-a9f9-a000d0386726 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787575727912'] for port (964b9885-7663-4cc6-bfd4-5bb8f0e20bea), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:10:51.972272 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [req-6a226f3c-2f7c-4433-b1fa-c655b0866762 req-8a32a030-3257-4c1b-a9f9-a000d0386726 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] For port 964b9885-7663-4cc6-bfd4-5bb8f0e20bea, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=964b9885-7663-4cc6-bfd4-5bb8f0e20bea,segment=NetworkSegment(4d81c647-e55d-4122-8ce3-5fece06ad477),segment_id=4d81c647-e55d-4122-8ce3-5fece06ad477)] {{(pid=104013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:10:51.972633 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-6a226f3c-2f7c-4433-b1fa-c655b0866762 req-8a32a030-3257-4c1b-a9f9-a000d0386726 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615864'] for port (964b9885-7663-4cc6-bfd4-5bb8f0e20bea), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:10:52.386639 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-6a226f3c-2f7c-4433-b1fa-c655b0866762 req-8a32a030-3257-4c1b-a9f9-a000d0386726 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:10:52.387031 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-6a226f3c-2f7c-4433-b1fa-c655b0866762 req-8a32a030-3257-4c1b-a9f9-a000d0386726 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620021'] for floatingip (74c1ed37-0d2c-4a5f-be26-5accfeb331af), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:10:52.387487 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.db.l3_db [req-6a226f3c-2f7c-4433-b1fa-c655b0866762 req-8a32a030-3257-4c1b-a9f9-a000d0386726 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Floating IP 74c1ed37-0d2c-4a5f-be26-5accfeb331af disassociated. External IP: 172.27.2.170, port: 964b9885-7663-4cc6-bfd4-5bb8f0e20bea. Jun 26 03:10:52.387831 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [req-6a226f3c-2f7c-4433-b1fa-c655b0866762 req-8a32a030-3257-4c1b-a9f9-a000d0386726 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Calling delete_port for 964b9885-7663-4cc6-bfd4-5bb8f0e20bea owned by compute:nova {{(pid=104013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 26 03:10:52.520720 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-6a226f3c-2f7c-4433-b1fa-c655b0866762 req-8a32a030-3257-4c1b-a9f9-a000d0386726 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787575732336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787575245478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7375238'] for port (964b9885-7663-4cc6-bfd4-5bb8f0e20bea), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:10:52.548755 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a32a030-3257-4c1b-a9f9-a000d0386726 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Pushing event deleted for resources: {'Port': ['ID=964b9885-7663-4cc6-bfd4-5bb8f0e20bea,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:10:52.558386 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:10:52.602533 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:10:52.671348 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6a226f3c-2f7c-4433-b1fa-c655b0866762 req-8a32a030-3257-4c1b-a9f9-a000d0386726 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Router 7690237a-df65-454c-8ae7-05722406d1b3 has already been hosted by L3 agent 0122de27-3097-4d47-a0ca-0fb90e28ac1e {{(pid=104013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 26 03:10:52.772246 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6a226f3c-2f7c-4433-b1fa-c655b0866762 req-8a32a030-3257-4c1b-a9f9-a000d0386726 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Notify agent at l3_agent.dv-cinder-846842-4-iscsi the message routers_updated {{(pid=104013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 03:10:52.782344 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42df1da-6e4c-49f7-8dde-ad27a33d15a6 None None] Sync routers for ids ['7690237a-df65-454c-8ae7-05722406d1b3'] in dv-cinder-846842-4-iscsi {{(pid=104016) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 03:10:52.791802 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42df1da-6e4c-49f7-8dde-ad27a33d15a6 None None] Routers {'7690237a-df65-454c-8ae7-05722406d1b3'} bound to L3 agent in host dv-cinder-846842-4-iscsi {{(pid=104016) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 26 03:10:52.792434 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-c42df1da-6e4c-49f7-8dde-ad27a33d15a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-26T02:56:44Z,description=,heartbeat_timestamp=2022-06-26T03:10:44Z,host='dv-cinder-846842-4-iscsi',id=0122de27-3097-4d47-a0ca-0fb90e28ac1e,load=0,resource_versions=,resources_synced=,started_at=2022-06-26T02:56:44Z,topic='l3_agent')) {'router_ids': ['7690237a-df65-454c-8ae7-05722406d1b3'], 'active': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:10:52.832710 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a226f3c-2f7c-4433-b1fa-c655b0866762 req-8a32a030-3257-4c1b-a9f9-a000d0386726 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] No DVR routers for this DVR port 964b9885-7663-4cc6-bfd4-5bb8f0e20bea on host hv-cinder-84684 {{(pid=104013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 26 03:10:52.835707 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-6a226f3c-2f7c-4433-b1fa-c655b0866762 req-8a32a030-3257-4c1b-a9f9-a000d0386726 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515864'] for port (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:10:52.838881 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-6a226f3c-2f7c-4433-b1fa-c655b0866762 req-8a32a030-3257-4c1b-a9f9-a000d0386726 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.43 "DELETE /v2.0/ports/964b9885-7663-4cc6-bfd4-5bb8f0e20bea HTTP/1.1" status: 204 len: 173 time: 1.0663793 Jun 26 03:10:52.839356 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd87611df-64cb-42cb-b734-782bf9ebb9ab', 'name': 'network-vif-deleted', 'tag': '964b9885-7663-4cc6-bfd4-5bb8f0e20bea'}] {{(pid=104013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 26 03:10:52.841538 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}139ce4dbef1e3d377c6aaa27dc3378ac98104fcd26dfc0ba8b816af75a6f94ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-649ced35-202b-4721-af24-23a2f20f9be7" -d '{"events": [{"server_uuid": "d87611df-64cb-42cb-b734-782bf9ebb9ab", "name": "network-vif-deleted", "tag": "964b9885-7663-4cc6-bfd4-5bb8f0e20bea"}]}' {{(pid=104013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 03:10:52.878361 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Jun 2022 03:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-438acb01-d6ac-49c8-8379-a03f598d36bb x-openstack-request-id: req-438acb01-d6ac-49c8-8379-a03f598d36bb {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 03:10:52.878652 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d87611df-64cb-42cb-b734-782bf9ebb9ab", "name": "network-vif-deleted", "tag": "964b9885-7663-4cc6-bfd4-5bb8f0e20bea", "status": "completed", "code": 200}]} {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 03:10:52.879156 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-438acb01-d6ac-49c8-8379-a03f598d36bb {{(pid=104013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 03:10:52.879554 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.notifiers.nova [-] Nova event matching ['req-438acb01-d6ac-49c8-8379-a03f598d36bb'] response: {'server_uuid': 'd87611df-64cb-42cb-b734-782bf9ebb9ab', 'name': 'network-vif-deleted', 'tag': '964b9885-7663-4cc6-bfd4-5bb8f0e20bea', 'status': 'completed', 'code': 200} Jun 26 03:10:52.880812 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:10:52.896385 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvr_db [None req-c42df1da-6e4c-49f7-8dde-ad27a33d15a6 None None] Set router 7690237a-df65-454c-8ae7-05722406d1b3 gateway port host: dv-cinder-846842-4-iscsi {{(pid=104016) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 26 03:10:52.977326 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-895250d4-73c8-4d78-944f-142e41ebc3ce req-f26e6b14-fcea-49ae-ae55-77509d7a4dae tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/ports?device_id=d87611df-64cb-42cb-b734-782bf9ebb9ab HTTP/1.1" status: 200 len: 210 time: 0.0288835 Jun 26 03:10:53.084226 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=100 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:10:53.093700 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-c42df1da-6e4c-49f7-8dde-ad27a33d15a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7690237a-df65-454c-8ae7-05722406d1b3', 'name': 'tempest-AttachVolumeNegativeTest-896095934-router', 'tenant_id': '1850f9f425294a82add8a09690dc1df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '3834b01e-26c6-4922-bf2c-dc4e4c924aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:04:34Z', 'updated_at': '2022-06-26T03:04:48Z', 'revision_number': 4, 'project_id': '1850f9f425294a82add8a09690dc1df0', 'gw_port': {'id': '3834b01e-26c6-4922-bf2c-dc4e4c924aa3', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:54:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7690237a-df65-454c-8ae7-05722406d1b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:36Z', 'updated_at': '2022-06-26T03:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi', '_interfaces': [{'id': '33327a85-3c8e-4af6-b0c0-537dc6426738', 'name': '', 'network_id': '02cd0f74-99cd-4eb9-aeb7-aae2b7255a50', 'tenant_id': '1850f9f425294a82add8a09690dc1df0', 'mac_address': 'fa:16:3e:cc:43:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7690237a-df65-454c-8ae7-05722406d1b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'e97e6f7f-41a5-4383-a841-52482c75f2ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:45Z', 'updated_at': '2022-06-26T03:05:07Z', 'revision_number': 5, 'project_id': '1850f9f425294a82add8a09690dc1df0', 'subnets': [{'id': 'e97e6f7f-41a5-4383-a841-52482c75f2ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-4-iscsi', False) {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:10:53.122026 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42df1da-6e4c-49f7-8dde-ad27a33d15a6 None None] Checking router: 7690237a-df65-454c-8ae7-05722406d1b3 for host: dv-cinder-846842-4-iscsi {{(pid=104016) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 03:10:53.130473 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42df1da-6e4c-49f7-8dde-ad27a33d15a6 None None] Routers {'7690237a-df65-454c-8ae7-05722406d1b3'} bound to L3 agent in host dv-cinder-846842-4-iscsi {{(pid=104016) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 26 03:10:53.131066 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-c42df1da-6e4c-49f7-8dde-ad27a33d15a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-26T02:56:44Z,description=,heartbeat_timestamp=2022-06-26T03:10:44Z,host='dv-cinder-846842-4-iscsi',id=0122de27-3097-4d47-a0ca-0fb90e28ac1e,load=0,resource_versions=,resources_synced=,started_at=2022-06-26T02:56:44Z,topic='l3_agent')) {'router_ids': ['7690237a-df65-454c-8ae7-05722406d1b3'], 'active': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:10:53.231632 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvr_db [None req-c42df1da-6e4c-49f7-8dde-ad27a33d15a6 None None] Set router 7690237a-df65-454c-8ae7-05722406d1b3 gateway port host: dv-cinder-846842-4-iscsi {{(pid=104016) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 26 03:10:53.425354 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-c42df1da-6e4c-49f7-8dde-ad27a33d15a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7690237a-df65-454c-8ae7-05722406d1b3', 'name': 'tempest-AttachVolumeNegativeTest-896095934-router', 'tenant_id': '1850f9f425294a82add8a09690dc1df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '3834b01e-26c6-4922-bf2c-dc4e4c924aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:04:34Z', 'updated_at': '2022-06-26T03:04:48Z', 'revision_number': 4, 'project_id': '1850f9f425294a82add8a09690dc1df0', 'gw_port': {'id': '3834b01e-26c6-4922-bf2c-dc4e4c924aa3', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:54:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7690237a-df65-454c-8ae7-05722406d1b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:36Z', 'updated_at': '2022-06-26T03:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi', '_interfaces': [{'id': '33327a85-3c8e-4af6-b0c0-537dc6426738', 'name': '', 'network_id': '02cd0f74-99cd-4eb9-aeb7-aae2b7255a50', 'tenant_id': '1850f9f425294a82add8a09690dc1df0', 'mac_address': 'fa:16:3e:cc:43:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7690237a-df65-454c-8ae7-05722406d1b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'e97e6f7f-41a5-4383-a841-52482c75f2ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:45Z', 'updated_at': '2022-06-26T03:05:07Z', 'revision_number': 5, 'project_id': '1850f9f425294a82add8a09690dc1df0', 'subnets': [{'id': 'e97e6f7f-41a5-4383-a841-52482c75f2ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-4-iscsi', False) {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:10:53.459231 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42df1da-6e4c-49f7-8dde-ad27a33d15a6 None None] The sync data for ids ['7690237a-df65-454c-8ae7-05722406d1b3'] in dv-cinder-846842-4-iscsi is: [{'id': '7690237a-df65-454c-8ae7-05722406d1b3', 'name': 'tempest-AttachVolumeNegativeTest-896095934-router', 'tenant_id': '1850f9f425294a82add8a09690dc1df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '3834b01e-26c6-4922-bf2c-dc4e4c924aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:04:34Z', 'updated_at': '2022-06-26T03:04:48Z', 'revision_number': 4, 'project_id': '1850f9f425294a82add8a09690dc1df0', 'gw_port': {'id': '3834b01e-26c6-4922-bf2c-dc4e4c924aa3', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:54:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7690237a-df65-454c-8ae7-05722406d1b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:36Z', 'updated_at': '2022-06-26T03:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi', '_interfaces': [{'id': '33327a85-3c8e-4af6-b0c0-537dc6426738', 'name': '', 'network_id': '02cd0f74-99cd-4eb9-aeb7-aae2b7255a50', 'tenant_id': '1850f9f425294a82add8a09690dc1df0', 'mac_address': 'fa:16:3e:cc:43:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7690237a-df65-454c-8ae7-05722406d1b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'e97e6f7f-41a5-4383-a841-52482c75f2ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:45Z', 'updated_at': '2022-06-26T03:05:07Z', 'revision_number': 5, 'project_id': '1850f9f425294a82add8a09690dc1df0', 'subnets': [{'id': 'e97e6f7f-41a5-4383-a841-52482c75f2ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104016) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 03:10:53.704315 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bac1887-1537-4da0-b18a-3f706f62395c None None] New status for floating IP 74c1ed37-0d2c-4a5f-be26-5accfeb331af: DOWN {{(pid=104015) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 26 03:10:53.741662 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:10:53.959308 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17005c13-da61-4a33-99b7-71be84222cf1 req-80efdb42-f44b-443f-8d86-acbac8650ddc tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:10:53.960776 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-17005c13-da61-4a33-99b7-71be84222cf1 req-80efdb42-f44b-443f-8d86-acbac8650ddc tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b0d1d9b-d025-442c-a2f6-db22050d9059 HTTP/1.1" status: 200 len: 947 time: 0.0464251 Jun 26 03:10:54.012279 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-17005c13-da61-4a33-99b7-71be84222cf1 req-d7d02672-d26a-41b2-b309-34878dd39e8b tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=cae80eaa-bfa7-4de0-8fc0-ae5390068214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451934 Jun 26 03:10:54.063742 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 45472) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:10:54.123205 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-74c19c25-efb6-4183-ab82-114ffa3cda05 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks [] for security_group (195bce6e-5d44-40bd-9d34-9670b1e0c232), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:10:54.146856 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-74c19c25-efb6-4183-ab82-114ffa3cda05 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks [] for security_group (195bce6e-5d44-40bd-9d34-9670b1e0c232), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:10:54.193866 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-74c19c25-efb6-4183-ab82-114ffa3cda05 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (195bce6e-5d44-40bd-9d34-9670b1e0c232), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:10:54.197082 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-74c19c25-efb6-4183-ab82-114ffa3cda05 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:10:54.198291 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-74c19c25-efb6-4183-ab82-114ffa3cda05 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "DELETE /v2.0/security-groups/195bce6e-5d44-40bd-9d34-9670b1e0c232 HTTP/1.1" status: 204 len: 168 time: 0.1335323 Jun 26 03:10:54.201522 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 45474) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:10:54.207539 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c19c25-efb6-4183-ab82-114ffa3cda05 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=195bce6e-5d44-40bd-9d34-9670b1e0c232,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:10:54.217865 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.api.v2.resource [None req-b0d49647-41b7-4d7d-a4b6-75cc72c847b4 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] show failed (client error): The resource could not be found. Jun 26 03:10:54.218915 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-b0d49647-41b7-4d7d-a4b6-75cc72c847b4 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/security-groups/195bce6e-5d44-40bd-9d34-9670b1e0c232 HTTP/1.1" status: 404 len: 347 time: 0.0163541 Jun 26 03:10:54.221712 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 45476) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:10:54.333324 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-311ee7f6-ef01-4640-be9e-4437a9a66621 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Deleting port 239a5580-6129-4cae-8383-1cb683da271a {{(pid=104014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 26 03:10:54.333665 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-311ee7f6-ef01-4640-be9e-4437a9a66621 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787575727912'] for port (239a5580-6129-4cae-8383-1cb683da271a), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:10:54.407376 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-311ee7f6-ef01-4640-be9e-4437a9a66621 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615864'] for port (239a5580-6129-4cae-8383-1cb683da271a), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:10:54.407619 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-311ee7f6-ef01-4640-be9e-4437a9a66621 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks [] for floatingip (239a5580-6129-4cae-8383-1cb683da271a), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:10:54.421072 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-311ee7f6-ef01-4640-be9e-4437a9a66621 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Calling delete_port for 239a5580-6129-4cae-8383-1cb683da271a owned by network:floatingip {{(pid=104014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 26 03:10:54.558812 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-311ee7f6-ef01-4640-be9e-4437a9a66621 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787575732336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787575245478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6258255'] for port (239a5580-6129-4cae-8383-1cb683da271a), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:10:54.583097 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311ee7f6-ef01-4640-be9e-4437a9a66621 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Pushing event deleted for resources: {'Port': ['ID=239a5580-6129-4cae-8383-1cb683da271a,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:10:54.647251 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-311ee7f6-ef01-4640-be9e-4437a9a66621 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks [] for floatingip (74c1ed37-0d2c-4a5f-be26-5accfeb331af), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:10:54.649763 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-311ee7f6-ef01-4640-be9e-4437a9a66621 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515864'] for floatingip (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:10:54.650962 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-311ee7f6-ef01-4640-be9e-4437a9a66621 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "DELETE /v2.0/floatingips/74c1ed37-0d2c-4a5f-be26-5accfeb331af HTTP/1.1" status: 204 len: 168 time: 0.4282668 Jun 26 03:10:54.730614 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 45480) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:10:54.735355 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [None req-4b1cdff5-7343-4a7f-b7a0-ed2d8d40770d tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1916119350', 'description': 'tempest-description--323711398'}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:10:54.755663 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-4b1cdff5-7343-4a7f-b7a0-ed2d8d40770d tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks [] for security_group (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:10:54.821255 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-4b1cdff5-7343-4a7f-b7a0-ed2d8d40770d tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks [] for security_group (9349464e-96f7-4916-85dc-c043a8876b99), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:10:54.825060 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-4b1cdff5-7343-4a7f-b7a0-ed2d8d40770d tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (9349464e-96f7-4916-85dc-c043a8876b99), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:10:54.829724 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:10:54.832487 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:10:54.862498 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-4b1cdff5-7343-4a7f-b7a0-ed2d8d40770d tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks [] for security_group (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:10:54.863709 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-4b1cdff5-7343-4a7f-b7a0-ed2d8d40770d tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1321001 Jun 26 03:10:54.868738 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1cdff5-7343-4a7f-b7a0-ed2d8d40770d tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9349464e-96f7-4916-85dc-c043a8876b99,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:10:54.868916 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 45482) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:10:54.871766 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-a8e47daf-f580-4327-93c4-9a2b5f52ef1b tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Request body: {'security_group_rule': {'security_group_id': '9349464e-96f7-4916-85dc-c043a8876b99', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:10:54.899022 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a8e47daf-f580-4327-93c4-9a2b5f52ef1b tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks [] for security_group_rule (bac0982f-7c65-4e3a-993f-77e88a4a8b2e), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:10:54.953435 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a8e47daf-f580-4327-93c4-9a2b5f52ef1b tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks [] for security_group_rule (bac0982f-7c65-4e3a-993f-77e88a4a8b2e), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:10:54.956660 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a8e47daf-f580-4327-93c4-9a2b5f52ef1b tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692706'] for security_group_rule (bac0982f-7c65-4e3a-993f-77e88a4a8b2e), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:10:54.974589 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e47daf-f580-4327-93c4-9a2b5f52ef1b tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bac0982f-7c65-4e3a-993f-77e88a4a8b2e,revision_number=0']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:10:54.982976 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a8e47daf-f580-4327-93c4-9a2b5f52ef1b tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:10:54.984168 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-a8e47daf-f580-4327-93c4-9a2b5f52ef1b tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1160839 Jun 26 03:10:54.986892 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 45484) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:10:54.991140 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-2ce45796-30a1-4eea-a10d-f91dc521c968 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Request body: {'security_group_rule': {'security_group_id': '9349464e-96f7-4916-85dc-c043a8876b99', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:10:55.016035 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-2ce45796-30a1-4eea-a10d-f91dc521c968 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks [] for security_group_rule (d029e384-7273-47f1-90ff-8ecc3e5f4f59), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:10:55.074552 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-2ce45796-30a1-4eea-a10d-f91dc521c968 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks [] for security_group_rule (d029e384-7273-47f1-90ff-8ecc3e5f4f59), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:10:55.078883 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-2ce45796-30a1-4eea-a10d-f91dc521c968 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692706'] for security_group_rule (d029e384-7273-47f1-90ff-8ecc3e5f4f59), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:10:55.097830 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce45796-30a1-4eea-a10d-f91dc521c968 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d029e384-7273-47f1-90ff-8ecc3e5f4f59,revision_number=0']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:10:55.108061 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-2ce45796-30a1-4eea-a10d-f91dc521c968 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:10:55.109262 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-2ce45796-30a1-4eea-a10d-f91dc521c968 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1214631 Jun 26 03:10:55.112403 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 45488) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:10:55.116977 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-8afcdb17-14cd-4feb-8a02-702e999334ed tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Request body: {'floatingip': {'floating_network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:10:55.133243 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a7139a-d8a0-45eb-923e-0baff9f83a27 req-89e9226b-4fc9-4ad3-8fbb-a86c6bfbf578 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:10:55.135332 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-11a7139a-d8a0-45eb-923e-0baff9f83a27 req-89e9226b-4fc9-4ad3-8fbb-a86c6bfbf578 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b0d1d9b-d025-442c-a2f6-db22050d9059 HTTP/1.1" status: 200 len: 947 time: 0.0496509 Jun 26 03:10:55.138854 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-8afcdb17-14cd-4feb-8a02-702e999334ed tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:10:55.182881 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-11a7139a-d8a0-45eb-923e-0baff9f83a27 req-6f18251a-09e7-47c4-9915-b367592b61e8 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=cae80eaa-bfa7-4de0-8fc0-ae5390068214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409307 Jun 26 03:10:55.215898 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-8afcdb17-14cd-4feb-8a02-702e999334ed tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:10:55.222213 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:10:55.301428 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:10:55.325424 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.db.db_base_plugin_common [None req-8afcdb17-14cd-4feb-8a02-702e999334ed tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Allocated IP 172.27.2.77 (9f069e5f-e57e-4e35-ad51-5f4f2e2f15df/6b24a38a-90db-41c5-beaf-6fa087899576/5d3cc429-df9c-4835-84e7-30295ddba835) {{(pid=104013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 03:10:55.429078 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-8afcdb17-14cd-4feb-8a02-702e999334ed tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks [] for port (5d3cc429-df9c-4835-84e7-30295ddba835), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:10:55.459129 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-8afcdb17-14cd-4feb-8a02-702e999334ed tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787575245469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7375238'] for port (5d3cc429-df9c-4835-84e7-30295ddba835), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:10:55.498741 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8afcdb17-14cd-4feb-8a02-702e999334ed tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Network 9f069e5f-e57e-4e35-ad51-5f4f2e2f15df is already hosted by enough agents. {{(pid=104013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 03:10:55.503167 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.scheduler.base_scheduler [None req-8afcdb17-14cd-4feb-8a02-702e999334ed tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Resources bound (agent type, host, resource id): {{(pid=104013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 03:10:55.507337 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8afcdb17-14cd-4feb-8a02-702e999334ed tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Received port after_create {{(pid=104013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 26 03:10:55.510769 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afcdb17-14cd-4feb-8a02-702e999334ed tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Pushing event updated for resources: {'Port': ['ID=5d3cc429-df9c-4835-84e7-30295ddba835,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:10:55.587304 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-8afcdb17-14cd-4feb-8a02-702e999334ed tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks [] for floatingip (337ac7b2-8a28-467d-bfb9-531997384c59), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:10:55.624525 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-8afcdb17-14cd-4feb-8a02-702e999334ed tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (5d3cc429-df9c-4835-84e7-30295ddba835), before_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:10:55.765823 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-8afcdb17-14cd-4feb-8a02-702e999334ed tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks [] for port (5d3cc429-df9c-4835-84e7-30295ddba835), precommit_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:10:55.770064 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-8afcdb17-14cd-4feb-8a02-702e999334ed tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7375263'] for port (5d3cc429-df9c-4835-84e7-30295ddba835), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:10:55.841316 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afcdb17-14cd-4feb-8a02-702e999334ed tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Pushing event updated for resources: {'Port': ['ID=5d3cc429-df9c-4835-84e7-30295ddba835,revision_number=2']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:10:55.849864 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-8afcdb17-14cd-4feb-8a02-702e999334ed tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620021'] for floatingip (337ac7b2-8a28-467d-bfb9-531997384c59), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:10:55.864918 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-8afcdb17-14cd-4feb-8a02-702e999334ed tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515864'] for floatingip (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:10:55.866178 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-8afcdb17-14cd-4feb-8a02-702e999334ed tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7524426 Jun 26 03:10:55.943342 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:10:55.957341 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942047a6-9faf-4bf2-a104-d88afa77ddd0 req-5776f01f-a1f3-41ed-a780-cbeba043f411 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:10:55.958851 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-942047a6-9faf-4bf2-a104-d88afa77ddd0 req-5776f01f-a1f3-41ed-a780-cbeba043f411 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.43 "GET /v2.0/ports?device_id=3b0d1d9b-d025-442c-a2f6-db22050d9059 HTTP/1.1" status: 200 len: 947 time: 0.0497966 Jun 26 03:10:56.019377 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-e54174aa-ea9f-47b0-a568-28e432edb7e0 req-6cafaab9-d3ef-4b4d-97a8-6e8a967af151 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1916119350&fields=id&tenant_id=1850f9f425294a82add8a09690dc1df0 HTTP/1.1" status: 200 len: 267 time: 0.0462403 Jun 26 03:10:56.045892 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [req-942047a6-9faf-4bf2-a104-d88afa77ddd0 req-21326abb-b6fd-40f8-99a9-0dad8ab8a637 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Deleting port 52fe6654-0bad-4f8c-9c8b-2d810ffaeb4f {{(pid=104013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 26 03:10:56.046267 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-942047a6-9faf-4bf2-a104-d88afa77ddd0 req-21326abb-b6fd-40f8-99a9-0dad8ab8a637 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787575727912'] for port (52fe6654-0bad-4f8c-9c8b-2d810ffaeb4f), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:10:56.075944 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:UPDATE=3,neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:10:56.126666 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54174aa-ea9f-47b0-a568-28e432edb7e0 req-85b022af-4324-4797-a92b-ce6a412dee6d tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:10:56.126666 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-e54174aa-ea9f-47b0-a568-28e432edb7e0 req-85b022af-4324-4797-a92b-ce6a412dee6d tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/networks?id=02cd0f74-99cd-4eb9-aeb7-aae2b7255a50 HTTP/1.1" status: 200 len: 814 time: 0.1008523 Jun 26 03:10:56.141485 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-e54174aa-ea9f-47b0-a568-28e432edb7e0 req-c7269100-849a-4b50-b0fb-b18bebd3980a tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/quotas/1850f9f425294a82add8a09690dc1df0 HTTP/1.1" status: 200 len: 375 time: 0.0091333 Jun 26 03:10:56.144043 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [req-942047a6-9faf-4bf2-a104-d88afa77ddd0 req-21326abb-b6fd-40f8-99a9-0dad8ab8a637 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] For port 52fe6654-0bad-4f8c-9c8b-2d810ffaeb4f, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=52fe6654-0bad-4f8c-9c8b-2d810ffaeb4f,segment=NetworkSegment(9b1bc4ce-7d03-4b55-892a-abd91da4af67),segment_id=9b1bc4ce-7d03-4b55-892a-abd91da4af67)] {{(pid=104013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:10:56.144439 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-942047a6-9faf-4bf2-a104-d88afa77ddd0 req-21326abb-b6fd-40f8-99a9-0dad8ab8a637 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615864'] for port (52fe6654-0bad-4f8c-9c8b-2d810ffaeb4f), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:10:56.190369 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-e54174aa-ea9f-47b0-a568-28e432edb7e0 req-d61f4b68-3037-4a8e-8c60-6922d8e4ab24 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1850f9f425294a82add8a09690dc1df0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0435433 Jun 26 03:10:56.315401 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-942047a6-9faf-4bf2-a104-d88afa77ddd0 req-21326abb-b6fd-40f8-99a9-0dad8ab8a637 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:10:56.315767 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-942047a6-9faf-4bf2-a104-d88afa77ddd0 req-21326abb-b6fd-40f8-99a9-0dad8ab8a637 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620021'] for floatingip (d6bfc6de-13d9-4d14-8418-1d627a4b1565), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:10:56.316085 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.db.l3_db [req-942047a6-9faf-4bf2-a104-d88afa77ddd0 req-21326abb-b6fd-40f8-99a9-0dad8ab8a637 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Floating IP d6bfc6de-13d9-4d14-8418-1d627a4b1565 disassociated. External IP: 172.27.2.97, port: 52fe6654-0bad-4f8c-9c8b-2d810ffaeb4f. Jun 26 03:10:56.316434 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [req-942047a6-9faf-4bf2-a104-d88afa77ddd0 req-21326abb-b6fd-40f8-99a9-0dad8ab8a637 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Calling delete_port for 52fe6654-0bad-4f8c-9c8b-2d810ffaeb4f owned by compute:nova {{(pid=104013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 26 03:10:56.324200 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6245b25-9bdf-4879-8c6e-b0ae57b38198 req-ae1c2523-1007-4d4d-af0b-3d55f37342eb tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:10:56.325639 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-b6245b25-9bdf-4879-8c6e-b0ae57b38198 req-ae1c2523-1007-4d4d-af0b-3d55f37342eb tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b0d1d9b-d025-442c-a2f6-db22050d9059 HTTP/1.1" status: 200 len: 947 time: 0.0642045 Jun 26 03:10:56.364684 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Device 964b9885-7663-4cc6-bfd4-5bb8f0e20bea no longer exists at agent hyperv_hv-cinder-84684 {{(pid=104015) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 03:10:56.384861 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] No Port match for: 964b9885-7663-4cc6-bfd4-5bb8f0e20bea {{(pid=104015) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 26 03:10:56.385724 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Device 964b9885-7663-4cc6-bfd4-5bb8f0e20bea not bound to the agent host hv-cinder-84684 {{(pid=104015) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 03:10:56.423118 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-b6245b25-9bdf-4879-8c6e-b0ae57b38198 req-1322074b-aca0-4879-a054-1035f93d6c1a tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=cae80eaa-bfa7-4de0-8fc0-ae5390068214&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879986 Jun 26 03:10:56.438829 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-e54174aa-ea9f-47b0-a568-28e432edb7e0 req-54c0061a-e014-4b9c-9ebc-72fe8b6fb0f1 service neutron] 10.222.0.13 "GET /v2.0/networks/02cd0f74-99cd-4eb9-aeb7-aae2b7255a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372086 Jun 26 03:10:56.446755 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-942047a6-9faf-4bf2-a104-d88afa77ddd0 req-21326abb-b6fd-40f8-99a9-0dad8ab8a637 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787575732336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787575245478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7375238'] for port (52fe6654-0bad-4f8c-9c8b-2d810ffaeb4f), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:10:56.474675 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21326abb-b6fd-40f8-99a9-0dad8ab8a637 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Pushing event deleted for resources: {'Port': ['ID=52fe6654-0bad-4f8c-9c8b-2d810ffaeb4f,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:10:56.542345 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-e54174aa-ea9f-47b0-a568-28e432edb7e0 req-5218db53-5874-44fb-b640-aa830a151f35 service neutron] 10.222.0.13 "GET /v2.0/networks/02cd0f74-99cd-4eb9-aeb7-aae2b7255a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976343 Jun 26 03:10:56.585729 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.scheduler.l3_agent_scheduler [req-942047a6-9faf-4bf2-a104-d88afa77ddd0 req-21326abb-b6fd-40f8-99a9-0dad8ab8a637 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Router 835eabe5-1cc7-4a1c-883b-ff8b0fbc3a4a has already been hosted by L3 agent 0122de27-3097-4d47-a0ca-0fb90e28ac1e {{(pid=104013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 26 03:10:56.692049 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-942047a6-9faf-4bf2-a104-d88afa77ddd0 req-21326abb-b6fd-40f8-99a9-0dad8ab8a637 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Notify agent at l3_agent.dv-cinder-846842-4-iscsi the message routers_updated {{(pid=104013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 03:10:56.705661 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671a3a53-463d-4260-a94b-7f21b803df1f None None] Sync routers for ids ['835eabe5-1cc7-4a1c-883b-ff8b0fbc3a4a'] in dv-cinder-846842-4-iscsi {{(pid=104016) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 03:10:56.710579 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a1b693e3-63f1-4120-af75-c879d351c216 req-9ad3344b-fc18-4f06-8efc-f6cd3bb12aa2 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/ports?device_id=16b07d92-79ab-4155-972b-7619661bd1d2 HTTP/1.1" status: 200 len: 210 time: 0.0351789 Jun 26 03:10:56.718203 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671a3a53-463d-4260-a94b-7f21b803df1f None None] Routers {'835eabe5-1cc7-4a1c-883b-ff8b0fbc3a4a'} bound to L3 agent in host dv-cinder-846842-4-iscsi {{(pid=104016) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 26 03:10:56.718997 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-671a3a53-463d-4260-a94b-7f21b803df1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-26T02:56:44Z,description=,heartbeat_timestamp=2022-06-26T03:10:44Z,host='dv-cinder-846842-4-iscsi',id=0122de27-3097-4d47-a0ca-0fb90e28ac1e,load=0,resource_versions=,resources_synced=,started_at=2022-06-26T02:56:44Z,topic='l3_agent')) {'router_ids': ['835eabe5-1cc7-4a1c-883b-ff8b0fbc3a4a'], 'active': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:10:56.734650 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [req-942047a6-9faf-4bf2-a104-d88afa77ddd0 req-21326abb-b6fd-40f8-99a9-0dad8ab8a637 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] No DVR routers for this DVR port 52fe6654-0bad-4f8c-9c8b-2d810ffaeb4f on host hv-cinder-84684 {{(pid=104013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 26 03:10:56.736978 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-942047a6-9faf-4bf2-a104-d88afa77ddd0 req-21326abb-b6fd-40f8-99a9-0dad8ab8a637 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515864'] for port (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:10:56.740250 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-942047a6-9faf-4bf2-a104-d88afa77ddd0 req-21326abb-b6fd-40f8-99a9-0dad8ab8a637 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.43 "DELETE /v2.0/ports/52fe6654-0bad-4f8c-9c8b-2d810ffaeb4f HTTP/1.1" status: 204 len: 173 time: 0.7749403 Jun 26 03:10:56.740688 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b0d1d9b-d025-442c-a2f6-db22050d9059', 'name': 'network-vif-deleted', 'tag': '52fe6654-0bad-4f8c-9c8b-2d810ffaeb4f'}] {{(pid=104013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 26 03:10:56.742897 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}139ce4dbef1e3d377c6aaa27dc3378ac98104fcd26dfc0ba8b816af75a6f94ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8efed4cc-3fd2-41cb-ad0a-89cac9395660" -d '{"events": [{"server_uuid": "3b0d1d9b-d025-442c-a2f6-db22050d9059", "name": "network-vif-deleted", "tag": "52fe6654-0bad-4f8c-9c8b-2d810ffaeb4f"}]}' {{(pid=104013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 03:10:56.782237 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Jun 2022 03:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f5bf99f-9bec-4e6f-9795-450f7b570762 x-openstack-request-id: req-0f5bf99f-9bec-4e6f-9795-450f7b570762 {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 03:10:56.782558 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b0d1d9b-d025-442c-a2f6-db22050d9059", "name": "network-vif-deleted", "tag": "52fe6654-0bad-4f8c-9c8b-2d810ffaeb4f", "status": "completed", "code": 200}]} {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 03:10:56.782926 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0f5bf99f-9bec-4e6f-9795-450f7b570762 {{(pid=104013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 03:10:56.783327 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f5bf99f-9bec-4e6f-9795-450f7b570762'] response: {'server_uuid': '3b0d1d9b-d025-442c-a2f6-db22050d9059', 'name': 'network-vif-deleted', 'tag': '52fe6654-0bad-4f8c-9c8b-2d810ffaeb4f', 'status': 'completed', 'code': 200} Jun 26 03:10:56.936158 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvr_db [None req-671a3a53-463d-4260-a94b-7f21b803df1f None None] Set router 835eabe5-1cc7-4a1c-883b-ff8b0fbc3a4a gateway port host: dv-cinder-846842-4-iscsi {{(pid=104016) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 26 03:10:57.118518 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-671a3a53-463d-4260-a94b-7f21b803df1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '835eabe5-1cc7-4a1c-883b-ff8b0fbc3a4a', 'name': 'tempest-AttachVolumeShelveTestJSON-1146222204-router', 'tenant_id': '5dd1a7a651fa4d27a1b6488ca13effca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '33388b70-103e-4ab1-948f-5b12b8967957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:04:31Z', 'updated_at': '2022-06-26T03:04:39Z', 'revision_number': 4, 'project_id': '5dd1a7a651fa4d27a1b6488ca13effca', 'gw_port': {'id': '33388b70-103e-4ab1-948f-5b12b8967957', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c7:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835eabe5-1cc7-4a1c-883b-ff8b0fbc3a4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:31Z', 'updated_at': '2022-06-26T03:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi', '_interfaces': [{'id': 'e8cc937d-db9b-4f0e-ab77-7c522c5d66b7', 'name': '', 'network_id': '151cdbb9-618f-46a1-a7b5-564e53db9cea', 'tenant_id': '5dd1a7a651fa4d27a1b6488ca13effca', 'mac_address': 'fa:16:3e:26:61:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835eabe5-1cc7-4a1c-883b-ff8b0fbc3a4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'b3475431-7645-416a-9b3b-e23c4a132926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:36Z', 'updated_at': '2022-06-26T03:04:51Z', 'revision_number': 5, 'project_id': '5dd1a7a651fa4d27a1b6488ca13effca', 'subnets': [{'id': 'b3475431-7645-416a-9b3b-e23c4a132926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-4-iscsi', False) {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:10:57.142890 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671a3a53-463d-4260-a94b-7f21b803df1f None None] Checking router: 835eabe5-1cc7-4a1c-883b-ff8b0fbc3a4a for host: dv-cinder-846842-4-iscsi {{(pid=104016) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 03:10:57.151418 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671a3a53-463d-4260-a94b-7f21b803df1f None None] Routers {'835eabe5-1cc7-4a1c-883b-ff8b0fbc3a4a'} bound to L3 agent in host dv-cinder-846842-4-iscsi {{(pid=104016) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 26 03:10:57.152011 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-671a3a53-463d-4260-a94b-7f21b803df1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-26T02:56:44Z,description=,heartbeat_timestamp=2022-06-26T03:10:44Z,host='dv-cinder-846842-4-iscsi',id=0122de27-3097-4d47-a0ca-0fb90e28ac1e,load=0,resource_versions=,resources_synced=,started_at=2022-06-26T02:56:44Z,topic='l3_agent')) {'router_ids': ['835eabe5-1cc7-4a1c-883b-ff8b0fbc3a4a'], 'active': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:10:57.199714 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=100 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:10:57.253427 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvr_db [None req-671a3a53-463d-4260-a94b-7f21b803df1f None None] Set router 835eabe5-1cc7-4a1c-883b-ff8b0fbc3a4a gateway port host: dv-cinder-846842-4-iscsi {{(pid=104016) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 26 03:10:57.436659 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-671a3a53-463d-4260-a94b-7f21b803df1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '835eabe5-1cc7-4a1c-883b-ff8b0fbc3a4a', 'name': 'tempest-AttachVolumeShelveTestJSON-1146222204-router', 'tenant_id': '5dd1a7a651fa4d27a1b6488ca13effca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '33388b70-103e-4ab1-948f-5b12b8967957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:04:31Z', 'updated_at': '2022-06-26T03:04:39Z', 'revision_number': 4, 'project_id': '5dd1a7a651fa4d27a1b6488ca13effca', 'gw_port': {'id': '33388b70-103e-4ab1-948f-5b12b8967957', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c7:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835eabe5-1cc7-4a1c-883b-ff8b0fbc3a4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:31Z', 'updated_at': '2022-06-26T03:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi', '_interfaces': [{'id': 'e8cc937d-db9b-4f0e-ab77-7c522c5d66b7', 'name': '', 'network_id': '151cdbb9-618f-46a1-a7b5-564e53db9cea', 'tenant_id': '5dd1a7a651fa4d27a1b6488ca13effca', 'mac_address': 'fa:16:3e:26:61:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835eabe5-1cc7-4a1c-883b-ff8b0fbc3a4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'b3475431-7645-416a-9b3b-e23c4a132926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:36Z', 'updated_at': '2022-06-26T03:04:51Z', 'revision_number': 5, 'project_id': '5dd1a7a651fa4d27a1b6488ca13effca', 'subnets': [{'id': 'b3475431-7645-416a-9b3b-e23c4a132926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-4-iscsi', False) {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:10:57.463868 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671a3a53-463d-4260-a94b-7f21b803df1f None None] The sync data for ids ['835eabe5-1cc7-4a1c-883b-ff8b0fbc3a4a'] in dv-cinder-846842-4-iscsi is: [{'id': '835eabe5-1cc7-4a1c-883b-ff8b0fbc3a4a', 'name': 'tempest-AttachVolumeShelveTestJSON-1146222204-router', 'tenant_id': '5dd1a7a651fa4d27a1b6488ca13effca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '33388b70-103e-4ab1-948f-5b12b8967957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:04:31Z', 'updated_at': '2022-06-26T03:04:39Z', 'revision_number': 4, 'project_id': '5dd1a7a651fa4d27a1b6488ca13effca', 'gw_port': {'id': '33388b70-103e-4ab1-948f-5b12b8967957', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c7:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835eabe5-1cc7-4a1c-883b-ff8b0fbc3a4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:31Z', 'updated_at': '2022-06-26T03:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi', '_interfaces': [{'id': 'e8cc937d-db9b-4f0e-ab77-7c522c5d66b7', 'name': '', 'network_id': '151cdbb9-618f-46a1-a7b5-564e53db9cea', 'tenant_id': '5dd1a7a651fa4d27a1b6488ca13effca', 'mac_address': 'fa:16:3e:26:61:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835eabe5-1cc7-4a1c-883b-ff8b0fbc3a4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'b3475431-7645-416a-9b3b-e23c4a132926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:36Z', 'updated_at': '2022-06-26T03:04:51Z', 'revision_number': 5, 'project_id': '5dd1a7a651fa4d27a1b6488ca13effca', 'subnets': [{'id': 'b3475431-7645-416a-9b3b-e23c4a132926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104016) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 03:10:57.516919 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 45514) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:10:57.576384 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-687cbd4a-4b11-4a6d-9f15-9f8cd3f1ce94 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Publish callbacks [] for security_group (cae80eaa-bfa7-4de0-8fc0-ae5390068214), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:10:57.600805 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-687cbd4a-4b11-4a6d-9f15-9f8cd3f1ce94 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Publish callbacks [] for security_group (cae80eaa-bfa7-4de0-8fc0-ae5390068214), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:10:57.651158 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-687cbd4a-4b11-4a6d-9f15-9f8cd3f1ce94 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (cae80eaa-bfa7-4de0-8fc0-ae5390068214), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:10:57.653691 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-687cbd4a-4b11-4a6d-9f15-9f8cd3f1ce94 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:10:57.654889 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-687cbd4a-4b11-4a6d-9f15-9f8cd3f1ce94 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "DELETE /v2.0/security-groups/cae80eaa-bfa7-4de0-8fc0-ae5390068214 HTTP/1.1" status: 204 len: 168 time: 0.1370046 Jun 26 03:10:57.657823 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 45518) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:10:57.666800 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687cbd4a-4b11-4a6d-9f15-9f8cd3f1ce94 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cae80eaa-bfa7-4de0-8fc0-ae5390068214,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:10:57.673017 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.api.v2.resource [None req-35dc61ce-5b95-425e-8038-2489e606951c tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] show failed (client error): The resource could not be found. Jun 26 03:10:57.674083 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-35dc61ce-5b95-425e-8038-2489e606951c tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups/cae80eaa-bfa7-4de0-8fc0-ae5390068214 HTTP/1.1" status: 404 len: 347 time: 0.0150936 Jun 26 03:10:57.677053 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 45520) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:10:57.721511 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c5043e-82e6-46da-9741-f97ac178af69 None None] New status for floating IP d6bfc6de-13d9-4d14-8418-1d627a4b1565: DOWN {{(pid=104015) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 26 03:10:57.761313 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:10:57.808378 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-1cd0afd3-11cb-4f24-bb40-40ba1425df40 req-d025159c-4baa-4ffc-9021-48f475e45447 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/ports?device_id=16b07d92-79ab-4155-972b-7619661bd1d2 HTTP/1.1" status: 200 len: 210 time: 0.0362446 Jun 26 03:10:57.842579 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-e00d1fd0-dcee-454a-be56-2677173b5652 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Deleting port ef402aaf-dc63-43b9-87a7-854da0273ad3 {{(pid=104014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 26 03:10:57.842949 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-e00d1fd0-dcee-454a-be56-2677173b5652 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787575727912'] for port (ef402aaf-dc63-43b9-87a7-854da0273ad3), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:10:57.930658 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-e00d1fd0-dcee-454a-be56-2677173b5652 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615864'] for port (ef402aaf-dc63-43b9-87a7-854da0273ad3), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:10:57.930987 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-e00d1fd0-dcee-454a-be56-2677173b5652 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Publish callbacks [] for floatingip (ef402aaf-dc63-43b9-87a7-854da0273ad3), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:10:57.944060 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-e00d1fd0-dcee-454a-be56-2677173b5652 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Calling delete_port for ef402aaf-dc63-43b9-87a7-854da0273ad3 owned by network:floatingip {{(pid=104014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 26 03:10:57.965151 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.agents_db [None req-1acc9491-aa00-4d80-a7f3-d699105ea2bf None None] Agent healthcheck: found 6 active agents {{(pid=104016) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 03:10:57.994325 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:10:58.069864 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:10:58.076576 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-e00d1fd0-dcee-454a-be56-2677173b5652 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787575732336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787575245478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6258255'] for port (ef402aaf-dc63-43b9-87a7-854da0273ad3), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:10:58.099454 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00d1fd0-dcee-454a-be56-2677173b5652 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Pushing event deleted for resources: {'Port': ['ID=ef402aaf-dc63-43b9-87a7-854da0273ad3,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:10:58.166367 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-e00d1fd0-dcee-454a-be56-2677173b5652 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Publish callbacks [] for floatingip (d6bfc6de-13d9-4d14-8418-1d627a4b1565), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:10:58.168806 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-e00d1fd0-dcee-454a-be56-2677173b5652 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515864'] for floatingip (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:10:58.169974 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-e00d1fd0-dcee-454a-be56-2677173b5652 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "DELETE /v2.0/floatingips/d6bfc6de-13d9-4d14-8418-1d627a4b1565 HTTP/1.1" status: 204 len: 168 time: 0.4920337 Jun 26 03:10:58.258234 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 45530) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:10:58.263244 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-0a8b52ee-f590-4bbd-a2e6-f7c13ffdf04d tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1751826760', 'description': 'tempest-description--346501331'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:10:58.274215 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:10:58.290934 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-0a8b52ee-f590-4bbd-a2e6-f7c13ffdf04d tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:10:58.301292 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=7,neutron:INSERT=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:10:58.360152 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-0a8b52ee-f590-4bbd-a2e6-f7c13ffdf04d tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Publish callbacks [] for security_group (0a6260b7-7df3-4e25-b85a-7406feaa1dd6), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:10:58.363508 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-0a8b52ee-f590-4bbd-a2e6-f7c13ffdf04d tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (0a6260b7-7df3-4e25-b85a-7406feaa1dd6), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:10:58.395036 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-0a8b52ee-f590-4bbd-a2e6-f7c13ffdf04d tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:10:58.396242 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-0a8b52ee-f590-4bbd-a2e6-f7c13ffdf04d tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1364717 Jun 26 03:10:58.397087 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8b52ee-f590-4bbd-a2e6-f7c13ffdf04d tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a6260b7-7df3-4e25-b85a-7406feaa1dd6,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:10:58.399137 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 45532) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:10:58.404189 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [None req-64ae6344-3c07-4ec7-9b17-8c9787d8d866 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Request body: {'security_group_rule': {'security_group_id': '0a6260b7-7df3-4e25-b85a-7406feaa1dd6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:10:58.429880 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-64ae6344-3c07-4ec7-9b17-8c9787d8d866 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Publish callbacks [] for security_group_rule (a7b8b9fc-98ac-48e8-8685-dc192c6079a8), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:10:58.484597 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-64ae6344-3c07-4ec7-9b17-8c9787d8d866 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Publish callbacks [] for security_group_rule (a7b8b9fc-98ac-48e8-8685-dc192c6079a8), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:10:58.487735 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-64ae6344-3c07-4ec7-9b17-8c9787d8d866 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692706'] for security_group_rule (a7b8b9fc-98ac-48e8-8685-dc192c6079a8), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:10:58.505627 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ae6344-3c07-4ec7-9b17-8c9787d8d866 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7b8b9fc-98ac-48e8-8685-dc192c6079a8,revision_number=0']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:10:58.513738 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-64ae6344-3c07-4ec7-9b17-8c9787d8d866 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:10:58.514948 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-64ae6344-3c07-4ec7-9b17-8c9787d8d866 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1142817 Jun 26 03:10:58.517533 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 45534) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:10:58.521661 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [None req-38823613-fa45-440b-94ab-b1bd74426e8a tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Request body: {'security_group_rule': {'security_group_id': '0a6260b7-7df3-4e25-b85a-7406feaa1dd6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:10:58.546978 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-38823613-fa45-440b-94ab-b1bd74426e8a tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Publish callbacks [] for security_group_rule (0c886820-7a18-414d-b521-c1ed3a74ec91), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:10:58.602968 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-38823613-fa45-440b-94ab-b1bd74426e8a tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Publish callbacks [] for security_group_rule (0c886820-7a18-414d-b521-c1ed3a74ec91), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:10:58.606406 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-38823613-fa45-440b-94ab-b1bd74426e8a tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692706'] for security_group_rule (0c886820-7a18-414d-b521-c1ed3a74ec91), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:10:58.622335 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38823613-fa45-440b-94ab-b1bd74426e8a tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c886820-7a18-414d-b521-c1ed3a74ec91,revision_number=0']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:10:58.633074 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-38823613-fa45-440b-94ab-b1bd74426e8a tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:10:58.634865 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-38823613-fa45-440b-94ab-b1bd74426e8a tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1163988 Jun 26 03:10:58.637880 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 45536) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:10:58.641974 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [None req-751187e8-d9d5-4fb6-948e-49dde1528a38 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Request body: {'floatingip': {'floating_network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df'}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:10:58.661981 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-751187e8-d9d5-4fb6-948e-49dde1528a38 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:10:58.741594 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-751187e8-d9d5-4fb6-948e-49dde1528a38 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:10:58.850036 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.db.db_base_plugin_common [None req-751187e8-d9d5-4fb6-948e-49dde1528a38 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Allocated IP 172.27.2.186 (9f069e5f-e57e-4e35-ad51-5f4f2e2f15df/6b24a38a-90db-41c5-beaf-6fa087899576/87802831-77f7-4dc8-8973-e688e8b421d4) {{(pid=104014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 03:10:58.890752 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-38d9aa95-f0ff-4376-8caf-179b127e374c req-09426b11-ef21-44df-a5c2-3e527bdd3686 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/ports?device_id=16b07d92-79ab-4155-972b-7619661bd1d2 HTTP/1.1" status: 200 len: 210 time: 0.0311029 Jun 26 03:10:58.965997 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=78,neutron:DELETE=7,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:10:58.985289 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-751187e8-d9d5-4fb6-948e-49dde1528a38 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Publish callbacks [] for port (87802831-77f7-4dc8-8973-e688e8b421d4), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:10:59.005847 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:10:59.027037 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-751187e8-d9d5-4fb6-948e-49dde1528a38 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787575245469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6258255'] for port (87802831-77f7-4dc8-8973-e688e8b421d4), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:10:59.067866 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-751187e8-d9d5-4fb6-948e-49dde1528a38 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Network 9f069e5f-e57e-4e35-ad51-5f4f2e2f15df is already hosted by enough agents. {{(pid=104014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 03:10:59.070649 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.scheduler.base_scheduler [None req-751187e8-d9d5-4fb6-948e-49dde1528a38 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Resources bound (agent type, host, resource id): {{(pid=104014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 03:10:59.074497 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751187e8-d9d5-4fb6-948e-49dde1528a38 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Received port after_create {{(pid=104014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 26 03:10:59.096123 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751187e8-d9d5-4fb6-948e-49dde1528a38 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Pushing event updated for resources: {'Port': ['ID=87802831-77f7-4dc8-8973-e688e8b421d4,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:10:59.157358 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-751187e8-d9d5-4fb6-948e-49dde1528a38 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Publish callbacks [] for floatingip (aa5784d5-5183-4fff-8d14-7b30b2f2bf17), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:10:59.195558 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-751187e8-d9d5-4fb6-948e-49dde1528a38 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (87802831-77f7-4dc8-8973-e688e8b421d4), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:10:59.334301 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-751187e8-d9d5-4fb6-948e-49dde1528a38 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Publish callbacks [] for port (87802831-77f7-4dc8-8973-e688e8b421d4), precommit_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:10:59.338977 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-751187e8-d9d5-4fb6-948e-49dde1528a38 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6258262'] for port (87802831-77f7-4dc8-8973-e688e8b421d4), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:10:59.408586 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751187e8-d9d5-4fb6-948e-49dde1528a38 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Pushing event updated for resources: {'Port': ['ID=87802831-77f7-4dc8-8973-e688e8b421d4,revision_number=2']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:10:59.418895 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-751187e8-d9d5-4fb6-948e-49dde1528a38 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620021'] for floatingip (aa5784d5-5183-4fff-8d14-7b30b2f2bf17), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:10:59.433640 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-751187e8-d9d5-4fb6-948e-49dde1528a38 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515864'] for floatingip (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:10:59.434898 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-751187e8-d9d5-4fb6-948e-49dde1528a38 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7960765 Jun 26 03:10:59.577720 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a6f237b3-bff4-4f3d-9f76-7352c60bd705 req-800d7fe5-c217-464f-ba0b-3bcf2b40870b tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1751826760&fields=id&tenant_id=5dd1a7a651fa4d27a1b6488ca13effca HTTP/1.1" status: 200 len: 267 time: 0.0421300 Jun 26 03:10:59.684235 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f237b3-bff4-4f3d-9f76-7352c60bd705 req-a3509459-0568-413c-a3a6-714b12ea2b4f tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:10:59.685662 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a6f237b3-bff4-4f3d-9f76-7352c60bd705 req-a3509459-0568-413c-a3a6-714b12ea2b4f tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/networks?id=151cdbb9-618f-46a1-a7b5-564e53db9cea HTTP/1.1" status: 200 len: 817 time: 0.1016583 Jun 26 03:10:59.700786 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a6f237b3-bff4-4f3d-9f76-7352c60bd705 req-624052c0-2aa1-4500-beb4-8c00296358b6 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/quotas/5dd1a7a651fa4d27a1b6488ca13effca HTTP/1.1" status: 200 len: 375 time: 0.0096207 Jun 26 03:10:59.747892 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a6f237b3-bff4-4f3d-9f76-7352c60bd705 req-4e5c4466-e9d3-409c-9027-c754dc089462 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5dd1a7a651fa4d27a1b6488ca13effca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0423231 Jun 26 03:10:59.846578 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a6f237b3-bff4-4f3d-9f76-7352c60bd705 req-ea633672-2ae8-44bb-ba4c-ea7886a47da6 service neutron] 10.222.0.13 "GET /v2.0/networks/151cdbb9-618f-46a1-a7b5-564e53db9cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875051 Jun 26 03:10:59.914917 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:10:59.917313 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:10:59.939392 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a6f237b3-bff4-4f3d-9f76-7352c60bd705 req-b50f5203-b971-4d6c-b723-a27aa14b86fb service neutron] 10.222.0.13 "GET /v2.0/networks/151cdbb9-618f-46a1-a7b5-564e53db9cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870745 Jun 26 03:10:59.968065 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-2a3cff5e-226c-4269-ae26-dcb799f58cc5 req-9d1b29d3-90c5-4784-8597-effd8a3f6e79 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/ports?device_id=16b07d92-79ab-4155-972b-7619661bd1d2 HTTP/1.1" status: 200 len: 210 time: 0.0277181 Jun 26 03:11:00.101440 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-c85a294f-29c0-4811-bec2-6fae409e9acc req-6381fed9-2224-4f02-a68e-1411f7708f96 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee71e3f2-a415-4000-97d4-290a4675ee4e HTTP/1.1" status: 200 len: 210 time: 0.0318491 Jun 26 03:11:00.380030 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Device 52fe6654-0bad-4f8c-9c8b-2d810ffaeb4f no longer exists at agent hyperv_hv-cinder-84684 {{(pid=104015) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 03:11:00.402677 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] No Port match for: 52fe6654-0bad-4f8c-9c8b-2d810ffaeb4f {{(pid=104015) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 26 03:11:00.403016 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Device 52fe6654-0bad-4f8c-9c8b-2d810ffaeb4f not bound to the agent host hv-cinder-84684 {{(pid=104015) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 03:11:01.059867 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-5a90c2f4-19b2-405f-93f8-436920b1d968 req-b0f25418-0f42-44c0-b13a-520f60aa84a9 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/ports?device_id=16b07d92-79ab-4155-972b-7619661bd1d2 HTTP/1.1" status: 200 len: 210 time: 0.0273781 Jun 26 03:11:01.206912 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-672a1962-c593-4c12-b364-2078c2824775 req-b4d8fa16-d4c4-4ab8-9af7-a418cd7c91e1 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee71e3f2-a415-4000-97d4-290a4675ee4e HTTP/1.1" status: 200 len: 210 time: 0.0270276 Jun 26 03:11:02.052876 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54174aa-ea9f-47b0-a568-28e432edb7e0 req-29e63956-f9f5-4c9c-8734-c7b9ed50be9a tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:11:02.054365 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e54174aa-ea9f-47b0-a568-28e432edb7e0 req-29e63956-f9f5-4c9c-8734-c7b9ed50be9a tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.43 "GET /v2.0/networks?id=02cd0f74-99cd-4eb9-aeb7-aae2b7255a50 HTTP/1.1" status: 200 len: 814 time: 0.1074040 Jun 26 03:11:02.154243 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-2835d8cf-cad8-4bfc-a647-fb088c75aed2 req-777eab5c-3e27-4349-9cc6-d3b22e485c44 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/ports?device_id=16b07d92-79ab-4155-972b-7619661bd1d2 HTTP/1.1" status: 200 len: 210 time: 0.0269570 Jun 26 03:11:02.317561 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-b234eb3d-72fd-499b-8a18-ca902ff72fd5 req-920eb110-766c-45c2-b73f-1d93ccf58d6f tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee71e3f2-a415-4000-97d4-290a4675ee4e HTTP/1.1" status: 200 len: 210 time: 0.0370843 Jun 26 03:11:02.346873 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e54174aa-ea9f-47b0-a568-28e432edb7e0 req-aba360b7-af46-4fd6-94e0-d40972fc9970 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1850f9f425294a82add8a09690dc1df0 HTTP/1.1" status: 200 len: 380 time: 0.0595558 Jun 26 03:11:02.480644 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [req-e54174aa-ea9f-47b0-a568-28e432edb7e0 req-a82a0bff-3a5b-43db-9990-7f04036d8ac7 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Request body: {'port': {'device_id': '16b07d92-79ab-4155-972b-7619661bd1d2', 'network_id': '02cd0f74-99cd-4eb9-aeb7-aae2b7255a50', 'admin_state_up': True, 'tenant_id': '1850f9f425294a82add8a09690dc1df0', 'security_groups': ['9349464e-96f7-4916-85dc-c043a8876b99']}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:11:02.588360 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f237b3-bff4-4f3d-9f76-7352c60bd705 req-7aa557dc-7e7f-4cd3-8870-240b087831d1 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:11:02.589969 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a6f237b3-bff4-4f3d-9f76-7352c60bd705 req-7aa557dc-7e7f-4cd3-8870-240b087831d1 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.43 "GET /v2.0/networks?id=151cdbb9-618f-46a1-a7b5-564e53db9cea HTTP/1.1" status: 200 len: 817 time: 0.1131124 Jun 26 03:11:02.596207 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e54174aa-ea9f-47b0-a568-28e432edb7e0 req-a82a0bff-3a5b-43db-9990-7f04036d8ac7 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Made reservation on behalf of 1850f9f425294a82add8a09690dc1df0 for: {'port': 1} {{(pid=104013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 03:11:02.599671 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-e54174aa-ea9f-47b0-a568-28e432edb7e0 req-a82a0bff-3a5b-43db-9990-7f04036d8ac7 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:11:02.665944 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a6f237b3-bff4-4f3d-9f76-7352c60bd705 req-ff98acec-4de3-4111-98b2-9360968414d4 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5dd1a7a651fa4d27a1b6488ca13effca HTTP/1.1" status: 200 len: 380 time: 0.0585115 Jun 26 03:11:02.723961 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.db.db_base_plugin_common [req-e54174aa-ea9f-47b0-a568-28e432edb7e0 req-a82a0bff-3a5b-43db-9990-7f04036d8ac7 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Allocated IP 172.20.0.11 (02cd0f74-99cd-4eb9-aeb7-aae2b7255a50/e97e6f7f-41a5-4383-a841-52482c75f2ee/fb7d2bf0-48c2-4a67-8477-72edf265c211) {{(pid=104013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 03:11:02.782573 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [req-a6f237b3-bff4-4f3d-9f76-7352c60bd705 req-5837ff64-14c9-4640-9af2-276ebb78c2e0 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Request body: {'port': {'device_id': 'ee71e3f2-a415-4000-97d4-290a4675ee4e', 'network_id': '151cdbb9-618f-46a1-a7b5-564e53db9cea', 'admin_state_up': True, 'tenant_id': '5dd1a7a651fa4d27a1b6488ca13effca', 'security_groups': ['0a6260b7-7df3-4e25-b85a-7406feaa1dd6']}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:11:02.877367 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-e54174aa-ea9f-47b0-a568-28e432edb7e0 req-a82a0bff-3a5b-43db-9990-7f04036d8ac7 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks [] for port (fb7d2bf0-48c2-4a67-8477-72edf265c211), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:11:02.898062 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6f237b3-bff4-4f3d-9f76-7352c60bd705 req-5837ff64-14c9-4640-9af2-276ebb78c2e0 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Made reservation on behalf of 5dd1a7a651fa4d27a1b6488ca13effca for: {'port': 1} {{(pid=104014) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 03:11:02.901979 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-a6f237b3-bff4-4f3d-9f76-7352c60bd705 req-5837ff64-14c9-4640-9af2-276ebb78c2e0 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:11:02.906004 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:11:02.912403 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-e54174aa-ea9f-47b0-a568-28e432edb7e0 req-a82a0bff-3a5b-43db-9990-7f04036d8ac7 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787575245469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7375238'] for port (fb7d2bf0-48c2-4a67-8477-72edf265c211), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:11:02.955067 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e54174aa-ea9f-47b0-a568-28e432edb7e0 req-a82a0bff-3a5b-43db-9990-7f04036d8ac7 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Network 02cd0f74-99cd-4eb9-aeb7-aae2b7255a50 is already hosted by enough agents. {{(pid=104013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 03:11:02.959770 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.scheduler.base_scheduler [req-e54174aa-ea9f-47b0-a568-28e432edb7e0 req-a82a0bff-3a5b-43db-9990-7f04036d8ac7 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Resources bound (agent type, host, resource id): {{(pid=104013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 03:11:02.966505 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [req-e54174aa-ea9f-47b0-a568-28e432edb7e0 req-a82a0bff-3a5b-43db-9990-7f04036d8ac7 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Received port after_create {{(pid=104013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 26 03:11:02.970439 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82a0bff-3a5b-43db-9990-7f04036d8ac7 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Pushing event updated for resources: {'Port': ['ID=fb7d2bf0-48c2-4a67-8477-72edf265c211,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:11:03.004773 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:INSERT=8,neutron:SELECT=87,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:11:03.027360 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54174aa-ea9f-47b0-a568-28e432edb7e0 req-a82a0bff-3a5b-43db-9990-7f04036d8ac7 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:11:03.027990 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-e54174aa-ea9f-47b0-a568-28e432edb7e0 req-a82a0bff-3a5b-43db-9990-7f04036d8ac7 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515864'] for port (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:11:03.039899 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.db.db_base_plugin_common [req-a6f237b3-bff4-4f3d-9f76-7352c60bd705 req-5837ff64-14c9-4640-9af2-276ebb78c2e0 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Allocated IP 172.20.0.5 (151cdbb9-618f-46a1-a7b5-564e53db9cea/b3475431-7645-416a-9b3b-e23c4a132926/7dd1c0b3-ac2d-47eb-81cd-5f0cd845e6c6) {{(pid=104014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 03:11:03.046340 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e54174aa-ea9f-47b0-a568-28e432edb7e0 req-a82a0bff-3a5b-43db-9990-7f04036d8ac7 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5698402 Jun 26 03:11:03.099160 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [req-e54174aa-ea9f-47b0-a568-28e432edb7e0 req-91be1156-bb9a-479a-9e1d-e3d456a91478 service neutron] Request body: {'port': {'device_id': '16b07d92-79ab-4155-972b-7619661bd1d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84684'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:11:03.166392 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-e54174aa-ea9f-47b0-a568-28e432edb7e0 req-91be1156-bb9a-479a-9e1d-e3d456a91478 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (fb7d2bf0-48c2-4a67-8477-72edf265c211), before_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:11:03.192761 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-a6f237b3-bff4-4f3d-9f76-7352c60bd705 req-5837ff64-14c9-4640-9af2-276ebb78c2e0 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Publish callbacks [] for port (7dd1c0b3-ac2d-47eb-81cd-5f0cd845e6c6), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:11:03.218387 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-51c816fa-0471-48b1-aa07-c7e718270e87 None None] Provisioning complete for port fb7d2bf0-48c2-4a67-8477-72edf265c211 triggered by entity DHCP. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:11:03.219455 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-51c816fa-0471-48b1-aa07-c7e718270e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (fb7d2bf0-48c2-4a67-8477-72edf265c211), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:11:03.253184 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-51c816fa-0471-48b1-aa07-c7e718270e87 None None] Port fb7d2bf0-48c2-4a67-8477-72edf265c211 cannot update to ACTIVE because it is not bound. {{(pid=104015) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 26 03:11:03.258526 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-a6f237b3-bff4-4f3d-9f76-7352c60bd705 req-5837ff64-14c9-4640-9af2-276ebb78c2e0 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787575245469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6258255'] for port (7dd1c0b3-ac2d-47eb-81cd-5f0cd845e6c6), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:11:03.314645 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fde713-7806-4519-bbc4-824488caa59a req-ba34d373-6401-4f2a-8940-c6462b6cdfbc tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:11:03.316143 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a6fde713-7806-4519-bbc4-824488caa59a req-ba34d373-6401-4f2a-8940-c6462b6cdfbc tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/ports?device_id=16b07d92-79ab-4155-972b-7619661bd1d2 HTTP/1.1" status: 200 len: 932 time: 0.0907295 Jun 26 03:11:03.328465 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6f237b3-bff4-4f3d-9f76-7352c60bd705 req-5837ff64-14c9-4640-9af2-276ebb78c2e0 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Network 151cdbb9-618f-46a1-a7b5-564e53db9cea is already hosted by enough agents. {{(pid=104014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 03:11:03.344032 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.scheduler.base_scheduler [req-a6f237b3-bff4-4f3d-9f76-7352c60bd705 req-5837ff64-14c9-4640-9af2-276ebb78c2e0 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Resources bound (agent type, host, resource id): {{(pid=104014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 03:11:03.358467 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6f237b3-bff4-4f3d-9f76-7352c60bd705 req-5837ff64-14c9-4640-9af2-276ebb78c2e0 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Received port after_create {{(pid=104014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 26 03:11:03.366440 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5837ff64-14c9-4640-9af2-276ebb78c2e0 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Pushing event updated for resources: {'Port': ['ID=7dd1c0b3-ac2d-47eb-81cd-5f0cd845e6c6,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:11:03.393571 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:11:03.409549 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:11:03.476455 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a6fde713-7806-4519-bbc4-824488caa59a req-41f739e7-67ab-47c6-bd09-f989ee06a64d tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/security-groups?id=9349464e-96f7-4916-85dc-c043a8876b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1515086 Jun 26 03:11:03.484608 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.notifiers.nova [req-e54174aa-ea9f-47b0-a568-28e432edb7e0 req-91be1156-bb9a-479a-9e1d-e3d456a91478 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb7d2bf0-48c2-4a67-8477-72edf265c211 {{(pid=104013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 26 03:11:03.496431 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f237b3-bff4-4f3d-9f76-7352c60bd705 req-5837ff64-14c9-4640-9af2-276ebb78c2e0 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:11:03.497063 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-a6f237b3-bff4-4f3d-9f76-7352c60bd705 req-5837ff64-14c9-4640-9af2-276ebb78c2e0 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515864'] for port (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:11:03.502319 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-e54174aa-ea9f-47b0-a568-28e432edb7e0 req-91be1156-bb9a-479a-9e1d-e3d456a91478 service neutron] Publish callbacks [] for port (fb7d2bf0-48c2-4a67-8477-72edf265c211), precommit_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:11:03.505145 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1c8812-798c-401e-8fdd-244f1c5d1f8e req-94677155-af5a-4b92-9718-a974ee74c4d1 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:11:03.506644 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-8e1c8812-798c-401e-8fdd-244f1c5d1f8e req-94677155-af5a-4b92-9718-a974ee74c4d1 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee71e3f2-a415-4000-97d4-290a4675ee4e HTTP/1.1" status: 200 len: 931 time: 0.0959375 Jun 26 03:11:03.522818 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.db.provisioning_blocks [req-e54174aa-ea9f-47b0-a568-28e432edb7e0 req-91be1156-bb9a-479a-9e1d-e3d456a91478 service neutron] Transition to ACTIVE for port object fb7d2bf0-48c2-4a67-8477-72edf265c211 will not be triggered until provisioned by entity L2. {{(pid=104013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 26 03:11:03.527511 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-e54174aa-ea9f-47b0-a568-28e432edb7e0 req-91be1156-bb9a-479a-9e1d-e3d456a91478 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7375263'] for port (fb7d2bf0-48c2-4a67-8477-72edf265c211), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:11:03.539084 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a6f237b3-bff4-4f3d-9f76-7352c60bd705 req-5837ff64-14c9-4640-9af2-276ebb78c2e0 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7604980 Jun 26 03:11:03.561517 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [req-a6f237b3-bff4-4f3d-9f76-7352c60bd705 req-79198f68-c172-44b2-9939-bb6d1ac37ded service neutron] Request body: {'port': {'device_id': 'ee71e3f2-a415-4000-97d4-290a4675ee4e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84684'}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:11:03.582561 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-afc97728-a9a5-4120-abdd-94f2d98370b2 None None] Provisioning complete for port 7dd1c0b3-ac2d-47eb-81cd-5f0cd845e6c6 triggered by entity DHCP. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:11:03.583009 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-afc97728-a9a5-4120-abdd-94f2d98370b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (7dd1c0b3-ac2d-47eb-81cd-5f0cd845e6c6), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:11:03.597098 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-8e1c8812-798c-401e-8fdd-244f1c5d1f8e req-55454533-3d18-4491-862d-d9c18ca7c295 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a6260b7-7df3-4e25-b85a-7406feaa1dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835383 Jun 26 03:11:03.612981 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91be1156-bb9a-479a-9e1d-e3d456a91478 service neutron] Pushing event updated for resources: {'Port': ['ID=fb7d2bf0-48c2-4a67-8477-72edf265c211,revision_number=2']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:11:03.625138 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-afc97728-a9a5-4120-abdd-94f2d98370b2 None None] Port 7dd1c0b3-ac2d-47eb-81cd-5f0cd845e6c6 cannot update to ACTIVE because it is not bound. {{(pid=104015) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 26 03:11:03.645125 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-a6f237b3-bff4-4f3d-9f76-7352c60bd705 req-79198f68-c172-44b2-9939-bb6d1ac37ded service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (7dd1c0b3-ac2d-47eb-81cd-5f0cd845e6c6), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:11:03.682068 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.managers [req-e54174aa-ea9f-47b0-a568-28e432edb7e0 req-91be1156-bb9a-479a-9e1d-e3d456a91478 service neutron] Attempting to bind port fb7d2bf0-48c2-4a67-8477-72edf265c211 on host hv-cinder-84684 for vnic_type normal with profile {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 26 03:11:03.683034 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.managers [req-e54174aa-ea9f-47b0-a568-28e432edb7e0 req-91be1156-bb9a-479a-9e1d-e3d456a91478 service neutron] Attempting to bind port fb7d2bf0-48c2-4a67-8477-72edf265c211 by drivers openvswitch,hyperv on host hv-cinder-84684 at level 0 using segments [{'id': '4d81c647-e55d-4122-8ce3-5fece06ad477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '02cd0f74-99cd-4eb9-aeb7-aae2b7255a50'}] {{(pid=104013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 26 03:11:03.683565 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54174aa-ea9f-47b0-a568-28e432edb7e0 req-91be1156-bb9a-479a-9e1d-e3d456a91478 service neutron] Attempting to bind port fb7d2bf0-48c2-4a67-8477-72edf265c211 on network 02cd0f74-99cd-4eb9-aeb7-aae2b7255a50 {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 26 03:11:03.688995 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54174aa-ea9f-47b0-a568-28e432edb7e0 req-91be1156-bb9a-479a-9e1d-e3d456a91478 service neutron] Port fb7d2bf0-48c2-4a67-8477-72edf265c211 on network 02cd0f74-99cd-4eb9-aeb7-aae2b7255a50 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84684 {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 26 03:11:03.689424 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54174aa-ea9f-47b0-a568-28e432edb7e0 req-91be1156-bb9a-479a-9e1d-e3d456a91478 service neutron] Attempting to bind port fb7d2bf0-48c2-4a67-8477-72edf265c211 on network 02cd0f74-99cd-4eb9-aeb7-aae2b7255a50 {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 26 03:11:03.696956 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54174aa-ea9f-47b0-a568-28e432edb7e0 req-91be1156-bb9a-479a-9e1d-e3d456a91478 service neutron] Checking agent: {'id': 'e7a0895f-45bb-4130-be69-32df3e039043', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84684', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 26, 3, 2, 40), 'started_at': datetime.datetime(2022, 6, 26, 3, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 26, 3, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 26 03:11:03.697321 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54174aa-ea9f-47b0-a568-28e432edb7e0 req-91be1156-bb9a-479a-9e1d-e3d456a91478 service neutron] Checking segment: {'id': '4d81c647-e55d-4122-8ce3-5fece06ad477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '02cd0f74-99cd-4eb9-aeb7-aae2b7255a50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 26 03:11:03.697785 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54174aa-ea9f-47b0-a568-28e432edb7e0 req-91be1156-bb9a-479a-9e1d-e3d456a91478 service neutron] Bound using segment: {'id': '4d81c647-e55d-4122-8ce3-5fece06ad477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '02cd0f74-99cd-4eb9-aeb7-aae2b7255a50'} {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 26 03:11:03.698177 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.managers [req-e54174aa-ea9f-47b0-a568-28e432edb7e0 req-91be1156-bb9a-479a-9e1d-e3d456a91478 service neutron] Bound port: fb7d2bf0-48c2-4a67-8477-72edf265c211, host: hv-cinder-84684, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d81c647-e55d-4122-8ce3-5fece06ad477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '02cd0f74-99cd-4eb9-aeb7-aae2b7255a50'}}] {{(pid=104013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 26 03:11:03.698529 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-e54174aa-ea9f-47b0-a568-28e432edb7e0 req-91be1156-bb9a-479a-9e1d-e3d456a91478 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (fb7d2bf0-48c2-4a67-8477-72edf265c211), before_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:11:03.771136 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [req-e54174aa-ea9f-47b0-a568-28e432edb7e0 req-91be1156-bb9a-479a-9e1d-e3d456a91478 service neutron] For port fb7d2bf0-48c2-4a67-8477-72edf265c211, host hv-cinder-84684, cleared binding levels {{(pid=104013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 03:11:03.774664 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [req-e54174aa-ea9f-47b0-a568-28e432edb7e0 req-91be1156-bb9a-479a-9e1d-e3d456a91478 service neutron] For port fb7d2bf0-48c2-4a67-8477-72edf265c211, host hv-cinder-84684, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=fb7d2bf0-48c2-4a67-8477-72edf265c211,segment=NetworkSegment(4d81c647-e55d-4122-8ce3-5fece06ad477),segment_id=4d81c647-e55d-4122-8ce3-5fece06ad477)] {{(pid=104013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 03:11:03.781394 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-e54174aa-ea9f-47b0-a568-28e432edb7e0 req-91be1156-bb9a-479a-9e1d-e3d456a91478 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7375263'] for port (fb7d2bf0-48c2-4a67-8477-72edf265c211), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:11:03.822552 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54174aa-ea9f-47b0-a568-28e432edb7e0 req-91be1156-bb9a-479a-9e1d-e3d456a91478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:11:03.823163 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-e54174aa-ea9f-47b0-a568-28e432edb7e0 req-91be1156-bb9a-479a-9e1d-e3d456a91478 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515864'] for port (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:11:03.824560 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e54174aa-ea9f-47b0-a568-28e432edb7e0 req-91be1156-bb9a-479a-9e1d-e3d456a91478 service neutron] 10.222.0.43 "PUT /v2.0/ports/fb7d2bf0-48c2-4a67-8477-72edf265c211 HTTP/1.1" status: 200 len: 1094 time: 0.7306285 Jun 26 03:11:03.825070 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16b07d92-79ab-4155-972b-7619661bd1d2', 'tag': 'fb7d2bf0-48c2-4a67-8477-72edf265c211'}] {{(pid=104013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 26 03:11:03.827214 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}139ce4dbef1e3d377c6aaa27dc3378ac98104fcd26dfc0ba8b816af75a6f94ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-485894c6-7d17-4ebf-aa85-e34b1f967cd5" -d '{"events": [{"name": "network-changed", "server_uuid": "16b07d92-79ab-4155-972b-7619661bd1d2", "tag": "fb7d2bf0-48c2-4a67-8477-72edf265c211"}]}' {{(pid=104013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 03:11:03.877521 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91be1156-bb9a-479a-9e1d-e3d456a91478 service neutron] Pushing event updated for resources: {'Port': ['ID=fb7d2bf0-48c2-4a67-8477-72edf265c211,revision_number=3']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:11:03.885495 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Jun 2022 03:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-468488e1-1166-4456-a301-4b7ce0a9760a x-openstack-request-id: req-468488e1-1166-4456-a301-4b7ce0a9760a {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 03:11:03.885986 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16b07d92-79ab-4155-972b-7619661bd1d2", "tag": "fb7d2bf0-48c2-4a67-8477-72edf265c211", "status": "completed", "code": 200}]} {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 03:11:03.886420 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-468488e1-1166-4456-a301-4b7ce0a9760a {{(pid=104013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 03:11:03.886823 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.notifiers.nova [-] Nova event matching ['req-468488e1-1166-4456-a301-4b7ce0a9760a'] response: {'name': 'network-changed', 'server_uuid': '16b07d92-79ab-4155-972b-7619661bd1d2', 'tag': 'fb7d2bf0-48c2-4a67-8477-72edf265c211', 'status': 'completed', 'code': 200} Jun 26 03:11:03.945282 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54174aa-ea9f-47b0-a568-28e432edb7e0 req-c623883c-7a5e-40c1-bfd8-abac542f3ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:11:03.947146 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e54174aa-ea9f-47b0-a568-28e432edb7e0 req-c623883c-7a5e-40c1-bfd8-abac542f3ae8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1850f9f425294a82add8a09690dc1df0&device_id=16b07d92-79ab-4155-972b-7619661bd1d2 HTTP/1.1" status: 200 len: 1128 time: 0.0424228 Jun 26 03:11:03.956021 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.notifiers.nova [req-a6f237b3-bff4-4f3d-9f76-7352c60bd705 req-79198f68-c172-44b2-9939-bb6d1ac37ded service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7dd1c0b3-ac2d-47eb-81cd-5f0cd845e6c6 {{(pid=104014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 26 03:11:03.964798 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-a6f237b3-bff4-4f3d-9f76-7352c60bd705 req-79198f68-c172-44b2-9939-bb6d1ac37ded service neutron] Publish callbacks [] for port (7dd1c0b3-ac2d-47eb-81cd-5f0cd845e6c6), precommit_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:11:03.980354 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [req-a6f237b3-bff4-4f3d-9f76-7352c60bd705 req-79198f68-c172-44b2-9939-bb6d1ac37ded service neutron] Transition to ACTIVE for port object 7dd1c0b3-ac2d-47eb-81cd-5f0cd845e6c6 will not be triggered until provisioned by entity L2. {{(pid=104014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 26 03:11:03.984853 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-a6f237b3-bff4-4f3d-9f76-7352c60bd705 req-79198f68-c172-44b2-9939-bb6d1ac37ded service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6258262'] for port (7dd1c0b3-ac2d-47eb-81cd-5f0cd845e6c6), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:11:03.996673 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e54174aa-ea9f-47b0-a568-28e432edb7e0 req-eacbf6b9-37ff-4084-9502-845e74bb9c82 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fb7d2bf0-48c2-4a67-8477-72edf265c211 HTTP/1.1" status: 200 len: 217 time: 0.0352857 Jun 26 03:11:04.027428 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79198f68-c172-44b2-9939-bb6d1ac37ded service neutron] Pushing event updated for resources: {'Port': ['ID=7dd1c0b3-ac2d-47eb-81cd-5f0cd845e6c6,revision_number=2']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:11:04.059149 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54174aa-ea9f-47b0-a568-28e432edb7e0 req-7d29cb38-d810-4d28-83f7-ae3bd9fdeecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:11:04.060611 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e54174aa-ea9f-47b0-a568-28e432edb7e0 req-7d29cb38-d810-4d28-83f7-ae3bd9fdeecf service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e97e6f7f-41a5-4383-a841-52482c75f2ee HTTP/1.1" status: 200 len: 853 time: 0.0580306 Jun 26 03:11:04.102342 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:11:04.111991 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54174aa-ea9f-47b0-a568-28e432edb7e0 req-1df67c88-377a-4d35-ae8e-fef16eb13139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:11:04.113559 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e54174aa-ea9f-47b0-a568-28e432edb7e0 req-1df67c88-377a-4d35-ae8e-fef16eb13139 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=02cd0f74-99cd-4eb9-aeb7-aae2b7255a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457783 Jun 26 03:11:04.119289 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.managers [req-a6f237b3-bff4-4f3d-9f76-7352c60bd705 req-79198f68-c172-44b2-9939-bb6d1ac37ded service neutron] Attempting to bind port 7dd1c0b3-ac2d-47eb-81cd-5f0cd845e6c6 on host hv-cinder-84684 for vnic_type normal with profile {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 26 03:11:04.119657 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.managers [req-a6f237b3-bff4-4f3d-9f76-7352c60bd705 req-79198f68-c172-44b2-9939-bb6d1ac37ded service neutron] Attempting to bind port 7dd1c0b3-ac2d-47eb-81cd-5f0cd845e6c6 by drivers openvswitch,hyperv on host hv-cinder-84684 at level 0 using segments [{'id': '9b1bc4ce-7d03-4b55-892a-abd91da4af67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '151cdbb9-618f-46a1-a7b5-564e53db9cea'}] {{(pid=104014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 26 03:11:04.119989 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f237b3-bff4-4f3d-9f76-7352c60bd705 req-79198f68-c172-44b2-9939-bb6d1ac37ded service neutron] Attempting to bind port 7dd1c0b3-ac2d-47eb-81cd-5f0cd845e6c6 on network 151cdbb9-618f-46a1-a7b5-564e53db9cea {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 26 03:11:04.124892 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f237b3-bff4-4f3d-9f76-7352c60bd705 req-79198f68-c172-44b2-9939-bb6d1ac37ded service neutron] Port 7dd1c0b3-ac2d-47eb-81cd-5f0cd845e6c6 on network 151cdbb9-618f-46a1-a7b5-564e53db9cea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84684 {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 26 03:11:04.125147 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f237b3-bff4-4f3d-9f76-7352c60bd705 req-79198f68-c172-44b2-9939-bb6d1ac37ded service neutron] Attempting to bind port 7dd1c0b3-ac2d-47eb-81cd-5f0cd845e6c6 on network 151cdbb9-618f-46a1-a7b5-564e53db9cea {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 26 03:11:04.130957 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f237b3-bff4-4f3d-9f76-7352c60bd705 req-79198f68-c172-44b2-9939-bb6d1ac37ded service neutron] Checking agent: {'id': 'e7a0895f-45bb-4130-be69-32df3e039043', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84684', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 26, 3, 2, 40), 'started_at': datetime.datetime(2022, 6, 26, 3, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 26, 3, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 26 03:11:04.131295 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f237b3-bff4-4f3d-9f76-7352c60bd705 req-79198f68-c172-44b2-9939-bb6d1ac37ded service neutron] Checking segment: {'id': '9b1bc4ce-7d03-4b55-892a-abd91da4af67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '151cdbb9-618f-46a1-a7b5-564e53db9cea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 26 03:11:04.131791 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f237b3-bff4-4f3d-9f76-7352c60bd705 req-79198f68-c172-44b2-9939-bb6d1ac37ded service neutron] Bound using segment: {'id': '9b1bc4ce-7d03-4b55-892a-abd91da4af67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '151cdbb9-618f-46a1-a7b5-564e53db9cea'} {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 26 03:11:04.132092 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.managers [req-a6f237b3-bff4-4f3d-9f76-7352c60bd705 req-79198f68-c172-44b2-9939-bb6d1ac37ded service neutron] Bound port: 7dd1c0b3-ac2d-47eb-81cd-5f0cd845e6c6, host: hv-cinder-84684, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b1bc4ce-7d03-4b55-892a-abd91da4af67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '151cdbb9-618f-46a1-a7b5-564e53db9cea'}}] {{(pid=104014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 26 03:11:04.132448 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-a6f237b3-bff4-4f3d-9f76-7352c60bd705 req-79198f68-c172-44b2-9939-bb6d1ac37ded service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (7dd1c0b3-ac2d-47eb-81cd-5f0cd845e6c6), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:11:04.142777 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:11:04.221421 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e54174aa-ea9f-47b0-a568-28e432edb7e0 req-9e4297da-08cd-4204-93a0-44761e38ac42 service neutron] 10.222.0.43 "GET /v2.0/networks/02cd0f74-99cd-4eb9-aeb7-aae2b7255a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007915 Jun 26 03:11:04.317766 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e54174aa-ea9f-47b0-a568-28e432edb7e0 req-bbdfe9f5-822f-440e-b38c-dc5107ec403c service neutron] 10.222.0.43 "GET /v2.0/networks/02cd0f74-99cd-4eb9-aeb7-aae2b7255a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892982 Jun 26 03:11:04.433825 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [req-a6f237b3-bff4-4f3d-9f76-7352c60bd705 req-79198f68-c172-44b2-9939-bb6d1ac37ded service neutron] For port 7dd1c0b3-ac2d-47eb-81cd-5f0cd845e6c6, host hv-cinder-84684, cleared binding levels {{(pid=104014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 03:11:04.436700 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [req-a6f237b3-bff4-4f3d-9f76-7352c60bd705 req-79198f68-c172-44b2-9939-bb6d1ac37ded service neutron] For port 7dd1c0b3-ac2d-47eb-81cd-5f0cd845e6c6, host hv-cinder-84684, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=7dd1c0b3-ac2d-47eb-81cd-5f0cd845e6c6,segment=NetworkSegment(9b1bc4ce-7d03-4b55-892a-abd91da4af67),segment_id=9b1bc4ce-7d03-4b55-892a-abd91da4af67)] {{(pid=104014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 03:11:04.442280 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-a6f237b3-bff4-4f3d-9f76-7352c60bd705 req-79198f68-c172-44b2-9939-bb6d1ac37ded service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6258262'] for port (7dd1c0b3-ac2d-47eb-81cd-5f0cd845e6c6), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:11:04.468638 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:11:04.483371 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f237b3-bff4-4f3d-9f76-7352c60bd705 req-79198f68-c172-44b2-9939-bb6d1ac37ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:11:04.483987 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-a6f237b3-bff4-4f3d-9f76-7352c60bd705 req-79198f68-c172-44b2-9939-bb6d1ac37ded service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515864'] for port (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:11:04.485361 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a6f237b3-bff4-4f3d-9f76-7352c60bd705 req-79198f68-c172-44b2-9939-bb6d1ac37ded service neutron] 10.222.0.43 "PUT /v2.0/ports/7dd1c0b3-ac2d-47eb-81cd-5f0cd845e6c6 HTTP/1.1" status: 200 len: 1093 time: 0.9323018 Jun 26 03:11:04.486067 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee71e3f2-a415-4000-97d4-290a4675ee4e', 'tag': '7dd1c0b3-ac2d-47eb-81cd-5f0cd845e6c6'}] {{(pid=104014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 26 03:11:04.488260 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b346e277b9447a300c9d303bb334713d04858661d6ca7e8667ef96f79658145a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbfc8b5f-ceb8-48af-8de1-aea01693751c" -d '{"events": [{"name": "network-changed", "server_uuid": "ee71e3f2-a415-4000-97d4-290a4675ee4e", "tag": "7dd1c0b3-ac2d-47eb-81cd-5f0cd845e6c6"}]}' {{(pid=104014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 03:11:04.510637 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79198f68-c172-44b2-9939-bb6d1ac37ded service neutron] Pushing event updated for resources: {'Port': ['ID=7dd1c0b3-ac2d-47eb-81cd-5f0cd845e6c6,revision_number=3']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:11:04.539062 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Jun 2022 03:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a4b13ce-de09-4f8a-ba13-d4232a55e812 x-openstack-request-id: req-4a4b13ce-de09-4f8a-ba13-d4232a55e812 {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 03:11:04.539357 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee71e3f2-a415-4000-97d4-290a4675ee4e", "tag": "7dd1c0b3-ac2d-47eb-81cd-5f0cd845e6c6", "status": "completed", "code": 200}]} {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 03:11:04.539612 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4a4b13ce-de09-4f8a-ba13-d4232a55e812 {{(pid=104014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 03:11:04.540147 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a4b13ce-de09-4f8a-ba13-d4232a55e812'] response: {'name': 'network-changed', 'server_uuid': 'ee71e3f2-a415-4000-97d4-290a4675ee4e', 'tag': '7dd1c0b3-ac2d-47eb-81cd-5f0cd845e6c6', 'status': 'completed', 'code': 200} Jun 26 03:11:04.607488 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0b2516-6c2e-4a41-ace2-8dea1582c1ed req-467fe027-2d31-4357-ab66-53b19fc7972f tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:11:04.609085 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-7f0b2516-6c2e-4a41-ace2-8dea1582c1ed req-467fe027-2d31-4357-ab66-53b19fc7972f tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/ports?device_id=16b07d92-79ab-4155-972b-7619661bd1d2 HTTP/1.1" status: 200 len: 944 time: 0.0521755 Jun 26 03:11:04.659306 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-7f0b2516-6c2e-4a41-ace2-8dea1582c1ed req-4fffc73b-bbff-4ddf-a847-97173fe1d5cd tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/security-groups?id=9349464e-96f7-4916-85dc-c043a8876b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443668 Jun 26 03:11:04.733922 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48baadc3-e8ab-4a26-bdbc-4ce57fb38d46 req-d2c8c982-feb1-49a6-b06d-482ed78e3c36 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:11:04.735408 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-48baadc3-e8ab-4a26-bdbc-4ce57fb38d46 req-d2c8c982-feb1-49a6-b06d-482ed78e3c36 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee71e3f2-a415-4000-97d4-290a4675ee4e HTTP/1.1" status: 200 len: 943 time: 0.0476022 Jun 26 03:11:04.754125 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:11:04.784489 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-48baadc3-e8ab-4a26-bdbc-4ce57fb38d46 req-40ee2b69-36ed-44e4-9598-a4d7132bdb66 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a6260b7-7df3-4e25-b85a-7406feaa1dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436385 Jun 26 03:11:05.770729 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17823a48-f309-42db-98ed-64ed67e3afb2 req-877f5298-c7f3-4637-be86-b6cc5a6c37ca tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:11:05.772174 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-17823a48-f309-42db-98ed-64ed67e3afb2 req-877f5298-c7f3-4637-be86-b6cc5a6c37ca tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/ports?device_id=16b07d92-79ab-4155-972b-7619661bd1d2 HTTP/1.1" status: 200 len: 944 time: 0.0459249 Jun 26 03:11:05.820834 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-17823a48-f309-42db-98ed-64ed67e3afb2 req-44032bdd-755f-40ab-b8db-d632e17c12fa tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/security-groups?id=9349464e-96f7-4916-85dc-c043a8876b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426486 Jun 26 03:11:05.903906 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431d4881-7b8e-4da5-9fc5-85f602f0de30 req-11a7c26d-f9e9-462e-b404-f6b8b8cef295 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:11:05.905353 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-431d4881-7b8e-4da5-9fc5-85f602f0de30 req-11a7c26d-f9e9-462e-b404-f6b8b8cef295 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee71e3f2-a415-4000-97d4-290a4675ee4e HTTP/1.1" status: 200 len: 943 time: 0.0495150 Jun 26 03:11:05.951374 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-431d4881-7b8e-4da5-9fc5-85f602f0de30 req-06e69239-3125-4e30-bf52-c5ce5dc99ee0 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a6260b7-7df3-4e25-b85a-7406feaa1dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404882 Jun 26 03:11:06.741249 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485894c6-7d17-4ebf-aa85-e34b1f967cd5 req-93e587cf-c0c1-42e7-9561-a5a51e050c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:11:06.741523 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfc8b5f-ceb8-48af-8de1-aea01693751c req-8d51d15c-3ff7-481a-b02d-56b67f98bfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:11:06.742800 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-485894c6-7d17-4ebf-aa85-e34b1f967cd5 req-93e587cf-c0c1-42e7-9561-a5a51e050c59 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1850f9f425294a82add8a09690dc1df0&device_id=16b07d92-79ab-4155-972b-7619661bd1d2 HTTP/1.1" status: 200 len: 1128 time: 0.0395339 Jun 26 03:11:06.743096 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-cbfc8b5f-ceb8-48af-8de1-aea01693751c req-8d51d15c-3ff7-481a-b02d-56b67f98bfcb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5dd1a7a651fa4d27a1b6488ca13effca&device_id=ee71e3f2-a415-4000-97d4-290a4675ee4e HTTP/1.1" status: 200 len: 1127 time: 0.0396216 Jun 26 03:11:06.861249 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485894c6-7d17-4ebf-aa85-e34b1f967cd5 req-b159648f-2883-445c-b3a6-392df5e74dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:11:06.862776 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-485894c6-7d17-4ebf-aa85-e34b1f967cd5 req-b159648f-2883-445c-b3a6-392df5e74dc3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=02cd0f74-99cd-4eb9-aeb7-aae2b7255a50 HTTP/1.1" status: 200 len: 915 time: 0.0978408 Jun 26 03:11:06.913114 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-485894c6-7d17-4ebf-aa85-e34b1f967cd5 req-d8b5e4b7-931e-4ee7-8587-e030cece1f67 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fb7d2bf0-48c2-4a67-8477-72edf265c211 HTTP/1.1" status: 200 len: 217 time: 0.0428898 Jun 26 03:11:06.932190 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfc8b5f-ceb8-48af-8de1-aea01693751c req-a4b5c518-42dc-4dbd-a3be-bd1417d09c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:11:06.933688 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-cbfc8b5f-ceb8-48af-8de1-aea01693751c req-a4b5c518-42dc-4dbd-a3be-bd1417d09c43 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=5dd1a7a651fa4d27a1b6488ca13effca&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1676569 Jun 26 03:11:06.987003 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f53ffd6-9ff7-4598-a2ac-8424c3b4bafc req-e0336e75-4b77-4a15-9364-31e81313b254 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:11:06.988513 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-0f53ffd6-9ff7-4598-a2ac-8424c3b4bafc req-e0336e75-4b77-4a15-9364-31e81313b254 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/ports?device_id=16b07d92-79ab-4155-972b-7619661bd1d2 HTTP/1.1" status: 200 len: 944 time: 0.0847604 Jun 26 03:11:07.004995 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485894c6-7d17-4ebf-aa85-e34b1f967cd5 req-4b28a162-8025-48d7-865a-b52b9a349fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:11:07.006436 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-485894c6-7d17-4ebf-aa85-e34b1f967cd5 req-4b28a162-8025-48d7-865a-b52b9a349fb8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e97e6f7f-41a5-4383-a841-52482c75f2ee HTTP/1.1" status: 200 len: 853 time: 0.0729313 Jun 26 03:11:07.111216 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485894c6-7d17-4ebf-aa85-e34b1f967cd5 req-4edee91a-ec27-4c2e-8d76-e9b81b857003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:11:07.112672 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-485894c6-7d17-4ebf-aa85-e34b1f967cd5 req-4edee91a-ec27-4c2e-8d76-e9b81b857003 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=02cd0f74-99cd-4eb9-aeb7-aae2b7255a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0990129 Jun 26 03:11:07.118142 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-0f53ffd6-9ff7-4598-a2ac-8424c3b4bafc req-43d4a8a1-b001-4886-bcc8-d39afd673bc2 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/security-groups?id=9349464e-96f7-4916-85dc-c043a8876b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230199 Jun 26 03:11:07.136022 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f09ce88-831e-4a28-9744-82e46ba2b171 req-cddc4881-f839-4993-ad60-54282a503317 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:11:07.137590 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-1f09ce88-831e-4a28-9744-82e46ba2b171 req-cddc4881-f839-4993-ad60-54282a503317 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee71e3f2-a415-4000-97d4-290a4675ee4e HTTP/1.1" status: 200 len: 943 time: 0.0915384 Jun 26 03:11:07.246498 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-1f09ce88-831e-4a28-9744-82e46ba2b171 req-19a7c595-3567-4ab9-bcdc-9e9e4223d717 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a6260b7-7df3-4e25-b85a-7406feaa1dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935016 Jun 26 03:11:07.258522 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-485894c6-7d17-4ebf-aa85-e34b1f967cd5 req-fa78eaff-919d-4392-881a-ee1c9ecb614c service neutron] 10.222.0.43 "GET /v2.0/networks/02cd0f74-99cd-4eb9-aeb7-aae2b7255a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377182 Jun 26 03:11:07.322554 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfc8b5f-ceb8-48af-8de1-aea01693751c req-c0e7266c-122e-480b-aa09-d3758934b004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:11:07.324047 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-cbfc8b5f-ceb8-48af-8de1-aea01693751c req-c0e7266c-122e-480b-aa09-d3758934b004 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3846507 Jun 26 03:11:07.352742 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-485894c6-7d17-4ebf-aa85-e34b1f967cd5 req-e65f2f7b-b0b0-4911-b214-20c3c0589781 service neutron] 10.222.0.43 "GET /v2.0/networks/02cd0f74-99cd-4eb9-aeb7-aae2b7255a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878661 Jun 26 03:11:07.439373 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=99 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:11:07.441064 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=100 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:11:07.450940 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f237b3-bff4-4f3d-9f76-7352c60bd705 req-c900e969-a814-4eca-933f-ee431d25cb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:11:07.452419 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a6f237b3-bff4-4f3d-9f76-7352c60bd705 req-c900e969-a814-4eca-933f-ee431d25cb91 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5dd1a7a651fa4d27a1b6488ca13effca&device_id=ee71e3f2-a415-4000-97d4-290a4675ee4e HTTP/1.1" status: 200 len: 1127 time: 0.0392206 Jun 26 03:11:07.503055 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a6f237b3-bff4-4f3d-9f76-7352c60bd705 req-dab31e87-7a45-4561-ab12-9ad3b3890a05 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7dd1c0b3-ac2d-47eb-81cd-5f0cd845e6c6 HTTP/1.1" status: 200 len: 217 time: 0.0358655 Jun 26 03:11:07.550212 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f237b3-bff4-4f3d-9f76-7352c60bd705 req-26d6cea9-5156-4403-9f14-a79c54c00c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:11:07.551584 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a6f237b3-bff4-4f3d-9f76-7352c60bd705 req-26d6cea9-5156-4403-9f14-a79c54c00c79 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b3475431-7645-416a-9b3b-e23c4a132926 HTTP/1.1" status: 200 len: 856 time: 0.0416911 Jun 26 03:11:07.594066 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f237b3-bff4-4f3d-9f76-7352c60bd705 req-9e6c1f21-74d3-4687-a697-1b15ab295f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:11:07.595509 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a6f237b3-bff4-4f3d-9f76-7352c60bd705 req-9e6c1f21-74d3-4687-a697-1b15ab295f99 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=151cdbb9-618f-46a1-a7b5-564e53db9cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0375569 Jun 26 03:11:07.617756 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=100 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:11:07.686806 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a6f237b3-bff4-4f3d-9f76-7352c60bd705 req-88ac8078-43ab-4178-9236-292597f12bbf service neutron] 10.222.0.43 "GET /v2.0/networks/151cdbb9-618f-46a1-a7b5-564e53db9cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844848 Jun 26 03:11:07.776620 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a6f237b3-bff4-4f3d-9f76-7352c60bd705 req-6512050b-4a7a-4aef-ac1e-72ca34eb96a2 service neutron] 10.222.0.43 "GET /v2.0/networks/151cdbb9-618f-46a1-a7b5-564e53db9cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834408 Jun 26 03:11:07.960740 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=23 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:11:08.233664 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9be8f0-7077-4516-a2a3-f2652b09d07e req-7f6b6dee-01ae-4cd4-93c4-0019f1bc4b1f tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:11:08.235066 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-da9be8f0-7077-4516-a2a3-f2652b09d07e req-7f6b6dee-01ae-4cd4-93c4-0019f1bc4b1f tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/ports?device_id=16b07d92-79ab-4155-972b-7619661bd1d2 HTTP/1.1" status: 200 len: 944 time: 0.0463097 Jun 26 03:11:08.285270 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-da9be8f0-7077-4516-a2a3-f2652b09d07e req-27fe36d1-b6d0-4d57-9381-3befa763abf5 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/security-groups?id=9349464e-96f7-4916-85dc-c043a8876b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447645 Jun 26 03:11:08.368603 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c882f98-1c16-4328-90cc-65a119471c52 req-c0816050-cdc4-49d5-acca-cfb8500e8a54 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:11:08.370083 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-2c882f98-1c16-4328-90cc-65a119471c52 req-c0816050-cdc4-49d5-acca-cfb8500e8a54 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee71e3f2-a415-4000-97d4-290a4675ee4e HTTP/1.1" status: 200 len: 943 time: 0.0474269 Jun 26 03:11:08.415625 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-2c882f98-1c16-4328-90cc-65a119471c52 req-3f0678f4-7d85-42ce-8233-f79172452c88 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a6260b7-7df3-4e25-b85a-7406feaa1dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395572 Jun 26 03:11:08.426846 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Device fb7d2bf0-48c2-4a67-8477-72edf265c211 details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=104015) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 26 03:11:08.521352 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] For port fb7d2bf0-48c2-4a67-8477-72edf265c211, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=fb7d2bf0-48c2-4a67-8477-72edf265c211,segment=NetworkSegment(4d81c647-e55d-4122-8ce3-5fece06ad477),segment_id=4d81c647-e55d-4122-8ce3-5fece06ad477)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:11:08.536102 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Returning: {'device': 'fb7d2bf0-48c2-4a67-8477-72edf265c211', 'network_id': '02cd0f74-99cd-4eb9-aeb7-aae2b7255a50', 'port_id': 'fb7d2bf0-48c2-4a67-8477-72edf265c211', 'mac_address': 'fa:16:3e:36:0e:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e97e6f7f-41a5-4383-a841-52482c75f2ee', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104015) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 26 03:11:08.569692 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Current status of the port fb7d2bf0-48c2-4a67-8477-72edf265c211 is: DOWN; New status is: BUILD {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 03:11:08.570104 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (fb7d2bf0-48c2-4a67-8477-72edf265c211), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:11:08.582523 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.notifiers.nova [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb7d2bf0-48c2-4a67-8477-72edf265c211 {{(pid=104015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 26 03:11:08.601608 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] For port fb7d2bf0-48c2-4a67-8477-72edf265c211, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=fb7d2bf0-48c2-4a67-8477-72edf265c211,segment=NetworkSegment(4d81c647-e55d-4122-8ce3-5fece06ad477),segment_id=4d81c647-e55d-4122-8ce3-5fece06ad477)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:11:08.606366 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (fb7d2bf0-48c2-4a67-8477-72edf265c211), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:11:08.650526 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Pushing event updated for resources: {'Port': ['ID=fb7d2bf0-48c2-4a67-8477-72edf265c211,revision_number=4']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:11:08.657279 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:11:08.657620 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:11:08.657954 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:11:08.658313 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:11:08.658641 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:11:08.658963 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:11:08.659284 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:11:08.659601 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:11:08.659920 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:11:08.660234 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:11:08.660551 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:11:08.660867 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:11:08.661183 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:11:08.661495 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:11:08.661801 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:11:09.199329 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] get_ports_and_sgs() called for port_ids ['fb7d2bf0-48c2-4a67-8477-72edf265c211'] {{(pid=104015) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 03:11:09.396480 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c518f5-0b53-4854-9f2a-4b44e761724b req-851c78d2-9021-4d0f-ba72-f4d0fecc5e45 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:11:09.397914 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-93c518f5-0b53-4854-9f2a-4b44e761724b req-851c78d2-9021-4d0f-ba72-f4d0fecc5e45 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/ports?device_id=16b07d92-79ab-4155-972b-7619661bd1d2 HTTP/1.1" status: 200 len: 945 time: 0.0464621 Jun 26 03:11:09.445318 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-93c518f5-0b53-4854-9f2a-4b44e761724b req-9ab74659-6d20-4f2e-b15a-ef5c2ba6401b tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/security-groups?id=9349464e-96f7-4916-85dc-c043a8876b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410542 Jun 26 03:11:09.533985 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa7543a-3581-47fb-8e1c-eabff1dce11a req-22465817-9000-4969-9e21-d470a89b8ecd tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:11:09.535462 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-9aa7543a-3581-47fb-8e1c-eabff1dce11a req-22465817-9000-4969-9e21-d470a89b8ecd tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee71e3f2-a415-4000-97d4-290a4675ee4e HTTP/1.1" status: 200 len: 943 time: 0.0487275 Jun 26 03:11:09.581497 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-9aa7543a-3581-47fb-8e1c-eabff1dce11a req-b2cb29c7-60a8-41f1-85f6-2ec947836790 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a6260b7-7df3-4e25-b85a-7406feaa1dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400903 Jun 26 03:11:10.445110 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Device 7dd1c0b3-ac2d-47eb-81cd-5f0cd845e6c6 details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=104015) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 26 03:11:10.455047 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Device fb7d2bf0-48c2-4a67-8477-72edf265c211 up at agent hyperv_hv-cinder-84684 {{(pid=104015) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 03:11:10.482161 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:11:10.554627 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Provisioning for port fb7d2bf0-48c2-4a67-8477-72edf265c211 completed by entity L2. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 26 03:11:10.560096 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cf4d11-dc9e-4e93-a018-005fca7fb991 req-5667b27a-75fd-43c7-b5c3-98d0a860e76a tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:11:10.561579 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-47cf4d11-dc9e-4e93-a018-005fca7fb991 req-5667b27a-75fd-43c7-b5c3-98d0a860e76a tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/ports?device_id=16b07d92-79ab-4155-972b-7619661bd1d2 HTTP/1.1" status: 200 len: 945 time: 0.0469272 Jun 26 03:11:10.564860 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Provisioning complete for port fb7d2bf0-48c2-4a67-8477-72edf265c211 triggered by entity L2. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:11:10.565202 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (fb7d2bf0-48c2-4a67-8477-72edf265c211), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:11:10.600011 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:11:10.608564 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] For port 7dd1c0b3-ac2d-47eb-81cd-5f0cd845e6c6, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=7dd1c0b3-ac2d-47eb-81cd-5f0cd845e6c6,segment=NetworkSegment(9b1bc4ce-7d03-4b55-892a-abd91da4af67),segment_id=9b1bc4ce-7d03-4b55-892a-abd91da4af67)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:11:10.614643 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-47cf4d11-dc9e-4e93-a018-005fca7fb991 req-9623f2a5-7203-4b00-b36c-14d5592b418f tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/security-groups?id=9349464e-96f7-4916-85dc-c043a8876b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468135 Jun 26 03:11:10.627212 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Returning: {'device': '7dd1c0b3-ac2d-47eb-81cd-5f0cd845e6c6', 'network_id': '151cdbb9-618f-46a1-a7b5-564e53db9cea', 'port_id': '7dd1c0b3-ac2d-47eb-81cd-5f0cd845e6c6', 'mac_address': 'fa:16:3e:8b:82:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3475431-7645-416a-9b3b-e23c4a132926', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104015) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 26 03:11:10.694861 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Current status of the port 7dd1c0b3-ac2d-47eb-81cd-5f0cd845e6c6 is: DOWN; New status is: BUILD {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 03:11:10.695297 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (7dd1c0b3-ac2d-47eb-81cd-5f0cd845e6c6), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:11:10.704804 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Current status of the port fb7d2bf0-48c2-4a67-8477-72edf265c211 is: BUILD; New status is: ACTIVE {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 03:11:10.705177 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (fb7d2bf0-48c2-4a67-8477-72edf265c211), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:11:10.705289 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d716475-ac72-44bd-a98a-54510702a85d req-0c6dfee1-c73b-41a5-aa7a-ba045bda4ba3 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:11:10.706783 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-8d716475-ac72-44bd-a98a-54510702a85d req-0c6dfee1-c73b-41a5-aa7a-ba045bda4ba3 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee71e3f2-a415-4000-97d4-290a4675ee4e HTTP/1.1" status: 200 len: 943 time: 0.0504797 Jun 26 03:11:10.717020 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.notifiers.nova [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7dd1c0b3-ac2d-47eb-81cd-5f0cd845e6c6 {{(pid=104015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 26 03:11:10.744230 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] For port 7dd1c0b3-ac2d-47eb-81cd-5f0cd845e6c6, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=7dd1c0b3-ac2d-47eb-81cd-5f0cd845e6c6,segment=NetworkSegment(9b1bc4ce-7d03-4b55-892a-abd91da4af67),segment_id=9b1bc4ce-7d03-4b55-892a-abd91da4af67)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:11:10.748685 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16b07d92-79ab-4155-972b-7619661bd1d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb7d2bf0-48c2-4a67-8477-72edf265c211'}] {{(pid=104015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 26 03:11:10.750884 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cc6f3b5c5ccbcb5bcfe28d8fb20da90166658d76702b85331307104b46494b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de20593a-7d28-4f16-96be-c8211b984091" -d '{"events": [{"server_uuid": "16b07d92-79ab-4155-972b-7619661bd1d2", "name": "network-vif-plugged", "status": "completed", "tag": "fb7d2bf0-48c2-4a67-8477-72edf265c211"}]}' {{(pid=104015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 03:11:10.754266 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-8d716475-ac72-44bd-a98a-54510702a85d req-5198b6a1-94ec-4b2c-8f99-f64d47d20b11 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a6260b7-7df3-4e25-b85a-7406feaa1dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415788 Jun 26 03:11:10.762391 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (7dd1c0b3-ac2d-47eb-81cd-5f0cd845e6c6), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:11:10.768070 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] For port fb7d2bf0-48c2-4a67-8477-72edf265c211, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=fb7d2bf0-48c2-4a67-8477-72edf265c211,segment=NetworkSegment(4d81c647-e55d-4122-8ce3-5fece06ad477),segment_id=4d81c647-e55d-4122-8ce3-5fece06ad477)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:11:10.787428 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (fb7d2bf0-48c2-4a67-8477-72edf265c211), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:11:10.813680 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Pushing event updated for resources: {'Port': ['ID=7dd1c0b3-ac2d-47eb-81cd-5f0cd845e6c6,revision_number=4']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:11:10.851128 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Jun 2022 03:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e25ea17f-00b2-4a28-a5f0-02089326e3ea x-openstack-request-id: req-e25ea17f-00b2-4a28-a5f0-02089326e3ea {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 03:11:10.851416 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16b07d92-79ab-4155-972b-7619661bd1d2", "name": "network-vif-plugged", "status": "completed", "tag": "fb7d2bf0-48c2-4a67-8477-72edf265c211", "code": 200}]} {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 03:11:10.851667 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e25ea17f-00b2-4a28-a5f0-02089326e3ea {{(pid=104015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 03:11:10.852054 dv-cinder-846842-4-iscsi neutron-server[104015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e25ea17f-00b2-4a28-a5f0-02089326e3ea'] response: {'server_uuid': '16b07d92-79ab-4155-972b-7619661bd1d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb7d2bf0-48c2-4a67-8477-72edf265c211', 'code': 200} Jun 26 03:11:10.865675 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Pushing event updated for resources: {'Port': ['ID=fb7d2bf0-48c2-4a67-8477-72edf265c211,revision_number=5']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:11:11.057821 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dbfc53-904d-4cee-b7e5-d81031f47510 req-1b84ae4c-e91d-4b37-89a7-c095603bdadd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:11:11.059223 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-b8dbfc53-904d-4cee-b7e5-d81031f47510 req-1b84ae4c-e91d-4b37-89a7-c095603bdadd service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=16b07d92-79ab-4155-972b-7619661bd1d2 HTTP/1.1" status: 200 len: 1130 time: 0.0378222 Jun 26 03:11:11.103726 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-b8dbfc53-904d-4cee-b7e5-d81031f47510 req-6ec8d24f-bea0-409c-acb2-ecd465d8625f service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=9349464e-96f7-4916-85dc-c043a8876b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382617 Jun 26 03:11:11.245250 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] get_ports_and_sgs() called for port_ids ['7dd1c0b3-ac2d-47eb-81cd-5f0cd845e6c6'] {{(pid=104015) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 03:11:11.416200 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-01ebfbbe-5500-401b-8ac6-452abe1483c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (7168f7b9-c398-4364-91f8-35e2ce03f4c4), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:11:11.713841 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=100 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:11:11.726635 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efa479d-2059-46ee-8b2d-8c150fda868b req-76302f12-6da6-4713-862a-8a0880187dbd tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:11:11.728111 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-6efa479d-2059-46ee-8b2d-8c150fda868b req-76302f12-6da6-4713-862a-8a0880187dbd tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/ports?device_id=16b07d92-79ab-4155-972b-7619661bd1d2 HTTP/1.1" status: 200 len: 946 time: 0.0491447 Jun 26 03:11:11.778833 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-6efa479d-2059-46ee-8b2d-8c150fda868b req-315916e3-6671-40e0-8d2c-0ce9c3110c6d tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/security-groups?id=9349464e-96f7-4916-85dc-c043a8876b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452185 Jun 26 03:11:11.875284 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d4c55b-b8f9-4ac1-8166-69adf0148bc0 req-da125f4c-bbf8-4431-9d33-19a7bfdea3ff tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:11:11.876742 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-04d4c55b-b8f9-4ac1-8166-69adf0148bc0 req-da125f4c-bbf8-4431-9d33-19a7bfdea3ff tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee71e3f2-a415-4000-97d4-290a4675ee4e HTTP/1.1" status: 200 len: 944 time: 0.0463088 Jun 26 03:11:11.923187 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-04d4c55b-b8f9-4ac1-8166-69adf0148bc0 req-15ea233c-d337-42ea-ac7c-fe9e9a8470fe tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a6260b7-7df3-4e25-b85a-7406feaa1dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406353 Jun 26 03:11:12.448284 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Device 7dd1c0b3-ac2d-47eb-81cd-5f0cd845e6c6 up at agent hyperv_hv-cinder-84684 {{(pid=104015) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 03:11:12.488878 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Provisioning for port 7dd1c0b3-ac2d-47eb-81cd-5f0cd845e6c6 completed by entity L2. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 26 03:11:12.495107 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Provisioning complete for port 7dd1c0b3-ac2d-47eb-81cd-5f0cd845e6c6 triggered by entity L2. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:11:12.495442 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (7dd1c0b3-ac2d-47eb-81cd-5f0cd845e6c6), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:11:12.564296 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Current status of the port 7dd1c0b3-ac2d-47eb-81cd-5f0cd845e6c6 is: BUILD; New status is: ACTIVE {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 03:11:12.564681 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (7dd1c0b3-ac2d-47eb-81cd-5f0cd845e6c6), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:11:12.582348 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:11:12.599393 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] For port 7dd1c0b3-ac2d-47eb-81cd-5f0cd845e6c6, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=7dd1c0b3-ac2d-47eb-81cd-5f0cd845e6c6,segment=NetworkSegment(9b1bc4ce-7d03-4b55-892a-abd91da4af67),segment_id=9b1bc4ce-7d03-4b55-892a-abd91da4af67)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:11:12.604247 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (7dd1c0b3-ac2d-47eb-81cd-5f0cd845e6c6), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:11:12.649872 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Pushing event updated for resources: {'Port': ['ID=7dd1c0b3-ac2d-47eb-81cd-5f0cd845e6c6,revision_number=5']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:11:12.853448 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee71e3f2-a415-4000-97d4-290a4675ee4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dd1c0b3-ac2d-47eb-81cd-5f0cd845e6c6'}] {{(pid=104015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 26 03:11:12.855734 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cc6f3b5c5ccbcb5bcfe28d8fb20da90166658d76702b85331307104b46494b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aabb9cd0-7187-40bd-b496-1a6d26d5a01c" -d '{"events": [{"server_uuid": "ee71e3f2-a415-4000-97d4-290a4675ee4e", "name": "network-vif-plugged", "status": "completed", "tag": "7dd1c0b3-ac2d-47eb-81cd-5f0cd845e6c6"}]}' {{(pid=104015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 03:11:12.886545 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=100 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:11:12.891398 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Jun 2022 03:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bf8200a-9f65-47d4-9e2f-a922dd65c77a x-openstack-request-id: req-0bf8200a-9f65-47d4-9e2f-a922dd65c77a {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 03:11:12.891697 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee71e3f2-a415-4000-97d4-290a4675ee4e", "name": "network-vif-plugged", "status": "completed", "tag": "7dd1c0b3-ac2d-47eb-81cd-5f0cd845e6c6", "code": 200}]} {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 03:11:12.891943 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0bf8200a-9f65-47d4-9e2f-a922dd65c77a {{(pid=104015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 03:11:12.892328 dv-cinder-846842-4-iscsi neutron-server[104015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bf8200a-9f65-47d4-9e2f-a922dd65c77a'] response: {'server_uuid': 'ee71e3f2-a415-4000-97d4-290a4675ee4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dd1c0b3-ac2d-47eb-81cd-5f0cd845e6c6', 'code': 200} Jun 26 03:11:12.894764 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015ab3d4-282f-4425-b116-8e2ee5e1821b req-077d7e60-36ca-487e-bb0b-4cc31c8c5ec1 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:11:12.896229 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-015ab3d4-282f-4425-b116-8e2ee5e1821b req-077d7e60-36ca-487e-bb0b-4cc31c8c5ec1 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/ports?device_id=16b07d92-79ab-4155-972b-7619661bd1d2 HTTP/1.1" status: 200 len: 946 time: 0.0506887 Jun 26 03:11:12.942560 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-015ab3d4-282f-4425-b116-8e2ee5e1821b req-474ced87-a742-4fc8-851a-fe7d6f6249a4 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/security-groups?id=9349464e-96f7-4916-85dc-c043a8876b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403175 Jun 26 03:11:13.043560 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b69136-208e-465e-baf6-1e7ae6a9be04 req-3fd85899-a73f-4c47-b597-d185f7e279f9 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:11:13.044976 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-e0b69136-208e-465e-baf6-1e7ae6a9be04 req-3fd85899-a73f-4c47-b597-d185f7e279f9 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee71e3f2-a415-4000-97d4-290a4675ee4e HTTP/1.1" status: 200 len: 945 time: 0.0500367 Jun 26 03:11:13.090863 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-e0b69136-208e-465e-baf6-1e7ae6a9be04 req-f723ec0d-4d9c-4791-a907-e6d87a90d26f tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a6260b7-7df3-4e25-b85a-7406feaa1dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403061 Jun 26 03:11:13.529019 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64102be4-044f-4a60-8332-5fdd70850b87 req-19eb60fb-8e25-4876-baf4-414d83be9460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:11:13.530525 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-64102be4-044f-4a60-8332-5fdd70850b87 req-19eb60fb-8e25-4876-baf4-414d83be9460 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ee71e3f2-a415-4000-97d4-290a4675ee4e HTTP/1.1" status: 200 len: 1129 time: 0.0385776 Jun 26 03:11:13.574617 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-64102be4-044f-4a60-8332-5fdd70850b87 req-017aa74c-e1af-484a-b299-8122d4160ca7 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=0a6260b7-7df3-4e25-b85a-7406feaa1dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371528 Jun 26 03:11:13.752138 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-0bdcbe7f-8274-4c28-9743-d46aa3e092a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (0122de27-3097-4d47-a0ca-0fb90e28ac1e), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:11:14.052794 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f99cfd7-3d52-46fd-843b-e97f8544c2b4 req-36bd1cb5-4e64-44b3-803c-2c9468be81a4 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:11:14.054159 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-2f99cfd7-3d52-46fd-843b-e97f8544c2b4 req-36bd1cb5-4e64-44b3-803c-2c9468be81a4 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/ports?device_id=16b07d92-79ab-4155-972b-7619661bd1d2 HTTP/1.1" status: 200 len: 946 time: 0.0449862 Jun 26 03:11:14.107404 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-2f99cfd7-3d52-46fd-843b-e97f8544c2b4 req-4afb9e1c-1d1f-4d83-a43c-661c13ea2527 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/security-groups?id=9349464e-96f7-4916-85dc-c043a8876b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469429 Jun 26 03:11:14.233757 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1ca760-0015-4d03-8a8c-d660556b3e7d req-73f34168-306d-4756-8d71-fa844ba973e0 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:11:14.235219 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-0c1ca760-0015-4d03-8a8c-d660556b3e7d req-73f34168-306d-4756-8d71-fa844ba973e0 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee71e3f2-a415-4000-97d4-290a4675ee4e HTTP/1.1" status: 200 len: 945 time: 0.0736258 Jun 26 03:11:14.242656 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1171827-aa76-46b0-8ead-e2e1e6847f38 req-af2dc2ab-c895-44db-899f-9f530313f59b tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:11:14.244064 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-c1171827-aa76-46b0-8ead-e2e1e6847f38 req-af2dc2ab-c895-44db-899f-9f530313f59b tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/ports?device_id=16b07d92-79ab-4155-972b-7619661bd1d2 HTTP/1.1" status: 200 len: 946 time: 0.0719435 Jun 26 03:11:14.252355 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 45658) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:11:14.257109 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-43e38669-82bf-437e-bcdb-a73c960262e8 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Request body: {'floatingip': {'port_id': 'fb7d2bf0-48c2-4a67-8477-72edf265c211'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:11:14.285712 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-0c1ca760-0015-4d03-8a8c-d660556b3e7d req-1f419b8f-a016-4bb2-98dc-ff988460f774 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a6260b7-7df3-4e25-b85a-7406feaa1dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407171 Jun 26 03:11:14.294791 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-43e38669-82bf-437e-bcdb-a73c960262e8 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks [] for floatingip (337ac7b2-8a28-467d-bfb9-531997384c59), before_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:11:14.665214 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (e7a0895f-45bb-4130-be69-32df3e039043), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:11:14.705908 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-43e38669-82bf-437e-bcdb-a73c960262e8 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:11:14.709417 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-43e38669-82bf-437e-bcdb-a73c960262e8 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620021'] for floatingip (337ac7b2-8a28-467d-bfb9-531997384c59), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:11:14.803650 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.db.l3_db [None req-43e38669-82bf-437e-bcdb-a73c960262e8 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Floating IP 337ac7b2-8a28-467d-bfb9-531997384c59 associated. External IP: 172.27.2.77, port: fb7d2bf0-48c2-4a67-8477-72edf265c211. Jun 26 03:11:14.834010 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:11:14.841016 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a0725410-9e6c-45cb-9ff8-c6c4931d6b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (ece691f0-a7cc-4e31-b59a-0e18fd9fccde), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:11:14.883268 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:11:15.002231 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43e38669-82bf-437e-bcdb-a73c960262e8 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Router 7690237a-df65-454c-8ae7-05722406d1b3 has already been hosted by L3 agent 0122de27-3097-4d47-a0ca-0fb90e28ac1e {{(pid=104013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 26 03:11:15.102958 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43e38669-82bf-437e-bcdb-a73c960262e8 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Notify agent at l3_agent.dv-cinder-846842-4-iscsi the message routers_updated {{(pid=104013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 03:11:15.107719 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-43e38669-82bf-437e-bcdb-a73c960262e8 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515864'] for floatingip (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:11:15.112158 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d388e405-ff6f-4386-93c5-115160bc23f3 None None] Sync routers for ids ['7690237a-df65-454c-8ae7-05722406d1b3'] in dv-cinder-846842-4-iscsi {{(pid=104016) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 03:11:15.121874 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d388e405-ff6f-4386-93c5-115160bc23f3 None None] Routers {'7690237a-df65-454c-8ae7-05722406d1b3'} bound to L3 agent in host dv-cinder-846842-4-iscsi {{(pid=104016) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 26 03:11:15.122522 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-d388e405-ff6f-4386-93c5-115160bc23f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-26T02:56:44Z,description=,heartbeat_timestamp=2022-06-26T03:11:14Z,host='dv-cinder-846842-4-iscsi',id=0122de27-3097-4d47-a0ca-0fb90e28ac1e,load=0,resource_versions=,resources_synced=,started_at=2022-06-26T02:56:44Z,topic='l3_agent')) {'router_ids': ['7690237a-df65-454c-8ae7-05722406d1b3'], 'active': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:11:15.137889 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-43e38669-82bf-437e-bcdb-a73c960262e8 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "PUT /v2.0/floatingips/337ac7b2-8a28-467d-bfb9-531997384c59 HTTP/1.1" status: 200 len: 991 time: 0.8844218 Jun 26 03:11:15.138499 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16b07d92-79ab-4155-972b-7619661bd1d2', 'tag': 'fb7d2bf0-48c2-4a67-8477-72edf265c211'}] {{(pid=104013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 26 03:11:15.140752 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}139ce4dbef1e3d377c6aaa27dc3378ac98104fcd26dfc0ba8b816af75a6f94ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83094027-8977-421b-bd6e-310643822b9d" -d '{"events": [{"name": "network-changed", "server_uuid": "16b07d92-79ab-4155-972b-7619661bd1d2", "tag": "fb7d2bf0-48c2-4a67-8477-72edf265c211"}]}' {{(pid=104013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 03:11:15.175800 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Jun 2022 03:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a0cc1f0-1460-48bf-83b5-c23ee9ca13c2 x-openstack-request-id: req-0a0cc1f0-1460-48bf-83b5-c23ee9ca13c2 {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 03:11:15.176091 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16b07d92-79ab-4155-972b-7619661bd1d2", "tag": "fb7d2bf0-48c2-4a67-8477-72edf265c211", "status": "completed", "code": 200}]} {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 03:11:15.176346 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0a0cc1f0-1460-48bf-83b5-c23ee9ca13c2 {{(pid=104013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 03:11:15.176749 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a0cc1f0-1460-48bf-83b5-c23ee9ca13c2'] response: {'name': 'network-changed', 'server_uuid': '16b07d92-79ab-4155-972b-7619661bd1d2', 'tag': 'fb7d2bf0-48c2-4a67-8477-72edf265c211', 'status': 'completed', 'code': 200} Jun 26 03:11:15.223489 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvr_db [None req-d388e405-ff6f-4386-93c5-115160bc23f3 None None] Set router 7690237a-df65-454c-8ae7-05722406d1b3 gateway port host: dv-cinder-846842-4-iscsi {{(pid=104016) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 26 03:11:15.408492 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2472ca7-d71a-4ba1-86e6-3df039d3e43c req-c03173c3-0dcf-41b5-9fe0-b4fc501ae242 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:11:15.409944 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a2472ca7-d71a-4ba1-86e6-3df039d3e43c req-c03173c3-0dcf-41b5-9fe0-b4fc501ae242 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee71e3f2-a415-4000-97d4-290a4675ee4e HTTP/1.1" status: 200 len: 945 time: 0.0497422 Jun 26 03:11:15.429989 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-d388e405-ff6f-4386-93c5-115160bc23f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7690237a-df65-454c-8ae7-05722406d1b3', 'name': 'tempest-AttachVolumeNegativeTest-896095934-router', 'tenant_id': '1850f9f425294a82add8a09690dc1df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '3834b01e-26c6-4922-bf2c-dc4e4c924aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:04:34Z', 'updated_at': '2022-06-26T03:04:48Z', 'revision_number': 4, 'project_id': '1850f9f425294a82add8a09690dc1df0', 'gw_port': {'id': '3834b01e-26c6-4922-bf2c-dc4e4c924aa3', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:54:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7690237a-df65-454c-8ae7-05722406d1b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:36Z', 'updated_at': '2022-06-26T03:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi', '_floatingips': [{'id': '337ac7b2-8a28-467d-bfb9-531997384c59', 'tenant_id': '1850f9f425294a82add8a09690dc1df0', 'floating_ip_address': '172.27.2.77', 'floating_network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'router_id': '7690237a-df65-454c-8ae7-05722406d1b3', 'port_id': 'fb7d2bf0-48c2-4a67-8477-72edf265c211', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '02cd0f74-99cd-4eb9-aeb7-aae2b7255a50', 'mac_address': 'fa:16:3e:36:0e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16b07d92-79ab-4155-972b-7619661bd1d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-26T03:10:55Z', 'updated_at': '2022-06-26T03:11:14Z', 'revision_number': 1, 'project_id': '1850f9f425294a82add8a09690dc1df0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33327a85-3c8e-4af6-b0c0-537dc6426738', 'name': '', 'network_id': '02cd0f74-99cd-4eb9-aeb7-aae2b7255a50', 'tenant_id': '1850f9f425294a82add8a09690dc1df0', 'mac_address': 'fa:16:3e:cc:43:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7690237a-df65-454c-8ae7-05722406d1b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'e97e6f7f-41a5-4383-a841-52482c75f2ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:45Z', 'updated_at': '2022-06-26T03:05:07Z', 'revision_number': 5, 'project_id': '1850f9f425294a82add8a09690dc1df0', 'subnets': [{'id': 'e97e6f7f-41a5-4383-a841-52482c75f2ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-4-iscsi', False) {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:11:15.456630 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a2472ca7-d71a-4ba1-86e6-3df039d3e43c req-ed514060-c31b-45ae-8124-eae17b013eec tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a6260b7-7df3-4e25-b85a-7406feaa1dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406094 Jun 26 03:11:15.458547 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d388e405-ff6f-4386-93c5-115160bc23f3 None None] Checking router: 7690237a-df65-454c-8ae7-05722406d1b3 for host: dv-cinder-846842-4-iscsi {{(pid=104016) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 03:11:15.467226 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d388e405-ff6f-4386-93c5-115160bc23f3 None None] Routers {'7690237a-df65-454c-8ae7-05722406d1b3'} bound to L3 agent in host dv-cinder-846842-4-iscsi {{(pid=104016) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 26 03:11:15.467845 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-d388e405-ff6f-4386-93c5-115160bc23f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-26T02:56:44Z,description=,heartbeat_timestamp=2022-06-26T03:11:14Z,host='dv-cinder-846842-4-iscsi',id=0122de27-3097-4d47-a0ca-0fb90e28ac1e,load=0,resource_versions=,resources_synced=,started_at=2022-06-26T02:56:44Z,topic='l3_agent')) {'router_ids': ['7690237a-df65-454c-8ae7-05722406d1b3'], 'active': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:11:15.564609 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvr_db [None req-d388e405-ff6f-4386-93c5-115160bc23f3 None None] Set router 7690237a-df65-454c-8ae7-05722406d1b3 gateway port host: dv-cinder-846842-4-iscsi {{(pid=104016) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 26 03:11:15.571128 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b974925-f349-49a1-bd0a-2214578c16ad req-b185a649-2877-430b-9e1b-549b623a1d5c tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:11:15.572620 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-2b974925-f349-49a1-bd0a-2214578c16ad req-b185a649-2877-430b-9e1b-549b623a1d5c tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee71e3f2-a415-4000-97d4-290a4675ee4e HTTP/1.1" status: 200 len: 945 time: 0.0476305 Jun 26 03:11:15.581823 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 45668) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:11:15.586438 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-3ef1646a-4e0e-460f-897c-49bb9859a0c7 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Request body: {'floatingip': {'port_id': '7dd1c0b3-ac2d-47eb-81cd-5f0cd845e6c6'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:11:15.624286 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-3ef1646a-4e0e-460f-897c-49bb9859a0c7 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Publish callbacks [] for floatingip (aa5784d5-5183-4fff-8d14-7b30b2f2bf17), before_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:11:15.770898 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-d388e405-ff6f-4386-93c5-115160bc23f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7690237a-df65-454c-8ae7-05722406d1b3', 'name': 'tempest-AttachVolumeNegativeTest-896095934-router', 'tenant_id': '1850f9f425294a82add8a09690dc1df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '3834b01e-26c6-4922-bf2c-dc4e4c924aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:04:34Z', 'updated_at': '2022-06-26T03:04:48Z', 'revision_number': 4, 'project_id': '1850f9f425294a82add8a09690dc1df0', 'gw_port': {'id': '3834b01e-26c6-4922-bf2c-dc4e4c924aa3', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:54:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7690237a-df65-454c-8ae7-05722406d1b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:36Z', 'updated_at': '2022-06-26T03:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi', '_floatingips': [{'id': '337ac7b2-8a28-467d-bfb9-531997384c59', 'tenant_id': '1850f9f425294a82add8a09690dc1df0', 'floating_ip_address': '172.27.2.77', 'floating_network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'router_id': '7690237a-df65-454c-8ae7-05722406d1b3', 'port_id': 'fb7d2bf0-48c2-4a67-8477-72edf265c211', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '02cd0f74-99cd-4eb9-aeb7-aae2b7255a50', 'mac_address': 'fa:16:3e:36:0e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16b07d92-79ab-4155-972b-7619661bd1d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-26T03:10:55Z', 'updated_at': '2022-06-26T03:11:14Z', 'revision_number': 1, 'project_id': '1850f9f425294a82add8a09690dc1df0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33327a85-3c8e-4af6-b0c0-537dc6426738', 'name': '', 'network_id': '02cd0f74-99cd-4eb9-aeb7-aae2b7255a50', 'tenant_id': '1850f9f425294a82add8a09690dc1df0', 'mac_address': 'fa:16:3e:cc:43:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7690237a-df65-454c-8ae7-05722406d1b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'e97e6f7f-41a5-4383-a841-52482c75f2ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:45Z', 'updated_at': '2022-06-26T03:05:07Z', 'revision_number': 5, 'project_id': '1850f9f425294a82add8a09690dc1df0', 'subnets': [{'id': 'e97e6f7f-41a5-4383-a841-52482c75f2ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-4-iscsi', False) {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:11:15.795810 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d388e405-ff6f-4386-93c5-115160bc23f3 None None] The sync data for ids ['7690237a-df65-454c-8ae7-05722406d1b3'] in dv-cinder-846842-4-iscsi is: [{'id': '7690237a-df65-454c-8ae7-05722406d1b3', 'name': 'tempest-AttachVolumeNegativeTest-896095934-router', 'tenant_id': '1850f9f425294a82add8a09690dc1df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '3834b01e-26c6-4922-bf2c-dc4e4c924aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:04:34Z', 'updated_at': '2022-06-26T03:04:48Z', 'revision_number': 4, 'project_id': '1850f9f425294a82add8a09690dc1df0', 'gw_port': {'id': '3834b01e-26c6-4922-bf2c-dc4e4c924aa3', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:54:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7690237a-df65-454c-8ae7-05722406d1b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:36Z', 'updated_at': '2022-06-26T03:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi', '_floatingips': [{'id': '337ac7b2-8a28-467d-bfb9-531997384c59', 'tenant_id': '1850f9f425294a82add8a09690dc1df0', 'floating_ip_address': '172.27.2.77', 'floating_network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'router_id': '7690237a-df65-454c-8ae7-05722406d1b3', 'port_id': 'fb7d2bf0-48c2-4a67-8477-72edf265c211', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '02cd0f74-99cd-4eb9-aeb7-aae2b7255a50', 'mac_address': 'fa:16:3e:36:0e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16b07d92-79ab-4155-972b-7619661bd1d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-26T03:10:55Z', 'updated_at': '2022-06-26T03:11:14Z', 'revision_number': 1, 'project_id': '1850f9f425294a82add8a09690dc1df0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33327a85-3c8e-4af6-b0c0-537dc6426738', 'name': '', 'network_id': '02cd0f74-99cd-4eb9-aeb7-aae2b7255a50', 'tenant_id': '1850f9f425294a82add8a09690dc1df0', 'mac_address': 'fa:16:3e:cc:43:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7690237a-df65-454c-8ae7-05722406d1b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'e97e6f7f-41a5-4383-a841-52482c75f2ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:45Z', 'updated_at': '2022-06-26T03:05:07Z', 'revision_number': 5, 'project_id': '1850f9f425294a82add8a09690dc1df0', 'subnets': [{'id': 'e97e6f7f-41a5-4383-a841-52482c75f2ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104016) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 03:11:15.841193 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83094027-8977-421b-bd6e-310643822b9d req-3e892960-cde1-4024-aaae-bd73c68421ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:11:15.842892 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-83094027-8977-421b-bd6e-310643822b9d req-3e892960-cde1-4024-aaae-bd73c68421ec service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1850f9f425294a82add8a09690dc1df0&device_id=16b07d92-79ab-4155-972b-7619661bd1d2 HTTP/1.1" status: 200 len: 1130 time: 0.0410776 Jun 26 03:11:15.943954 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83094027-8977-421b-bd6e-310643822b9d req-e4ec1688-3a6e-403d-b470-0a2a30a7a2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:11:15.945445 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-83094027-8977-421b-bd6e-310643822b9d req-e4ec1688-3a6e-403d-b470-0a2a30a7a2dd service neutron] 10.222.0.43 "GET /v2.0/networks?id=02cd0f74-99cd-4eb9-aeb7-aae2b7255a50 HTTP/1.1" status: 200 len: 915 time: 0.0968595 Jun 26 03:11:16.012763 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-83094027-8977-421b-bd6e-310643822b9d req-b1bd33ab-332b-411a-b8ea-8f8c6f03f832 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fb7d2bf0-48c2-4a67-8477-72edf265c211 HTTP/1.1" status: 200 len: 999 time: 0.0575550 Jun 26 03:11:16.016313 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ed7743-1247-447c-a10c-c4db7eeed6c6 None None] New status for floating IP 337ac7b2-8a28-467d-bfb9-531997384c59: ACTIVE {{(pid=104015) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 26 03:11:16.064731 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=100 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:11:16.071274 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83094027-8977-421b-bd6e-310643822b9d req-06daf411-0155-49f2-bbfa-6e212782280f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:11:16.072650 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-3ef1646a-4e0e-460f-897c-49bb9859a0c7 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:11:16.073026 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-83094027-8977-421b-bd6e-310643822b9d req-06daf411-0155-49f2-bbfa-6e212782280f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e97e6f7f-41a5-4383-a841-52482c75f2ee HTTP/1.1" status: 200 len: 853 time: 0.0509653 Jun 26 03:11:16.077356 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-3ef1646a-4e0e-460f-897c-49bb9859a0c7 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620021'] for floatingip (aa5784d5-5183-4fff-8d14-7b30b2f2bf17), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:11:16.111378 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:11:16.125606 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83094027-8977-421b-bd6e-310643822b9d req-c7eeb9cf-1fc9-453c-8aa8-6afc0c76998a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:11:16.127255 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-83094027-8977-421b-bd6e-310643822b9d req-c7eeb9cf-1fc9-453c-8aa8-6afc0c76998a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=02cd0f74-99cd-4eb9-aeb7-aae2b7255a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440712 Jun 26 03:11:16.182789 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.db.l3_db [None req-3ef1646a-4e0e-460f-897c-49bb9859a0c7 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Floating IP aa5784d5-5183-4fff-8d14-7b30b2f2bf17 associated. External IP: 172.27.2.186, port: 7dd1c0b3-ac2d-47eb-81cd-5f0cd845e6c6. Jun 26 03:11:16.221683 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-83094027-8977-421b-bd6e-310643822b9d req-50a057e6-c12f-4d6d-9cfd-6fcbaecbef0b service neutron] 10.222.0.43 "GET /v2.0/networks/02cd0f74-99cd-4eb9-aeb7-aae2b7255a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864692 Jun 26 03:11:16.276922 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:11:16.301787 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d2867017-9ae3-4ae5-b018-59cb98d1258b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (3b87920d-6933-41a3-b47c-185b87d68e87), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:11:16.307659 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=100 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:11:16.323967 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-83094027-8977-421b-bd6e-310643822b9d req-48b25816-d87f-4ab9-8a0f-44dff61f3be4 service neutron] 10.222.0.43 "GET /v2.0/networks/02cd0f74-99cd-4eb9-aeb7-aae2b7255a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958185 Jun 26 03:11:16.365168 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:11:16.386187 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ef1646a-4e0e-460f-897c-49bb9859a0c7 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Router 835eabe5-1cc7-4a1c-883b-ff8b0fbc3a4a has already been hosted by L3 agent 0122de27-3097-4d47-a0ca-0fb90e28ac1e {{(pid=104013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 26 03:11:16.486065 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ef1646a-4e0e-460f-897c-49bb9859a0c7 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Notify agent at l3_agent.dv-cinder-846842-4-iscsi the message routers_updated {{(pid=104013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 03:11:16.490373 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-3ef1646a-4e0e-460f-897c-49bb9859a0c7 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515864'] for floatingip (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:11:16.496067 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45bfc2f-194f-4e0c-a31f-9c1a3fa23a49 None None] Sync routers for ids ['835eabe5-1cc7-4a1c-883b-ff8b0fbc3a4a'] in dv-cinder-846842-4-iscsi {{(pid=104016) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 03:11:16.505944 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45bfc2f-194f-4e0c-a31f-9c1a3fa23a49 None None] Routers {'835eabe5-1cc7-4a1c-883b-ff8b0fbc3a4a'} bound to L3 agent in host dv-cinder-846842-4-iscsi {{(pid=104016) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 26 03:11:16.506584 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-e45bfc2f-194f-4e0c-a31f-9c1a3fa23a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-26T02:56:44Z,description=,heartbeat_timestamp=2022-06-26T03:11:14Z,host='dv-cinder-846842-4-iscsi',id=0122de27-3097-4d47-a0ca-0fb90e28ac1e,load=0,resource_versions=,resources_synced=,started_at=2022-06-26T02:56:44Z,topic='l3_agent')) {'router_ids': ['835eabe5-1cc7-4a1c-883b-ff8b0fbc3a4a'], 'active': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:11:16.516548 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (16f9b602-7baf-4f7a-ab92-1b0788147fb5), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:11:16.522890 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-3ef1646a-4e0e-460f-897c-49bb9859a0c7 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "PUT /v2.0/floatingips/aa5784d5-5183-4fff-8d14-7b30b2f2bf17 HTTP/1.1" status: 200 len: 991 time: 0.9399583 Jun 26 03:11:16.684776 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvr_db [None req-e45bfc2f-194f-4e0c-a31f-9c1a3fa23a49 None None] Set router 835eabe5-1cc7-4a1c-883b-ff8b0fbc3a4a gateway port host: dv-cinder-846842-4-iscsi {{(pid=104016) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 26 03:11:16.764227 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=100 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:11:16.795511 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=100 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:11:16.891851 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-e45bfc2f-194f-4e0c-a31f-9c1a3fa23a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '835eabe5-1cc7-4a1c-883b-ff8b0fbc3a4a', 'name': 'tempest-AttachVolumeShelveTestJSON-1146222204-router', 'tenant_id': '5dd1a7a651fa4d27a1b6488ca13effca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '33388b70-103e-4ab1-948f-5b12b8967957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:04:31Z', 'updated_at': '2022-06-26T03:04:39Z', 'revision_number': 4, 'project_id': '5dd1a7a651fa4d27a1b6488ca13effca', 'gw_port': {'id': '33388b70-103e-4ab1-948f-5b12b8967957', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c7:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835eabe5-1cc7-4a1c-883b-ff8b0fbc3a4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:31Z', 'updated_at': '2022-06-26T03:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi', '_floatingips': [{'id': 'aa5784d5-5183-4fff-8d14-7b30b2f2bf17', 'tenant_id': '5dd1a7a651fa4d27a1b6488ca13effca', 'floating_ip_address': '172.27.2.186', 'floating_network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'router_id': '835eabe5-1cc7-4a1c-883b-ff8b0fbc3a4a', 'port_id': '7dd1c0b3-ac2d-47eb-81cd-5f0cd845e6c6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '151cdbb9-618f-46a1-a7b5-564e53db9cea', 'mac_address': 'fa:16:3e:8b:82:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee71e3f2-a415-4000-97d4-290a4675ee4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-26T03:10:59Z', 'updated_at': '2022-06-26T03:11:15Z', 'revision_number': 1, 'project_id': '5dd1a7a651fa4d27a1b6488ca13effca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8cc937d-db9b-4f0e-ab77-7c522c5d66b7', 'name': '', 'network_id': '151cdbb9-618f-46a1-a7b5-564e53db9cea', 'tenant_id': '5dd1a7a651fa4d27a1b6488ca13effca', 'mac_address': 'fa:16:3e:26:61:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835eabe5-1cc7-4a1c-883b-ff8b0fbc3a4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'b3475431-7645-416a-9b3b-e23c4a132926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:36Z', 'updated_at': '2022-06-26T03:04:51Z', 'revision_number': 5, 'project_id': '5dd1a7a651fa4d27a1b6488ca13effca', 'subnets': [{'id': 'b3475431-7645-416a-9b3b-e23c4a132926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-4-iscsi', False) {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:11:16.916025 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45bfc2f-194f-4e0c-a31f-9c1a3fa23a49 None None] Checking router: 835eabe5-1cc7-4a1c-883b-ff8b0fbc3a4a for host: dv-cinder-846842-4-iscsi {{(pid=104016) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 03:11:16.924239 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45bfc2f-194f-4e0c-a31f-9c1a3fa23a49 None None] Routers {'835eabe5-1cc7-4a1c-883b-ff8b0fbc3a4a'} bound to L3 agent in host dv-cinder-846842-4-iscsi {{(pid=104016) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 26 03:11:16.924834 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-e45bfc2f-194f-4e0c-a31f-9c1a3fa23a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-26T02:56:44Z,description=,heartbeat_timestamp=2022-06-26T03:11:14Z,host='dv-cinder-846842-4-iscsi',id=0122de27-3097-4d47-a0ca-0fb90e28ac1e,load=0,resource_versions=,resources_synced=,started_at=2022-06-26T02:56:44Z,topic='l3_agent')) {'router_ids': ['835eabe5-1cc7-4a1c-883b-ff8b0fbc3a4a'], 'active': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:11:17.021780 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvr_db [None req-e45bfc2f-194f-4e0c-a31f-9c1a3fa23a49 None None] Set router 835eabe5-1cc7-4a1c-883b-ff8b0fbc3a4a gateway port host: dv-cinder-846842-4-iscsi {{(pid=104016) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 26 03:11:17.178146 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee71e3f2-a415-4000-97d4-290a4675ee4e', 'tag': '7dd1c0b3-ac2d-47eb-81cd-5f0cd845e6c6'}] {{(pid=104013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 26 03:11:17.180531 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}139ce4dbef1e3d377c6aaa27dc3378ac98104fcd26dfc0ba8b816af75a6f94ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e606bd16-4491-4928-b5e6-a3286dc5c08c" -d '{"events": [{"name": "network-changed", "server_uuid": "ee71e3f2-a415-4000-97d4-290a4675ee4e", "tag": "7dd1c0b3-ac2d-47eb-81cd-5f0cd845e6c6"}]}' {{(pid=104013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 03:11:17.217359 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Jun 2022 03:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8888565-5de2-4797-af56-19b1edd2ab94 x-openstack-request-id: req-d8888565-5de2-4797-af56-19b1edd2ab94 {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 03:11:17.217736 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee71e3f2-a415-4000-97d4-290a4675ee4e", "tag": "7dd1c0b3-ac2d-47eb-81cd-5f0cd845e6c6", "status": "completed", "code": 200}]} {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 03:11:17.218082 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d8888565-5de2-4797-af56-19b1edd2ab94 {{(pid=104013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 03:11:17.218510 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8888565-5de2-4797-af56-19b1edd2ab94'] response: {'name': 'network-changed', 'server_uuid': 'ee71e3f2-a415-4000-97d4-290a4675ee4e', 'tag': '7dd1c0b3-ac2d-47eb-81cd-5f0cd845e6c6', 'status': 'completed', 'code': 200} Jun 26 03:11:17.225948 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-e45bfc2f-194f-4e0c-a31f-9c1a3fa23a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '835eabe5-1cc7-4a1c-883b-ff8b0fbc3a4a', 'name': 'tempest-AttachVolumeShelveTestJSON-1146222204-router', 'tenant_id': '5dd1a7a651fa4d27a1b6488ca13effca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '33388b70-103e-4ab1-948f-5b12b8967957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:04:31Z', 'updated_at': '2022-06-26T03:04:39Z', 'revision_number': 4, 'project_id': '5dd1a7a651fa4d27a1b6488ca13effca', 'gw_port': {'id': '33388b70-103e-4ab1-948f-5b12b8967957', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c7:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835eabe5-1cc7-4a1c-883b-ff8b0fbc3a4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:31Z', 'updated_at': '2022-06-26T03:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi', '_floatingips': [{'id': 'aa5784d5-5183-4fff-8d14-7b30b2f2bf17', 'tenant_id': '5dd1a7a651fa4d27a1b6488ca13effca', 'floating_ip_address': '172.27.2.186', 'floating_network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'router_id': '835eabe5-1cc7-4a1c-883b-ff8b0fbc3a4a', 'port_id': '7dd1c0b3-ac2d-47eb-81cd-5f0cd845e6c6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '151cdbb9-618f-46a1-a7b5-564e53db9cea', 'mac_address': 'fa:16:3e:8b:82:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee71e3f2-a415-4000-97d4-290a4675ee4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-26T03:10:59Z', 'updated_at': '2022-06-26T03:11:15Z', 'revision_number': 1, 'project_id': '5dd1a7a651fa4d27a1b6488ca13effca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8cc937d-db9b-4f0e-ab77-7c522c5d66b7', 'name': '', 'network_id': '151cdbb9-618f-46a1-a7b5-564e53db9cea', 'tenant_id': '5dd1a7a651fa4d27a1b6488ca13effca', 'mac_address': 'fa:16:3e:26:61:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835eabe5-1cc7-4a1c-883b-ff8b0fbc3a4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'b3475431-7645-416a-9b3b-e23c4a132926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:36Z', 'updated_at': '2022-06-26T03:04:51Z', 'revision_number': 5, 'project_id': '5dd1a7a651fa4d27a1b6488ca13effca', 'subnets': [{'id': 'b3475431-7645-416a-9b3b-e23c4a132926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-4-iscsi', False) {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:11:17.250558 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45bfc2f-194f-4e0c-a31f-9c1a3fa23a49 None None] The sync data for ids ['835eabe5-1cc7-4a1c-883b-ff8b0fbc3a4a'] in dv-cinder-846842-4-iscsi is: [{'id': '835eabe5-1cc7-4a1c-883b-ff8b0fbc3a4a', 'name': 'tempest-AttachVolumeShelveTestJSON-1146222204-router', 'tenant_id': '5dd1a7a651fa4d27a1b6488ca13effca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '33388b70-103e-4ab1-948f-5b12b8967957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:04:31Z', 'updated_at': '2022-06-26T03:04:39Z', 'revision_number': 4, 'project_id': '5dd1a7a651fa4d27a1b6488ca13effca', 'gw_port': {'id': '33388b70-103e-4ab1-948f-5b12b8967957', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c7:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835eabe5-1cc7-4a1c-883b-ff8b0fbc3a4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:31Z', 'updated_at': '2022-06-26T03:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi', '_floatingips': [{'id': 'aa5784d5-5183-4fff-8d14-7b30b2f2bf17', 'tenant_id': '5dd1a7a651fa4d27a1b6488ca13effca', 'floating_ip_address': '172.27.2.186', 'floating_network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'router_id': '835eabe5-1cc7-4a1c-883b-ff8b0fbc3a4a', 'port_id': '7dd1c0b3-ac2d-47eb-81cd-5f0cd845e6c6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '151cdbb9-618f-46a1-a7b5-564e53db9cea', 'mac_address': 'fa:16:3e:8b:82:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee71e3f2-a415-4000-97d4-290a4675ee4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-26T03:10:59Z', 'updated_at': '2022-06-26T03:11:15Z', 'revision_number': 1, 'project_id': '5dd1a7a651fa4d27a1b6488ca13effca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8cc937d-db9b-4f0e-ab77-7c522c5d66b7', 'name': '', 'network_id': '151cdbb9-618f-46a1-a7b5-564e53db9cea', 'tenant_id': '5dd1a7a651fa4d27a1b6488ca13effca', 'mac_address': 'fa:16:3e:26:61:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835eabe5-1cc7-4a1c-883b-ff8b0fbc3a4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'b3475431-7645-416a-9b3b-e23c4a132926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:36Z', 'updated_at': '2022-06-26T03:04:51Z', 'revision_number': 5, 'project_id': '5dd1a7a651fa4d27a1b6488ca13effca', 'subnets': [{'id': 'b3475431-7645-416a-9b3b-e23c4a132926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104016) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 03:11:17.300664 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e606bd16-4491-4928-b5e6-a3286dc5c08c req-0877a71f-c59c-49c4-9bd9-995979173061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:11:17.302240 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-e606bd16-4491-4928-b5e6-a3286dc5c08c req-0877a71f-c59c-49c4-9bd9-995979173061 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5dd1a7a651fa4d27a1b6488ca13effca&device_id=ee71e3f2-a415-4000-97d4-290a4675ee4e HTTP/1.1" status: 200 len: 1129 time: 0.0408821 Jun 26 03:11:17.397809 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e606bd16-4491-4928-b5e6-a3286dc5c08c req-3fd7afa2-9655-4bde-923e-cc2316a84644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:11:17.399884 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-e606bd16-4491-4928-b5e6-a3286dc5c08c req-3fd7afa2-9655-4bde-923e-cc2316a84644 service neutron] 10.222.0.43 "GET /v2.0/networks?id=151cdbb9-618f-46a1-a7b5-564e53db9cea HTTP/1.1" status: 200 len: 918 time: 0.0912714 Jun 26 03:11:17.436999 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea2426a-2081-4290-aa6a-85ed2b6f0816 None None] New status for floating IP aa5784d5-5183-4fff-8d14-7b30b2f2bf17: ACTIVE {{(pid=104015) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 26 03:11:17.461090 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-e606bd16-4491-4928-b5e6-a3286dc5c08c req-dca7ea4d-1f62-48a9-bec6-31f3c816c9af service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7dd1c0b3-ac2d-47eb-81cd-5f0cd845e6c6 HTTP/1.1" status: 200 len: 999 time: 0.0556920 Jun 26 03:11:17.513195 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e606bd16-4491-4928-b5e6-a3286dc5c08c req-d9ff42ec-4621-4509-b2ae-a31117abf50b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:11:17.514725 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-e606bd16-4491-4928-b5e6-a3286dc5c08c req-d9ff42ec-4621-4509-b2ae-a31117abf50b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b3475431-7645-416a-9b3b-e23c4a132926 HTTP/1.1" status: 200 len: 856 time: 0.0475118 Jun 26 03:11:17.560693 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e606bd16-4491-4928-b5e6-a3286dc5c08c req-0d7143cb-41f6-4b2f-b045-d904349fdd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:11:17.562109 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-e606bd16-4491-4928-b5e6-a3286dc5c08c req-0d7143cb-41f6-4b2f-b045-d904349fdd33 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=151cdbb9-618f-46a1-a7b5-564e53db9cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388193 Jun 26 03:11:17.652675 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-e606bd16-4491-4928-b5e6-a3286dc5c08c req-7f336aef-4e1b-4916-b7d3-5736116970d3 service neutron] 10.222.0.43 "GET /v2.0/networks/151cdbb9-618f-46a1-a7b5-564e53db9cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843964 Jun 26 03:11:17.743946 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-e606bd16-4491-4928-b5e6-a3286dc5c08c req-ce3c4cab-ce08-4489-baf2-472101ec8f47 service neutron] 10.222.0.43 "GET /v2.0/networks/151cdbb9-618f-46a1-a7b5-564e53db9cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855458 Jun 26 03:11:26.514459 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=30 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:11:26.519707 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=18 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:11:27.224038 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=55 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:11:27.229874 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=47 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:11:27.536924 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=32,neutron:UPDATE=5 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:11:27.538696 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:11:27.730902 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=71 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:11:27.740781 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=49 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:11:34.963577 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.agents_db [None req-1acc9491-aa00-4d80-a7f3-d699105ea2bf None None] Agent healthcheck: found 6 active agents {{(pid=104016) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 03:11:36.647920 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95da6aaf-b1d5-45f1-87bb-a7b9ec040cbd req-9829bbf5-65e2-4197-9aa2-2059c18e7a3d tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:11:36.650020 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-95da6aaf-b1d5-45f1-87bb-a7b9ec040cbd req-9829bbf5-65e2-4197-9aa2-2059c18e7a3d tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c55ca6d-bad0-4964-83fe-4352b7fb1b1d HTTP/1.1" status: 200 len: 946 time: 0.0474648 Jun 26 03:11:36.696446 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-95da6aaf-b1d5-45f1-87bb-a7b9ec040cbd req-68403501-5153-4a54-90b0-6cb8a2e74282 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/security-groups?id=8443e5b4-cfe8-43f3-9dfe-63aae7d635f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405314 Jun 26 03:11:37.817805 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4ca955-4b5e-419c-ac1b-e8bac06c7e6a req-92626225-0013-4d48-98c9-916b21928cca tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:11:37.819308 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-2a4ca955-4b5e-419c-ac1b-e8bac06c7e6a req-92626225-0013-4d48-98c9-916b21928cca tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c55ca6d-bad0-4964-83fe-4352b7fb1b1d HTTP/1.1" status: 200 len: 946 time: 0.0514233 Jun 26 03:11:37.866553 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-2a4ca955-4b5e-419c-ac1b-e8bac06c7e6a req-20582b2b-1ce4-4f1e-bb3f-104350ba3514 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/security-groups?id=8443e5b4-cfe8-43f3-9dfe-63aae7d635f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412524 Jun 26 03:11:38.145132 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c676e98-68b8-4ef3-8007-f6cf30fc6027 req-c09621d6-679c-4b82-9d18-dbede347872b tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:11:38.146592 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-3c676e98-68b8-4ef3-8007-f6cf30fc6027 req-c09621d6-679c-4b82-9d18-dbede347872b tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.43 "GET /v2.0/ports?device_id=1c55ca6d-bad0-4964-83fe-4352b7fb1b1d HTTP/1.1" status: 200 len: 946 time: 0.0455511 Jun 26 03:11:38.229533 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [req-3c676e98-68b8-4ef3-8007-f6cf30fc6027 req-6484b2b7-e44f-4290-a53e-28ea926dd16d tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Deleting port 2d68efe6-d264-4cfb-8cd4-414d529eb007 {{(pid=104014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 26 03:11:38.229882 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-3c676e98-68b8-4ef3-8007-f6cf30fc6027 req-6484b2b7-e44f-4290-a53e-28ea926dd16d tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787575727912'] for port (2d68efe6-d264-4cfb-8cd4-414d529eb007), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:11:38.317260 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [req-3c676e98-68b8-4ef3-8007-f6cf30fc6027 req-6484b2b7-e44f-4290-a53e-28ea926dd16d tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] For port 2d68efe6-d264-4cfb-8cd4-414d529eb007, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=2d68efe6-d264-4cfb-8cd4-414d529eb007,segment=NetworkSegment(2a397e09-d789-4683-aae4-87be6784786c),segment_id=2a397e09-d789-4683-aae4-87be6784786c)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:11:38.317626 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-3c676e98-68b8-4ef3-8007-f6cf30fc6027 req-6484b2b7-e44f-4290-a53e-28ea926dd16d tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615864'] for port (2d68efe6-d264-4cfb-8cd4-414d529eb007), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:11:38.477038 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-3c676e98-68b8-4ef3-8007-f6cf30fc6027 req-6484b2b7-e44f-4290-a53e-28ea926dd16d tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:11:38.477345 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-3c676e98-68b8-4ef3-8007-f6cf30fc6027 req-6484b2b7-e44f-4290-a53e-28ea926dd16d tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620021'] for floatingip (fed2f4f5-1d07-486d-9642-48c2009ae624), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:11:38.477661 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.db.l3_db [req-3c676e98-68b8-4ef3-8007-f6cf30fc6027 req-6484b2b7-e44f-4290-a53e-28ea926dd16d tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Floating IP fed2f4f5-1d07-486d-9642-48c2009ae624 disassociated. External IP: 172.27.2.54, port: 2d68efe6-d264-4cfb-8cd4-414d529eb007. Jun 26 03:11:38.478007 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [req-3c676e98-68b8-4ef3-8007-f6cf30fc6027 req-6484b2b7-e44f-4290-a53e-28ea926dd16d tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Calling delete_port for 2d68efe6-d264-4cfb-8cd4-414d529eb007 owned by compute:nova {{(pid=104014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 26 03:11:38.602962 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-3c676e98-68b8-4ef3-8007-f6cf30fc6027 req-6484b2b7-e44f-4290-a53e-28ea926dd16d tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787575732336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787575245478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6258255'] for port (2d68efe6-d264-4cfb-8cd4-414d529eb007), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:11:38.629856 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6484b2b7-e44f-4290-a53e-28ea926dd16d tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Pushing event deleted for resources: {'Port': ['ID=2d68efe6-d264-4cfb-8cd4-414d529eb007,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:11:38.633943 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-3e93d171-3036-418d-9457-f3b6b7a5cad2 req-ec4f190e-0d1c-485d-a627-f252db6196ed service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=cddc852a-2aa2-4a44-ad1a-e9e930e3bddf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0439248 Jun 26 03:11:38.732368 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e93d171-3036-418d-9457-f3b6b7a5cad2 req-74292945-3eb5-4643-83ef-b71090b3df63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:11:38.733762 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-3e93d171-3036-418d-9457-f3b6b7a5cad2 req-74292945-3eb5-4643-83ef-b71090b3df63 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=aa1dff9e9be549308ec0ad3a13810062&device_id=cddc852a-2aa2-4a44-ad1a-e9e930e3bddf HTTP/1.1" status: 200 len: 1129 time: 0.0392327 Jun 26 03:11:38.743398 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3c676e98-68b8-4ef3-8007-f6cf30fc6027 req-6484b2b7-e44f-4290-a53e-28ea926dd16d tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Router e2ad5562-e155-426e-bc35-07301cd63c1e has already been hosted by L3 agent 0122de27-3097-4d47-a0ca-0fb90e28ac1e {{(pid=104014) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 26 03:11:38.749116 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:11:38.839407 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e93d171-3036-418d-9457-f3b6b7a5cad2 req-2294e174-d8f6-495f-8fdb-fb4abc84185c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:11:38.840935 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-3e93d171-3036-418d-9457-f3b6b7a5cad2 req-2294e174-d8f6-495f-8fdb-fb4abc84185c service neutron] 10.222.0.43 "GET /v2.0/networks?id=4d1cf2ab-1c05-4bc5-9daa-428f3ef27012 HTTP/1.1" status: 200 len: 920 time: 0.0891268 Jun 26 03:11:38.847052 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3c676e98-68b8-4ef3-8007-f6cf30fc6027 req-6484b2b7-e44f-4290-a53e-28ea926dd16d tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Notify agent at l3_agent.dv-cinder-846842-4-iscsi the message routers_updated {{(pid=104014) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 03:11:38.859330 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e92ecb-28d8-4607-aeea-534bdb68b6fa None None] Sync routers for ids ['e2ad5562-e155-426e-bc35-07301cd63c1e'] in dv-cinder-846842-4-iscsi {{(pid=104016) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 03:11:38.871179 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e92ecb-28d8-4607-aeea-534bdb68b6fa None None] Routers {'e2ad5562-e155-426e-bc35-07301cd63c1e'} bound to L3 agent in host dv-cinder-846842-4-iscsi {{(pid=104016) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 26 03:11:38.873302 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-35e92ecb-28d8-4607-aeea-534bdb68b6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-26T02:56:44Z,description=,heartbeat_timestamp=2022-06-26T03:11:14Z,host='dv-cinder-846842-4-iscsi',id=0122de27-3097-4d47-a0ca-0fb90e28ac1e,load=0,resource_versions=,resources_synced=,started_at=2022-06-26T02:56:44Z,topic='l3_agent')) {'router_ids': ['e2ad5562-e155-426e-bc35-07301cd63c1e'], 'active': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:11:38.887668 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-3e93d171-3036-418d-9457-f3b6b7a5cad2 req-a9254738-052d-466d-b8dd-d6f0d90d08d9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=634b866a-e4dd-43d0-84a2-3a0a964abbff HTTP/1.1" status: 200 len: 217 time: 0.0401866 Jun 26 03:11:38.890574 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c676e98-68b8-4ef3-8007-f6cf30fc6027 req-6484b2b7-e44f-4290-a53e-28ea926dd16d tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] No DVR routers for this DVR port 2d68efe6-d264-4cfb-8cd4-414d529eb007 on host hv-cinder-84684 {{(pid=104014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 26 03:11:38.893094 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-3c676e98-68b8-4ef3-8007-f6cf30fc6027 req-6484b2b7-e44f-4290-a53e-28ea926dd16d tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515864'] for port (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:11:38.896458 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-3c676e98-68b8-4ef3-8007-f6cf30fc6027 req-6484b2b7-e44f-4290-a53e-28ea926dd16d tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.43 "DELETE /v2.0/ports/2d68efe6-d264-4cfb-8cd4-414d529eb007 HTTP/1.1" status: 204 len: 173 time: 0.7430162 Jun 26 03:11:38.896786 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c55ca6d-bad0-4964-83fe-4352b7fb1b1d', 'name': 'network-vif-deleted', 'tag': '2d68efe6-d264-4cfb-8cd4-414d529eb007'}] {{(pid=104014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 26 03:11:38.898997 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b346e277b9447a300c9d303bb334713d04858661d6ca7e8667ef96f79658145a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3d03222-eb29-47a3-8214-4f856f8276af" -d '{"events": [{"server_uuid": "1c55ca6d-bad0-4964-83fe-4352b7fb1b1d", "name": "network-vif-deleted", "tag": "2d68efe6-d264-4cfb-8cd4-414d529eb007"}]}' {{(pid=104014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 03:11:38.945057 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e93d171-3036-418d-9457-f3b6b7a5cad2 req-8afd8451-27b8-4c7c-b13a-590cfbb3a538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:11:38.946813 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-3e93d171-3036-418d-9457-f3b6b7a5cad2 req-8afd8451-27b8-4c7c-b13a-590cfbb3a538 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=50d12281-21a2-4343-ba8b-93c5382e067a HTTP/1.1" status: 200 len: 858 time: 0.0525539 Jun 26 03:11:38.955738 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Jun 2022 03:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31fa6712-2367-4855-9fe7-5c68cfbf241c x-openstack-request-id: req-31fa6712-2367-4855-9fe7-5c68cfbf241c {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 03:11:38.956045 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c55ca6d-bad0-4964-83fe-4352b7fb1b1d", "name": "network-vif-deleted", "tag": "2d68efe6-d264-4cfb-8cd4-414d529eb007", "status": "completed", "code": 200}]} {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 03:11:38.956287 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-31fa6712-2367-4855-9fe7-5c68cfbf241c {{(pid=104014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 03:11:38.956803 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31fa6712-2367-4855-9fe7-5c68cfbf241c'] response: {'server_uuid': '1c55ca6d-bad0-4964-83fe-4352b7fb1b1d', 'name': 'network-vif-deleted', 'tag': '2d68efe6-d264-4cfb-8cd4-414d529eb007', 'status': 'completed', 'code': 200} Jun 26 03:11:38.971258 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:11:39.028443 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvr_db [None req-35e92ecb-28d8-4607-aeea-534bdb68b6fa None None] Set router e2ad5562-e155-426e-bc35-07301cd63c1e gateway port host: dv-cinder-846842-4-iscsi {{(pid=104016) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 26 03:11:39.031709 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e93d171-3036-418d-9457-f3b6b7a5cad2 req-a8001598-8b6e-4baf-8db6-c188e039c608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:11:39.033490 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-3e93d171-3036-418d-9457-f3b6b7a5cad2 req-a8001598-8b6e-4baf-8db6-c188e039c608 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4d1cf2ab-1c05-4bc5-9daa-428f3ef27012&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0503211 Jun 26 03:11:39.035513 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-b286dc59-5991-4d49-af7a-19d8193834d0 req-fe9a13fa-10d7-4189-8e5d-a4af241f3761 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c55ca6d-bad0-4964-83fe-4352b7fb1b1d HTTP/1.1" status: 200 len: 210 time: 0.0741813 Jun 26 03:11:39.147815 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-3e93d171-3036-418d-9457-f3b6b7a5cad2 req-d1c4899d-ce5d-4449-8634-6cda85bdbba0 service neutron] 10.222.0.43 "GET /v2.0/networks/4d1cf2ab-1c05-4bc5-9daa-428f3ef27012?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026676 Jun 26 03:11:39.235138 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-35e92ecb-28d8-4607-aeea-534bdb68b6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2ad5562-e155-426e-bc35-07301cd63c1e', 'name': 'tempest-AttachVolumeTestJSON-1328918760-router', 'tenant_id': 'ea86edd65ecb4972ba8bb33b34387432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '8e8f72f7-ef84-405c-834b-56a1ba6f45b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:04:34Z', 'updated_at': '2022-06-26T03:04:43Z', 'revision_number': 4, 'project_id': 'ea86edd65ecb4972ba8bb33b34387432', 'gw_port': {'id': '8e8f72f7-ef84-405c-834b-56a1ba6f45b2', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:55:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ad5562-e155-426e-bc35-07301cd63c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:35Z', 'updated_at': '2022-06-26T03:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi', '_interfaces': [{'id': '01915289-5552-434d-814c-f902ddd7513b', 'name': '', 'network_id': '74573779-88f3-4aaa-82c6-e30fd16eafe2', 'tenant_id': 'ea86edd65ecb4972ba8bb33b34387432', 'mac_address': 'fa:16:3e:d0:94:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ad5562-e155-426e-bc35-07301cd63c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c5ebf334-cb3d-4cb7-af71-a1dac7ba1320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:41Z', 'updated_at': '2022-06-26T03:04:57Z', 'revision_number': 5, 'project_id': 'ea86edd65ecb4972ba8bb33b34387432', 'subnets': [{'id': 'c5ebf334-cb3d-4cb7-af71-a1dac7ba1320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-4-iscsi', False) {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:11:39.262378 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e92ecb-28d8-4607-aeea-534bdb68b6fa None None] Checking router: e2ad5562-e155-426e-bc35-07301cd63c1e for host: dv-cinder-846842-4-iscsi {{(pid=104016) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 03:11:39.270925 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e92ecb-28d8-4607-aeea-534bdb68b6fa None None] Routers {'e2ad5562-e155-426e-bc35-07301cd63c1e'} bound to L3 agent in host dv-cinder-846842-4-iscsi {{(pid=104016) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 26 03:11:39.271529 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-35e92ecb-28d8-4607-aeea-534bdb68b6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-26T02:56:44Z,description=,heartbeat_timestamp=2022-06-26T03:11:14Z,host='dv-cinder-846842-4-iscsi',id=0122de27-3097-4d47-a0ca-0fb90e28ac1e,load=0,resource_versions=,resources_synced=,started_at=2022-06-26T02:56:44Z,topic='l3_agent')) {'router_ids': ['e2ad5562-e155-426e-bc35-07301cd63c1e'], 'active': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:11:39.370136 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvr_db [None req-35e92ecb-28d8-4607-aeea-534bdb68b6fa None None] Set router e2ad5562-e155-426e-bc35-07301cd63c1e gateway port host: dv-cinder-846842-4-iscsi {{(pid=104016) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 26 03:11:39.505822 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-3e93d171-3036-418d-9457-f3b6b7a5cad2 req-41415875-dcaf-4027-b1f4-8d20113c70e9 service neutron] 10.222.0.43 "GET /v2.0/networks/4d1cf2ab-1c05-4bc5-9daa-428f3ef27012?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927706 Jun 26 03:11:39.647919 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-35e92ecb-28d8-4607-aeea-534bdb68b6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2ad5562-e155-426e-bc35-07301cd63c1e', 'name': 'tempest-AttachVolumeTestJSON-1328918760-router', 'tenant_id': 'ea86edd65ecb4972ba8bb33b34387432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '8e8f72f7-ef84-405c-834b-56a1ba6f45b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:04:34Z', 'updated_at': '2022-06-26T03:04:43Z', 'revision_number': 4, 'project_id': 'ea86edd65ecb4972ba8bb33b34387432', 'gw_port': {'id': '8e8f72f7-ef84-405c-834b-56a1ba6f45b2', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:55:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ad5562-e155-426e-bc35-07301cd63c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:35Z', 'updated_at': '2022-06-26T03:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi', '_interfaces': [{'id': '01915289-5552-434d-814c-f902ddd7513b', 'name': '', 'network_id': '74573779-88f3-4aaa-82c6-e30fd16eafe2', 'tenant_id': 'ea86edd65ecb4972ba8bb33b34387432', 'mac_address': 'fa:16:3e:d0:94:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ad5562-e155-426e-bc35-07301cd63c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c5ebf334-cb3d-4cb7-af71-a1dac7ba1320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:41Z', 'updated_at': '2022-06-26T03:04:57Z', 'revision_number': 5, 'project_id': 'ea86edd65ecb4972ba8bb33b34387432', 'subnets': [{'id': 'c5ebf334-cb3d-4cb7-af71-a1dac7ba1320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-4-iscsi', False) {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:11:39.677211 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e92ecb-28d8-4607-aeea-534bdb68b6fa None None] The sync data for ids ['e2ad5562-e155-426e-bc35-07301cd63c1e'] in dv-cinder-846842-4-iscsi is: [{'id': 'e2ad5562-e155-426e-bc35-07301cd63c1e', 'name': 'tempest-AttachVolumeTestJSON-1328918760-router', 'tenant_id': 'ea86edd65ecb4972ba8bb33b34387432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '8e8f72f7-ef84-405c-834b-56a1ba6f45b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:04:34Z', 'updated_at': '2022-06-26T03:04:43Z', 'revision_number': 4, 'project_id': 'ea86edd65ecb4972ba8bb33b34387432', 'gw_port': {'id': '8e8f72f7-ef84-405c-834b-56a1ba6f45b2', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:55:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ad5562-e155-426e-bc35-07301cd63c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:35Z', 'updated_at': '2022-06-26T03:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi', '_interfaces': [{'id': '01915289-5552-434d-814c-f902ddd7513b', 'name': '', 'network_id': '74573779-88f3-4aaa-82c6-e30fd16eafe2', 'tenant_id': 'ea86edd65ecb4972ba8bb33b34387432', 'mac_address': 'fa:16:3e:d0:94:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ad5562-e155-426e-bc35-07301cd63c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c5ebf334-cb3d-4cb7-af71-a1dac7ba1320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:41Z', 'updated_at': '2022-06-26T03:04:57Z', 'revision_number': 5, 'project_id': 'ea86edd65ecb4972ba8bb33b34387432', 'subnets': [{'id': 'c5ebf334-cb3d-4cb7-af71-a1dac7ba1320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104016) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 03:11:39.885709 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05025699-f11b-4257-adf3-3e78ed9e6f9b None None] New status for floating IP fed2f4f5-1d07-486d-9642-48c2009ae624: DOWN {{(pid=104015) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 26 03:11:40.127847 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 45720) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:11:40.181955 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-8280dab2-f1fa-44b7-9cd7-b3916a28967c tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Publish callbacks [] for security_group (8443e5b4-cfe8-43f3-9dfe-63aae7d635f6), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:11:40.204741 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-8280dab2-f1fa-44b7-9cd7-b3916a28967c tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Publish callbacks [] for security_group (8443e5b4-cfe8-43f3-9dfe-63aae7d635f6), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:11:40.251291 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-8280dab2-f1fa-44b7-9cd7-b3916a28967c tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (8443e5b4-cfe8-43f3-9dfe-63aae7d635f6), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:11:40.253679 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-8280dab2-f1fa-44b7-9cd7-b3916a28967c tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:11:40.255082 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-8280dab2-f1fa-44b7-9cd7-b3916a28967c tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "DELETE /v2.0/security-groups/8443e5b4-cfe8-43f3-9dfe-63aae7d635f6 HTTP/1.1" status: 204 len: 168 time: 0.1262338 Jun 26 03:11:40.257916 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 45722) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:11:40.263927 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8280dab2-f1fa-44b7-9cd7-b3916a28967c tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8443e5b4-cfe8-43f3-9dfe-63aae7d635f6,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:11:40.270930 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8280dab2-f1fa-44b7-9cd7-b3916a28967c tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:11:40.271134 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.api.v2.resource [None req-91b514f6-c1ae-499d-90ad-93441cd5704e tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] show failed (client error): The resource could not be found. Jun 26 03:11:40.271280 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8280dab2-f1fa-44b7-9cd7-b3916a28967c tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:11:40.271594 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8280dab2-f1fa-44b7-9cd7-b3916a28967c tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:11:40.274792 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8280dab2-f1fa-44b7-9cd7-b3916a28967c tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:11:40.274940 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-91b514f6-c1ae-499d-90ad-93441cd5704e tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/security-groups/8443e5b4-cfe8-43f3-9dfe-63aae7d635f6 HTTP/1.1" status: 404 len: 347 time: 0.0131481 Jun 26 03:11:40.275046 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8280dab2-f1fa-44b7-9cd7-b3916a28967c tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:11:40.275046 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8280dab2-f1fa-44b7-9cd7-b3916a28967c tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:11:40.275046 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8280dab2-f1fa-44b7-9cd7-b3916a28967c tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:11:40.275046 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8280dab2-f1fa-44b7-9cd7-b3916a28967c tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:11:40.275046 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8280dab2-f1fa-44b7-9cd7-b3916a28967c tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:11:40.275046 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8280dab2-f1fa-44b7-9cd7-b3916a28967c tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:11:40.275046 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8280dab2-f1fa-44b7-9cd7-b3916a28967c tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:11:40.275046 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8280dab2-f1fa-44b7-9cd7-b3916a28967c tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:11:40.275046 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8280dab2-f1fa-44b7-9cd7-b3916a28967c tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:11:40.275833 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 45724) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:11:40.275926 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8280dab2-f1fa-44b7-9cd7-b3916a28967c tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:11:40.275926 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8280dab2-f1fa-44b7-9cd7-b3916a28967c tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:11:40.382177 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-4978a1bd-cc6a-4961-93bc-bdf4834e941d tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Deleting port 19a5f2a9-0a7a-434c-b61f-a30743659688 {{(pid=104014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 26 03:11:40.382516 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-4978a1bd-cc6a-4961-93bc-bdf4834e941d tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787575727912'] for port (19a5f2a9-0a7a-434c-b61f-a30743659688), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:11:40.455808 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-4978a1bd-cc6a-4961-93bc-bdf4834e941d tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615864'] for port (19a5f2a9-0a7a-434c-b61f-a30743659688), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:11:40.456131 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-4978a1bd-cc6a-4961-93bc-bdf4834e941d tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Publish callbacks [] for floatingip (19a5f2a9-0a7a-434c-b61f-a30743659688), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:11:40.469984 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-4978a1bd-cc6a-4961-93bc-bdf4834e941d tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Calling delete_port for 19a5f2a9-0a7a-434c-b61f-a30743659688 owned by network:floatingip {{(pid=104014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 26 03:11:40.828267 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-4978a1bd-cc6a-4961-93bc-bdf4834e941d tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787575732336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787575245478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6258255'] for port (19a5f2a9-0a7a-434c-b61f-a30743659688), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:11:40.853601 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4978a1bd-cc6a-4961-93bc-bdf4834e941d tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Pushing event deleted for resources: {'Port': ['ID=19a5f2a9-0a7a-434c-b61f-a30743659688,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:11:40.914960 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-4978a1bd-cc6a-4961-93bc-bdf4834e941d tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Publish callbacks [] for floatingip (fed2f4f5-1d07-486d-9642-48c2009ae624), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:11:40.917341 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-4978a1bd-cc6a-4961-93bc-bdf4834e941d tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515864'] for floatingip (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:11:40.918497 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-4978a1bd-cc6a-4961-93bc-bdf4834e941d tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "DELETE /v2.0/floatingips/fed2f4f5-1d07-486d-9642-48c2009ae624 HTTP/1.1" status: 204 len: 168 time: 0.6427178 Jun 26 03:11:40.997368 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 45728) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:11:41.001833 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [None req-bbe302ca-c1be-484e-87d7-8327ef7d7648 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1916240775', 'description': 'tempest-description--1851705885'}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:11:41.021997 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-bbe302ca-c1be-484e-87d7-8327ef7d7648 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Publish callbacks [] for security_group (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:11:41.088180 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-bbe302ca-c1be-484e-87d7-8327ef7d7648 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Publish callbacks [] for security_group (57b6ab64-4175-4e99-b4e3-a088baaa7e43), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:11:41.091766 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-bbe302ca-c1be-484e-87d7-8327ef7d7648 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (57b6ab64-4175-4e99-b4e3-a088baaa7e43), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:11:41.121430 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-bbe302ca-c1be-484e-87d7-8327ef7d7648 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Publish callbacks [] for security_group (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:11:41.122748 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-bbe302ca-c1be-484e-87d7-8327ef7d7648 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1243007 Jun 26 03:11:41.124743 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe302ca-c1be-484e-87d7-8327ef7d7648 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57b6ab64-4175-4e99-b4e3-a088baaa7e43,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:11:41.125754 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 45730) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:11:41.130671 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-77908c8b-10ec-424f-bc9f-01f4eaa573c4 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Request body: {'security_group_rule': {'security_group_id': '57b6ab64-4175-4e99-b4e3-a088baaa7e43', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:11:41.158771 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-77908c8b-10ec-424f-bc9f-01f4eaa573c4 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Publish callbacks [] for security_group_rule (006da2c7-29e5-4134-a729-c3afa62b1fc6), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:11:41.211118 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-77908c8b-10ec-424f-bc9f-01f4eaa573c4 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Publish callbacks [] for security_group_rule (006da2c7-29e5-4134-a729-c3afa62b1fc6), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:11:41.214929 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-77908c8b-10ec-424f-bc9f-01f4eaa573c4 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692706'] for security_group_rule (006da2c7-29e5-4134-a729-c3afa62b1fc6), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:11:41.233033 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77908c8b-10ec-424f-bc9f-01f4eaa573c4 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=006da2c7-29e5-4134-a729-c3afa62b1fc6,revision_number=0']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:11:41.240323 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-77908c8b-10ec-424f-bc9f-01f4eaa573c4 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:11:41.241520 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-77908c8b-10ec-424f-bc9f-01f4eaa573c4 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1146517 Jun 26 03:11:41.244683 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 45732) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:11:41.248847 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-eba82b31-2e4c-4935-bd5f-b017d9c465c6 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Request body: {'security_group_rule': {'security_group_id': '57b6ab64-4175-4e99-b4e3-a088baaa7e43', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:11:41.278271 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-eba82b31-2e4c-4935-bd5f-b017d9c465c6 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Publish callbacks [] for security_group_rule (9a0b036b-9052-40d4-a44d-6031f907e685), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:11:41.281661 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:11:41.334517 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-eba82b31-2e4c-4935-bd5f-b017d9c465c6 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Publish callbacks [] for security_group_rule (9a0b036b-9052-40d4-a44d-6031f907e685), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:11:41.337754 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-eba82b31-2e4c-4935-bd5f-b017d9c465c6 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692706'] for security_group_rule (9a0b036b-9052-40d4-a44d-6031f907e685), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:11:41.355419 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba82b31-2e4c-4935-bd5f-b017d9c465c6 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a0b036b-9052-40d4-a44d-6031f907e685,revision_number=0']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:11:41.363736 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-eba82b31-2e4c-4935-bd5f-b017d9c465c6 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:11:41.364953 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-eba82b31-2e4c-4935-bd5f-b017d9c465c6 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1193626 Jun 26 03:11:41.369932 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 45734) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:11:41.374115 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-1149fe5b-dd57-4d96-bbbc-3c19e5293901 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Request body: {'floatingip': {'floating_network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:11:41.394819 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-1149fe5b-dd57-4d96-bbbc-3c19e5293901 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:11:41.411394 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:11:41.418208 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d0de5c1d-47e6-404d-b38c-6371e3ae9e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (7168f7b9-c398-4364-91f8-35e2ce03f4c4), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:11:41.477045 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-1149fe5b-dd57-4d96-bbbc-3c19e5293901 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:11:41.810299 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.db.db_base_plugin_common [None req-1149fe5b-dd57-4d96-bbbc-3c19e5293901 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Allocated IP 172.27.2.78 (9f069e5f-e57e-4e35-ad51-5f4f2e2f15df/6b24a38a-90db-41c5-beaf-6fa087899576/26003706-6aa6-40d8-8ef2-857166b01859) {{(pid=104013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 03:11:41.923938 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-1149fe5b-dd57-4d96-bbbc-3c19e5293901 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Publish callbacks [] for port (26003706-6aa6-40d8-8ef2-857166b01859), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:11:41.955156 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-1149fe5b-dd57-4d96-bbbc-3c19e5293901 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787575245469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7375238'] for port (26003706-6aa6-40d8-8ef2-857166b01859), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:11:41.995739 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1149fe5b-dd57-4d96-bbbc-3c19e5293901 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Network 9f069e5f-e57e-4e35-ad51-5f4f2e2f15df is already hosted by enough agents. {{(pid=104013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 03:11:41.998787 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.scheduler.base_scheduler [None req-1149fe5b-dd57-4d96-bbbc-3c19e5293901 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Resources bound (agent type, host, resource id): {{(pid=104013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 03:11:42.002753 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1149fe5b-dd57-4d96-bbbc-3c19e5293901 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Received port after_create {{(pid=104013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 26 03:11:42.005951 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1149fe5b-dd57-4d96-bbbc-3c19e5293901 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Pushing event updated for resources: {'Port': ['ID=26003706-6aa6-40d8-8ef2-857166b01859,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:11:42.088382 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-1149fe5b-dd57-4d96-bbbc-3c19e5293901 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Publish callbacks [] for floatingip (2b91a63c-6b25-4917-90d1-0c30b0093223), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:11:42.123516 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-1149fe5b-dd57-4d96-bbbc-3c19e5293901 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (26003706-6aa6-40d8-8ef2-857166b01859), before_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:11:42.183742 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:11:42.268167 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-1149fe5b-dd57-4d96-bbbc-3c19e5293901 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Publish callbacks [] for port (26003706-6aa6-40d8-8ef2-857166b01859), precommit_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:11:42.272629 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-1149fe5b-dd57-4d96-bbbc-3c19e5293901 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7375263'] for port (26003706-6aa6-40d8-8ef2-857166b01859), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:11:42.328953 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:11:42.341100 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1149fe5b-dd57-4d96-bbbc-3c19e5293901 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Pushing event updated for resources: {'Port': ['ID=26003706-6aa6-40d8-8ef2-857166b01859,revision_number=2']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:11:42.355058 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-1149fe5b-dd57-4d96-bbbc-3c19e5293901 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620021'] for floatingip (2b91a63c-6b25-4917-90d1-0c30b0093223), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:11:42.370309 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-1149fe5b-dd57-4d96-bbbc-3c19e5293901 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515864'] for floatingip (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:11:42.371537 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-1149fe5b-dd57-4d96-bbbc-3c19e5293901 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0006802 Jun 26 03:11:42.559816 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-2f4d9993-d123-4455-bcfa-1b0409285aac req-9fafa4f7-6746-4baf-b76b-57281237e659 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1916240775&fields=id&tenant_id=ea86edd65ecb4972ba8bb33b34387432 HTTP/1.1" status: 200 len: 267 time: 0.0418639 Jun 26 03:11:42.563924 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Device 2d68efe6-d264-4cfb-8cd4-414d529eb007 no longer exists at agent hyperv_hv-cinder-84684 {{(pid=104015) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 03:11:42.582710 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] No Port match for: 2d68efe6-d264-4cfb-8cd4-414d529eb007 {{(pid=104015) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 26 03:11:42.583054 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Device 2d68efe6-d264-4cfb-8cd4-414d529eb007 not bound to the agent host hv-cinder-84684 {{(pid=104015) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 03:11:42.658790 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:11:42.669798 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4d9993-d123-4455-bcfa-1b0409285aac req-a0d4e033-d925-4b0a-84ed-02d788561ca4 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:11:42.671240 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-2f4d9993-d123-4455-bcfa-1b0409285aac req-a0d4e033-d925-4b0a-84ed-02d788561ca4 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/networks?id=74573779-88f3-4aaa-82c6-e30fd16eafe2 HTTP/1.1" status: 200 len: 811 time: 0.1050911 Jun 26 03:11:42.685711 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-2f4d9993-d123-4455-bcfa-1b0409285aac req-2c06a003-2257-4e51-8e11-df5062e0a6a6 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/quotas/ea86edd65ecb4972ba8bb33b34387432 HTTP/1.1" status: 200 len: 375 time: 0.0092206 Jun 26 03:11:42.734350 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-2f4d9993-d123-4455-bcfa-1b0409285aac req-44d2d4f0-19fe-43d8-a1bb-cc2a32009f74 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ea86edd65ecb4972ba8bb33b34387432&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0440135 Jun 26 03:11:42.815385 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:11:42.875360 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-2f4d9993-d123-4455-bcfa-1b0409285aac req-a3dbd26d-fea7-4bcd-bc9d-b6ebc4c61cdd service neutron] 10.222.0.13 "GET /v2.0/networks/74573779-88f3-4aaa-82c6-e30fd16eafe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300333 Jun 26 03:11:42.963259 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-2f4d9993-d123-4455-bcfa-1b0409285aac req-7ac07875-8829-43b9-8e09-baced1dc89d7 service neutron] 10.222.0.13 "GET /v2.0/networks/74573779-88f3-4aaa-82c6-e30fd16eafe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818439 Jun 26 03:11:43.125629 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-1bcbd716-6123-4658-81f6-8f50c7b5e064 req-6ff205b9-1e17-434c-b1ac-51c58c8ea468 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a783f9a-6fb1-478a-8b64-b4ed9830b33f HTTP/1.1" status: 200 len: 210 time: 0.0313420 Jun 26 03:11:43.753264 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-5dd1b681-788b-42c0-a6fe-adcb4056c8b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (0122de27-3097-4d47-a0ca-0fb90e28ac1e), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:11:44.175336 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4d9993-d123-4455-bcfa-1b0409285aac req-206236c2-eb32-4422-9f04-185ca9abeef9 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:11:44.176789 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-2f4d9993-d123-4455-bcfa-1b0409285aac req-206236c2-eb32-4422-9f04-185ca9abeef9 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.43 "GET /v2.0/networks?id=74573779-88f3-4aaa-82c6-e30fd16eafe2 HTTP/1.1" status: 200 len: 811 time: 0.1118267 Jun 26 03:11:44.225491 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-dd60a799-faeb-418c-a629-179005ca4a1d req-1f58005a-2fa3-4ea4-af5e-dc4e2d58bdf4 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a783f9a-6fb1-478a-8b64-b4ed9830b33f HTTP/1.1" status: 200 len: 210 time: 0.0297472 Jun 26 03:11:44.256995 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-2f4d9993-d123-4455-bcfa-1b0409285aac req-de879283-7821-4df9-94cf-5ae73d8a8e8f tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ea86edd65ecb4972ba8bb33b34387432 HTTP/1.1" status: 200 len: 380 time: 0.0556655 Jun 26 03:11:44.336975 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [req-2f4d9993-d123-4455-bcfa-1b0409285aac req-c8683fcf-9ee7-4aae-b00c-1d96a7063d13 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Request body: {'port': {'device_id': '5a783f9a-6fb1-478a-8b64-b4ed9830b33f', 'network_id': '74573779-88f3-4aaa-82c6-e30fd16eafe2', 'admin_state_up': True, 'tenant_id': 'ea86edd65ecb4972ba8bb33b34387432', 'security_groups': ['57b6ab64-4175-4e99-b4e3-a088baaa7e43']}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:11:44.448963 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f4d9993-d123-4455-bcfa-1b0409285aac req-c8683fcf-9ee7-4aae-b00c-1d96a7063d13 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Made reservation on behalf of ea86edd65ecb4972ba8bb33b34387432 for: {'port': 1} {{(pid=104013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 03:11:44.452276 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-2f4d9993-d123-4455-bcfa-1b0409285aac req-c8683fcf-9ee7-4aae-b00c-1d96a7063d13 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:11:44.572876 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.db.db_base_plugin_common [req-2f4d9993-d123-4455-bcfa-1b0409285aac req-c8683fcf-9ee7-4aae-b00c-1d96a7063d13 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Allocated IP 172.20.0.4 (74573779-88f3-4aaa-82c6-e30fd16eafe2/c5ebf334-cb3d-4cb7-af71-a1dac7ba1320/98cb08d8-ef21-4ac4-a52f-3d665ef4ed53) {{(pid=104013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 03:11:44.689031 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (e7a0895f-45bb-4130-be69-32df3e039043), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:11:44.721003 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-2f4d9993-d123-4455-bcfa-1b0409285aac req-c8683fcf-9ee7-4aae-b00c-1d96a7063d13 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Publish callbacks [] for port (98cb08d8-ef21-4ac4-a52f-3d665ef4ed53), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:11:44.745808 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:11:44.754748 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-2f4d9993-d123-4455-bcfa-1b0409285aac req-c8683fcf-9ee7-4aae-b00c-1d96a7063d13 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787575245469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7375238'] for port (98cb08d8-ef21-4ac4-a52f-3d665ef4ed53), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:11:44.798859 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f4d9993-d123-4455-bcfa-1b0409285aac req-c8683fcf-9ee7-4aae-b00c-1d96a7063d13 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Network 74573779-88f3-4aaa-82c6-e30fd16eafe2 is already hosted by enough agents. {{(pid=104013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 03:11:44.801725 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.scheduler.base_scheduler [req-2f4d9993-d123-4455-bcfa-1b0409285aac req-c8683fcf-9ee7-4aae-b00c-1d96a7063d13 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Resources bound (agent type, host, resource id): {{(pid=104013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 03:11:44.805917 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f4d9993-d123-4455-bcfa-1b0409285aac req-c8683fcf-9ee7-4aae-b00c-1d96a7063d13 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Received port after_create {{(pid=104013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 26 03:11:44.833465 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8683fcf-9ee7-4aae-b00c-1d96a7063d13 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Pushing event updated for resources: {'Port': ['ID=98cb08d8-ef21-4ac4-a52f-3d665ef4ed53,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:11:44.847396 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a0725410-9e6c-45cb-9ff8-c6c4931d6b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (ece691f0-a7cc-4e31-b59a-0e18fd9fccde), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:11:44.868809 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4d9993-d123-4455-bcfa-1b0409285aac req-c8683fcf-9ee7-4aae-b00c-1d96a7063d13 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:11:44.869469 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-2f4d9993-d123-4455-bcfa-1b0409285aac req-c8683fcf-9ee7-4aae-b00c-1d96a7063d13 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515864'] for port (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:11:44.887452 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-2f4d9993-d123-4455-bcfa-1b0409285aac req-c8683fcf-9ee7-4aae-b00c-1d96a7063d13 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5542998 Jun 26 03:11:44.948146 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [req-2f4d9993-d123-4455-bcfa-1b0409285aac req-074a06e8-004a-46cf-9a45-4c245ea0f8ac service neutron] Request body: {'port': {'device_id': '5a783f9a-6fb1-478a-8b64-b4ed9830b33f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84684'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:11:45.007259 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-2f4d9993-d123-4455-bcfa-1b0409285aac req-074a06e8-004a-46cf-9a45-4c245ea0f8ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (98cb08d8-ef21-4ac4-a52f-3d665ef4ed53), before_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:11:45.021474 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:11:45.061853 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-fed45898-eef8-456b-a685-9779998e8e1d None None] Provisioning complete for port 98cb08d8-ef21-4ac4-a52f-3d665ef4ed53 triggered by entity DHCP. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:11:45.062257 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-fed45898-eef8-456b-a685-9779998e8e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (98cb08d8-ef21-4ac4-a52f-3d665ef4ed53), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:11:45.093965 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-fed45898-eef8-456b-a685-9779998e8e1d None None] Port 98cb08d8-ef21-4ac4-a52f-3d665ef4ed53 cannot update to ACTIVE because it is not bound. {{(pid=104015) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 26 03:11:45.262691 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.notifiers.nova [req-2f4d9993-d123-4455-bcfa-1b0409285aac req-074a06e8-004a-46cf-9a45-4c245ea0f8ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98cb08d8-ef21-4ac4-a52f-3d665ef4ed53 {{(pid=104013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 26 03:11:45.270083 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-2f4d9993-d123-4455-bcfa-1b0409285aac req-074a06e8-004a-46cf-9a45-4c245ea0f8ac service neutron] Publish callbacks [] for port (98cb08d8-ef21-4ac4-a52f-3d665ef4ed53), precommit_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:11:45.282390 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.db.provisioning_blocks [req-2f4d9993-d123-4455-bcfa-1b0409285aac req-074a06e8-004a-46cf-9a45-4c245ea0f8ac service neutron] Transition to ACTIVE for port object 98cb08d8-ef21-4ac4-a52f-3d665ef4ed53 will not be triggered until provisioned by entity L2. {{(pid=104013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 26 03:11:45.289178 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-2f4d9993-d123-4455-bcfa-1b0409285aac req-074a06e8-004a-46cf-9a45-4c245ea0f8ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7375263'] for port (98cb08d8-ef21-4ac4-a52f-3d665ef4ed53), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:11:45.338453 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074a06e8-004a-46cf-9a45-4c245ea0f8ac service neutron] Pushing event updated for resources: {'Port': ['ID=98cb08d8-ef21-4ac4-a52f-3d665ef4ed53,revision_number=2']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:11:45.343032 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b218f2-6635-413c-b458-139e7762fda3 req-9a1b7d68-28fd-41f3-bb37-be30888bc25e tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:11:45.344543 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-67b218f2-6635-413c-b458-139e7762fda3 req-9a1b7d68-28fd-41f3-bb37-be30888bc25e tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a783f9a-6fb1-478a-8b64-b4ed9830b33f HTTP/1.1" status: 200 len: 943 time: 0.0482593 Jun 26 03:11:45.398585 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-67b218f2-6635-413c-b458-139e7762fda3 req-260e9031-3b33-412a-a2e7-5b30cc05d8d3 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/security-groups?id=57b6ab64-4175-4e99-b4e3-a088baaa7e43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475945 Jun 26 03:11:45.413214 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.managers [req-2f4d9993-d123-4455-bcfa-1b0409285aac req-074a06e8-004a-46cf-9a45-4c245ea0f8ac service neutron] Attempting to bind port 98cb08d8-ef21-4ac4-a52f-3d665ef4ed53 on host hv-cinder-84684 for vnic_type normal with profile {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 26 03:11:45.413548 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.managers [req-2f4d9993-d123-4455-bcfa-1b0409285aac req-074a06e8-004a-46cf-9a45-4c245ea0f8ac service neutron] Attempting to bind port 98cb08d8-ef21-4ac4-a52f-3d665ef4ed53 by drivers openvswitch,hyperv on host hv-cinder-84684 at level 0 using segments [{'id': '2a397e09-d789-4683-aae4-87be6784786c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '74573779-88f3-4aaa-82c6-e30fd16eafe2'}] {{(pid=104013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 26 03:11:45.413876 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f4d9993-d123-4455-bcfa-1b0409285aac req-074a06e8-004a-46cf-9a45-4c245ea0f8ac service neutron] Attempting to bind port 98cb08d8-ef21-4ac4-a52f-3d665ef4ed53 on network 74573779-88f3-4aaa-82c6-e30fd16eafe2 {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 26 03:11:45.420519 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f4d9993-d123-4455-bcfa-1b0409285aac req-074a06e8-004a-46cf-9a45-4c245ea0f8ac service neutron] Port 98cb08d8-ef21-4ac4-a52f-3d665ef4ed53 on network 74573779-88f3-4aaa-82c6-e30fd16eafe2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84684 {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 26 03:11:45.420844 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f4d9993-d123-4455-bcfa-1b0409285aac req-074a06e8-004a-46cf-9a45-4c245ea0f8ac service neutron] Attempting to bind port 98cb08d8-ef21-4ac4-a52f-3d665ef4ed53 on network 74573779-88f3-4aaa-82c6-e30fd16eafe2 {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 26 03:11:45.425920 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f4d9993-d123-4455-bcfa-1b0409285aac req-074a06e8-004a-46cf-9a45-4c245ea0f8ac service neutron] Checking agent: {'id': 'e7a0895f-45bb-4130-be69-32df3e039043', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84684', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 26, 3, 2, 40), 'started_at': datetime.datetime(2022, 6, 26, 3, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 26, 3, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 26 03:11:45.426289 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f4d9993-d123-4455-bcfa-1b0409285aac req-074a06e8-004a-46cf-9a45-4c245ea0f8ac service neutron] Checking segment: {'id': '2a397e09-d789-4683-aae4-87be6784786c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '74573779-88f3-4aaa-82c6-e30fd16eafe2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 26 03:11:45.426698 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f4d9993-d123-4455-bcfa-1b0409285aac req-074a06e8-004a-46cf-9a45-4c245ea0f8ac service neutron] Bound using segment: {'id': '2a397e09-d789-4683-aae4-87be6784786c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '74573779-88f3-4aaa-82c6-e30fd16eafe2'} {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 26 03:11:45.427122 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.managers [req-2f4d9993-d123-4455-bcfa-1b0409285aac req-074a06e8-004a-46cf-9a45-4c245ea0f8ac service neutron] Bound port: 98cb08d8-ef21-4ac4-a52f-3d665ef4ed53, host: hv-cinder-84684, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a397e09-d789-4683-aae4-87be6784786c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '74573779-88f3-4aaa-82c6-e30fd16eafe2'}}] {{(pid=104013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 26 03:11:45.427480 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-2f4d9993-d123-4455-bcfa-1b0409285aac req-074a06e8-004a-46cf-9a45-4c245ea0f8ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (98cb08d8-ef21-4ac4-a52f-3d665ef4ed53), before_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:11:45.494997 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [req-2f4d9993-d123-4455-bcfa-1b0409285aac req-074a06e8-004a-46cf-9a45-4c245ea0f8ac service neutron] For port 98cb08d8-ef21-4ac4-a52f-3d665ef4ed53, host hv-cinder-84684, cleared binding levels {{(pid=104013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 03:11:45.498131 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [req-2f4d9993-d123-4455-bcfa-1b0409285aac req-074a06e8-004a-46cf-9a45-4c245ea0f8ac service neutron] For port 98cb08d8-ef21-4ac4-a52f-3d665ef4ed53, host hv-cinder-84684, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=98cb08d8-ef21-4ac4-a52f-3d665ef4ed53,segment=NetworkSegment(2a397e09-d789-4683-aae4-87be6784786c),segment_id=2a397e09-d789-4683-aae4-87be6784786c)] {{(pid=104013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 03:11:45.511145 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-2f4d9993-d123-4455-bcfa-1b0409285aac req-074a06e8-004a-46cf-9a45-4c245ea0f8ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7375263'] for port (98cb08d8-ef21-4ac4-a52f-3d665ef4ed53), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:11:45.547671 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4d9993-d123-4455-bcfa-1b0409285aac req-074a06e8-004a-46cf-9a45-4c245ea0f8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:11:45.548292 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-2f4d9993-d123-4455-bcfa-1b0409285aac req-074a06e8-004a-46cf-9a45-4c245ea0f8ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515864'] for port (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:11:45.549658 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-2f4d9993-d123-4455-bcfa-1b0409285aac req-074a06e8-004a-46cf-9a45-4c245ea0f8ac service neutron] 10.222.0.43 "PUT /v2.0/ports/98cb08d8-ef21-4ac4-a52f-3d665ef4ed53 HTTP/1.1" status: 200 len: 1093 time: 0.6063681 Jun 26 03:11:45.550118 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a783f9a-6fb1-478a-8b64-b4ed9830b33f', 'tag': '98cb08d8-ef21-4ac4-a52f-3d665ef4ed53'}] {{(pid=104013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 26 03:11:45.552337 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}139ce4dbef1e3d377c6aaa27dc3378ac98104fcd26dfc0ba8b816af75a6f94ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fa1f1d2-3418-4d90-ac94-60540577e28c" -d '{"events": [{"name": "network-changed", "server_uuid": "5a783f9a-6fb1-478a-8b64-b4ed9830b33f", "tag": "98cb08d8-ef21-4ac4-a52f-3d665ef4ed53"}]}' {{(pid=104013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 03:11:45.575103 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074a06e8-004a-46cf-9a45-4c245ea0f8ac service neutron] Pushing event updated for resources: {'Port': ['ID=98cb08d8-ef21-4ac4-a52f-3d665ef4ed53,revision_number=3']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:11:45.590544 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Jun 2022 03:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfd925a6-033f-4a48-be8f-7fd0f8a8417b x-openstack-request-id: req-bfd925a6-033f-4a48-be8f-7fd0f8a8417b {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 03:11:45.590827 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a783f9a-6fb1-478a-8b64-b4ed9830b33f", "tag": "98cb08d8-ef21-4ac4-a52f-3d665ef4ed53", "status": "completed", "code": 200}]} {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 03:11:45.591081 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bfd925a6-033f-4a48-be8f-7fd0f8a8417b {{(pid=104013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 03:11:45.591481 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfd925a6-033f-4a48-be8f-7fd0f8a8417b'] response: {'name': 'network-changed', 'server_uuid': '5a783f9a-6fb1-478a-8b64-b4ed9830b33f', 'tag': '98cb08d8-ef21-4ac4-a52f-3d665ef4ed53', 'status': 'completed', 'code': 200} Jun 26 03:11:45.848930 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:11:45.882488 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4d9993-d123-4455-bcfa-1b0409285aac req-7f8efa0c-cf8e-4c4a-802a-de682b87e467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:11:45.884010 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-2f4d9993-d123-4455-bcfa-1b0409285aac req-7f8efa0c-cf8e-4c4a-802a-de682b87e467 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ea86edd65ecb4972ba8bb33b34387432&device_id=5a783f9a-6fb1-478a-8b64-b4ed9830b33f HTTP/1.1" status: 200 len: 1127 time: 0.0429652 Jun 26 03:11:45.992094 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-2f4d9993-d123-4455-bcfa-1b0409285aac req-5a3064cb-72fd-47d1-905f-494a1232693c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=98cb08d8-ef21-4ac4-a52f-3d665ef4ed53 HTTP/1.1" status: 200 len: 217 time: 0.0329349 Jun 26 03:11:46.261414 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4d9993-d123-4455-bcfa-1b0409285aac req-892684db-c53f-4803-8da1-1b819b82a495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:11:46.262919 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-2f4d9993-d123-4455-bcfa-1b0409285aac req-892684db-c53f-4803-8da1-1b819b82a495 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c5ebf334-cb3d-4cb7-af71-a1dac7ba1320 HTTP/1.1" status: 200 len: 850 time: 0.0490143 Jun 26 03:11:46.297476 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d2867017-9ae3-4ae5-b018-59cb98d1258b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (3b87920d-6933-41a3-b47c-185b87d68e87), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:11:46.307568 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4d9993-d123-4455-bcfa-1b0409285aac req-cade132a-120c-424f-973a-dc176e91a5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:11:46.309058 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-2f4d9993-d123-4455-bcfa-1b0409285aac req-cade132a-120c-424f-973a-dc176e91a5cb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=74573779-88f3-4aaa-82c6-e30fd16eafe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388873 Jun 26 03:11:46.401236 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-2f4d9993-d123-4455-bcfa-1b0409285aac req-ca0b5282-8d6a-40d5-84c4-25f350994d5f service neutron] 10.222.0.43 "GET /v2.0/networks/74573779-88f3-4aaa-82c6-e30fd16eafe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856452 Jun 26 03:11:46.491035 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-2f4d9993-d123-4455-bcfa-1b0409285aac req-0200bbcf-ced4-458d-a27d-278ebeef3916 service neutron] 10.222.0.43 "GET /v2.0/networks/74573779-88f3-4aaa-82c6-e30fd16eafe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832174 Jun 26 03:11:46.513677 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (16f9b602-7baf-4f7a-ab92-1b0788147fb5), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:11:46.515293 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70af898f-ca40-4825-ac0c-257313a77645 req-6131bb64-327f-432e-aa9f-5fd15aee4a1c tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:11:46.517443 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-70af898f-ca40-4825-ac0c-257313a77645 req-6131bb64-327f-432e-aa9f-5fd15aee4a1c tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a783f9a-6fb1-478a-8b64-b4ed9830b33f HTTP/1.1" status: 200 len: 943 time: 0.0504329 Jun 26 03:11:46.569317 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-70af898f-ca40-4825-ac0c-257313a77645 req-28ef5eeb-28f8-4806-b39c-6eeaa31129ce tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/security-groups?id=57b6ab64-4175-4e99-b4e3-a088baaa7e43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459840 Jun 26 03:11:47.682819 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d86510-1a47-47e4-ba6e-3375d24ebdaa req-1498cd17-c759-4abc-acb3-5a299e240423 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:11:47.684257 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-70d86510-1a47-47e4-ba6e-3375d24ebdaa req-1498cd17-c759-4abc-acb3-5a299e240423 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a783f9a-6fb1-478a-8b64-b4ed9830b33f HTTP/1.1" status: 200 len: 943 time: 0.0462615 Jun 26 03:11:47.731086 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-70d86510-1a47-47e4-ba6e-3375d24ebdaa req-bc97eed6-7197-4374-b7ec-0825c02f7a0b tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/security-groups?id=57b6ab64-4175-4e99-b4e3-a088baaa7e43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412242 Jun 26 03:11:48.842783 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196806d9-2a81-4c70-9401-c1602e918d94 req-8b9bf51c-dff4-4446-bd54-fcfa86f954a6 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:11:48.844150 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-196806d9-2a81-4c70-9401-c1602e918d94 req-8b9bf51c-dff4-4446-bd54-fcfa86f954a6 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a783f9a-6fb1-478a-8b64-b4ed9830b33f HTTP/1.1" status: 200 len: 943 time: 0.0465770 Jun 26 03:11:48.891843 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:11:48.893822 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-196806d9-2a81-4c70-9401-c1602e918d94 req-62c4b4b1-c0c4-4f8e-9036-26a9de347b33 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/security-groups?id=57b6ab64-4175-4e99-b4e3-a088baaa7e43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442426 Jun 26 03:11:48.903042 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa1f1d2-3418-4d90-ac94-60540577e28c req-22fcbc5a-2852-4763-b87f-ce26137691f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:11:48.904589 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-2fa1f1d2-3418-4d90-ac94-60540577e28c req-22fcbc5a-2852-4763-b87f-ce26137691f0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ea86edd65ecb4972ba8bb33b34387432&device_id=5a783f9a-6fb1-478a-8b64-b4ed9830b33f HTTP/1.1" status: 200 len: 1127 time: 0.0449412 Jun 26 03:11:48.995484 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa1f1d2-3418-4d90-ac94-60540577e28c req-8617d634-ea71-4727-bf61-14352576f1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:11:48.996953 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-2fa1f1d2-3418-4d90-ac94-60540577e28c req-8617d634-ea71-4727-bf61-14352576f1f3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=74573779-88f3-4aaa-82c6-e30fd16eafe2 HTTP/1.1" status: 200 len: 912 time: 0.0870407 Jun 26 03:11:49.038319 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-2fa1f1d2-3418-4d90-ac94-60540577e28c req-3d5c30fb-9762-4aa4-8a82-aab37e2dc7a9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=98cb08d8-ef21-4ac4-a52f-3d665ef4ed53 HTTP/1.1" status: 200 len: 217 time: 0.0351381 Jun 26 03:11:49.090388 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa1f1d2-3418-4d90-ac94-60540577e28c req-9f014fea-34c3-48cc-a7c6-9f1f3f7676c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:11:49.091794 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-2fa1f1d2-3418-4d90-ac94-60540577e28c req-9f014fea-34c3-48cc-a7c6-9f1f3f7676c7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c5ebf334-cb3d-4cb7-af71-a1dac7ba1320 HTTP/1.1" status: 200 len: 850 time: 0.0466220 Jun 26 03:11:49.134403 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa1f1d2-3418-4d90-ac94-60540577e28c req-a97a5ab6-70b8-4cab-8103-6948463ba992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:11:49.135866 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-2fa1f1d2-3418-4d90-ac94-60540577e28c req-a97a5ab6-70b8-4cab-8103-6948463ba992 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=74573779-88f3-4aaa-82c6-e30fd16eafe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385139 Jun 26 03:11:49.222728 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-2fa1f1d2-3418-4d90-ac94-60540577e28c req-fe89ece9-d389-4093-b473-04c06123fca7 service neutron] 10.222.0.43 "GET /v2.0/networks/74573779-88f3-4aaa-82c6-e30fd16eafe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804861 Jun 26 03:11:49.312568 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-2fa1f1d2-3418-4d90-ac94-60540577e28c req-5e0d920f-2b4f-4357-af17-b437ff44dabf service neutron] 10.222.0.43 "GET /v2.0/networks/74573779-88f3-4aaa-82c6-e30fd16eafe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840907 Jun 26 03:11:49.646120 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=75 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:11:49.651832 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=85 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:11:50.006484 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19bf284-b2fb-4d34-9926-87b25bd25b58 req-0a246b94-e6b3-4cbf-836f-f6d088f5de22 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:11:50.007931 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a19bf284-b2fb-4d34-9926-87b25bd25b58 req-0a246b94-e6b3-4cbf-836f-f6d088f5de22 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a783f9a-6fb1-478a-8b64-b4ed9830b33f HTTP/1.1" status: 200 len: 943 time: 0.0491772 Jun 26 03:11:50.054062 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a19bf284-b2fb-4d34-9926-87b25bd25b58 req-d11ec933-0fea-402d-9075-83e5a9cd2506 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/security-groups?id=57b6ab64-4175-4e99-b4e3-a088baaa7e43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401006 Jun 26 03:11:50.592027 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Device 98cb08d8-ef21-4ac4-a52f-3d665ef4ed53 details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=104015) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 26 03:11:50.687980 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] For port 98cb08d8-ef21-4ac4-a52f-3d665ef4ed53, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=98cb08d8-ef21-4ac4-a52f-3d665ef4ed53,segment=NetworkSegment(2a397e09-d789-4683-aae4-87be6784786c),segment_id=2a397e09-d789-4683-aae4-87be6784786c)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:11:50.700221 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Returning: {'device': '98cb08d8-ef21-4ac4-a52f-3d665ef4ed53', 'network_id': '74573779-88f3-4aaa-82c6-e30fd16eafe2', 'port_id': '98cb08d8-ef21-4ac4-a52f-3d665ef4ed53', 'mac_address': 'fa:16:3e:82:44:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5ebf334-cb3d-4cb7-af71-a1dac7ba1320', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104015) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 26 03:11:50.737643 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Current status of the port 98cb08d8-ef21-4ac4-a52f-3d665ef4ed53 is: DOWN; New status is: BUILD {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 03:11:50.738036 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (98cb08d8-ef21-4ac4-a52f-3d665ef4ed53), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:11:50.751558 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.notifiers.nova [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98cb08d8-ef21-4ac4-a52f-3d665ef4ed53 {{(pid=104015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 26 03:11:50.771936 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] For port 98cb08d8-ef21-4ac4-a52f-3d665ef4ed53, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=98cb08d8-ef21-4ac4-a52f-3d665ef4ed53,segment=NetworkSegment(2a397e09-d789-4683-aae4-87be6784786c),segment_id=2a397e09-d789-4683-aae4-87be6784786c)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:11:50.777214 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (98cb08d8-ef21-4ac4-a52f-3d665ef4ed53), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:11:50.827670 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Pushing event updated for resources: {'Port': ['ID=98cb08d8-ef21-4ac4-a52f-3d665ef4ed53,revision_number=4']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:11:51.164554 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4415c76f-4d39-4855-8fad-5bd578ff9fc8 req-cabe13e2-469e-4a5f-8166-249a1e44e4b3 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:11:51.166066 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-4415c76f-4d39-4855-8fad-5bd578ff9fc8 req-cabe13e2-469e-4a5f-8166-249a1e44e4b3 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a783f9a-6fb1-478a-8b64-b4ed9830b33f HTTP/1.1" status: 200 len: 944 time: 0.0461724 Jun 26 03:11:51.212151 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-4415c76f-4d39-4855-8fad-5bd578ff9fc8 req-66a0a204-2f76-452d-9e3c-a12a315c6c1f tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/security-groups?id=57b6ab64-4175-4e99-b4e3-a088baaa7e43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407615 Jun 26 03:11:51.359348 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] get_ports_and_sgs() called for port_ids ['98cb08d8-ef21-4ac4-a52f-3d665ef4ed53'] {{(pid=104015) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 03:11:52.140367 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff8a142-ec78-41af-a607-b89df23b0e97 req-0db76525-58bd-497a-a41c-eaa42c45580a tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:11:52.142034 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-cff8a142-ec78-41af-a607-b89df23b0e97 req-0db76525-58bd-497a-a41c-eaa42c45580a tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=473e061c-b6d3-4dff-9171-45f7acfaffee HTTP/1.1" status: 200 len: 945 time: 0.0497916 Jun 26 03:11:52.174249 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=100 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:11:52.188751 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-cff8a142-ec78-41af-a607-b89df23b0e97 req-cd115123-3526-4f76-b329-0e339a96133c tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/security-groups?id=90e7fd1e-58a4-4c3d-b8cf-801bca4e434d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412552 Jun 26 03:11:52.322171 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eae238-4c36-4888-83f7-c2ef65fce101 req-d396479c-d0d9-497d-a201-84bae6bf09b3 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:11:52.323523 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-f9eae238-4c36-4888-83f7-c2ef65fce101 req-d396479c-d0d9-497d-a201-84bae6bf09b3 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a783f9a-6fb1-478a-8b64-b4ed9830b33f HTTP/1.1" status: 200 len: 944 time: 0.0455291 Jun 26 03:11:52.369415 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-f9eae238-4c36-4888-83f7-c2ef65fce101 req-2c9ad536-969b-410d-9ff1-696898ca90f3 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/security-groups?id=57b6ab64-4175-4e99-b4e3-a088baaa7e43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405719 Jun 26 03:11:52.588572 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Device 98cb08d8-ef21-4ac4-a52f-3d665ef4ed53 up at agent hyperv_hv-cinder-84684 {{(pid=104015) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 03:11:52.628599 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Provisioning for port 98cb08d8-ef21-4ac4-a52f-3d665ef4ed53 completed by entity L2. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 26 03:11:52.635156 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Provisioning complete for port 98cb08d8-ef21-4ac4-a52f-3d665ef4ed53 triggered by entity L2. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:11:52.635528 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (98cb08d8-ef21-4ac4-a52f-3d665ef4ed53), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:11:52.707211 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:11:52.713597 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:11:52.723604 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Current status of the port 98cb08d8-ef21-4ac4-a52f-3d665ef4ed53 is: BUILD; New status is: ACTIVE {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 03:11:52.724154 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (98cb08d8-ef21-4ac4-a52f-3d665ef4ed53), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:11:52.753356 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a783f9a-6fb1-478a-8b64-b4ed9830b33f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98cb08d8-ef21-4ac4-a52f-3d665ef4ed53'}] {{(pid=104015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 26 03:11:52.756342 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cc6f3b5c5ccbcb5bcfe28d8fb20da90166658d76702b85331307104b46494b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d09cb683-5879-446c-b26a-4adc388ec92c" -d '{"events": [{"server_uuid": "5a783f9a-6fb1-478a-8b64-b4ed9830b33f", "name": "network-vif-plugged", "status": "completed", "tag": "98cb08d8-ef21-4ac4-a52f-3d665ef4ed53"}]}' {{(pid=104015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 03:11:52.771260 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] For port 98cb08d8-ef21-4ac4-a52f-3d665ef4ed53, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=98cb08d8-ef21-4ac4-a52f-3d665ef4ed53,segment=NetworkSegment(2a397e09-d789-4683-aae4-87be6784786c),segment_id=2a397e09-d789-4683-aae4-87be6784786c)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:11:52.776448 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (98cb08d8-ef21-4ac4-a52f-3d665ef4ed53), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:11:52.798603 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Jun 2022 03:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be25b21d-effd-49b5-a15f-fca13c8dcc34 x-openstack-request-id: req-be25b21d-effd-49b5-a15f-fca13c8dcc34 {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 03:11:52.798911 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a783f9a-6fb1-478a-8b64-b4ed9830b33f", "name": "network-vif-plugged", "status": "completed", "tag": "98cb08d8-ef21-4ac4-a52f-3d665ef4ed53", "code": 200}]} {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 03:11:52.799146 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-be25b21d-effd-49b5-a15f-fca13c8dcc34 {{(pid=104015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 03:11:52.799531 dv-cinder-846842-4-iscsi neutron-server[104015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be25b21d-effd-49b5-a15f-fca13c8dcc34'] response: {'server_uuid': '5a783f9a-6fb1-478a-8b64-b4ed9830b33f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98cb08d8-ef21-4ac4-a52f-3d665ef4ed53', 'code': 200} Jun 26 03:11:52.824285 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Pushing event updated for resources: {'Port': ['ID=98cb08d8-ef21-4ac4-a52f-3d665ef4ed53,revision_number=5']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:11:53.304285 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824615cd-2c22-4bf1-93a7-dc49221d7e95 req-dcc1efe1-ec30-4af0-89bd-95d32ccaa0b4 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:11:53.306256 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-824615cd-2c22-4bf1-93a7-dc49221d7e95 req-dcc1efe1-ec30-4af0-89bd-95d32ccaa0b4 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=473e061c-b6d3-4dff-9171-45f7acfaffee HTTP/1.1" status: 200 len: 945 time: 0.0469899 Jun 26 03:11:53.356955 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-824615cd-2c22-4bf1-93a7-dc49221d7e95 req-40ded279-842a-42af-8030-714e7aab1aae tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/security-groups?id=90e7fd1e-58a4-4c3d-b8cf-801bca4e434d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450070 Jun 26 03:11:53.485851 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e84c09-bb81-4e20-90f7-2f057b19fad4 req-2b23ff01-4cdd-4eef-b8b9-cb107b005e8a tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:11:53.487237 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-00e84c09-bb81-4e20-90f7-2f057b19fad4 req-2b23ff01-4cdd-4eef-b8b9-cb107b005e8a tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a783f9a-6fb1-478a-8b64-b4ed9830b33f HTTP/1.1" status: 200 len: 945 time: 0.0475307 Jun 26 03:11:53.533205 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-00e84c09-bb81-4e20-90f7-2f057b19fad4 req-80109bff-630d-40bc-9bc5-baa92fb0f794 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/security-groups?id=57b6ab64-4175-4e99-b4e3-a088baaa7e43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406024 Jun 26 03:11:54.469585 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b89015-6367-45ff-a083-a3e0ffb41ba7 req-1fed5fa6-c93b-4012-bf0e-5d45eb65044f tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:11:54.470983 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-56b89015-6367-45ff-a083-a3e0ffb41ba7 req-1fed5fa6-c93b-4012-bf0e-5d45eb65044f tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=473e061c-b6d3-4dff-9171-45f7acfaffee HTTP/1.1" status: 200 len: 945 time: 0.0462220 Jun 26 03:11:54.489321 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=100 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:11:54.518977 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-56b89015-6367-45ff-a083-a3e0ffb41ba7 req-fbcbf29c-000b-44d1-a264-856acdd25715 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/security-groups?id=90e7fd1e-58a4-4c3d-b8cf-801bca4e434d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426414 Jun 26 03:11:54.648030 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6167c596-47f3-4947-a47d-e385d241b045 req-436996e0-ac8d-47e0-8fd7-f3905da3766b tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:11:54.649483 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-6167c596-47f3-4947-a47d-e385d241b045 req-436996e0-ac8d-47e0-8fd7-f3905da3766b tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a783f9a-6fb1-478a-8b64-b4ed9830b33f HTTP/1.1" status: 200 len: 945 time: 0.0504959 Jun 26 03:11:54.699704 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-6167c596-47f3-4947-a47d-e385d241b045 req-09784570-e224-4148-8d29-e1227c50760d tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/security-groups?id=57b6ab64-4175-4e99-b4e3-a088baaa7e43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425544 Jun 26 03:11:55.431901 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2c959c-97f3-4d39-8586-4628b6ee63f6 req-06e7f0f1-f66b-42cd-a93b-a9f2a7794b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:11:55.433347 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-6d2c959c-97f3-4d39-8586-4628b6ee63f6 req-06e7f0f1-f66b-42cd-a93b-a9f2a7794b6c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5a783f9a-6fb1-478a-8b64-b4ed9830b33f HTTP/1.1" status: 200 len: 1129 time: 0.0380163 Jun 26 03:11:55.478361 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-6d2c959c-97f3-4d39-8586-4628b6ee63f6 req-6225508e-cf0b-4af5-b0d5-723e1e9a31a7 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=57b6ab64-4175-4e99-b4e3-a088baaa7e43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372255 Jun 26 03:11:55.629311 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8683a0-44e4-4fe3-b273-c355d3fb872c req-5accde34-5ec4-40f6-9fe5-7c4639ef06ac tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:11:55.630787 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-2a8683a0-44e4-4fe3-b273-c355d3fb872c req-5accde34-5ec4-40f6-9fe5-7c4639ef06ac tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=473e061c-b6d3-4dff-9171-45f7acfaffee HTTP/1.1" status: 200 len: 945 time: 0.0466161 Jun 26 03:11:55.677302 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-2a8683a0-44e4-4fe3-b273-c355d3fb872c req-c1b58a6e-2ba7-4433-b2aa-ede25c42828a tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/security-groups?id=90e7fd1e-58a4-4c3d-b8cf-801bca4e434d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410917 Jun 26 03:11:55.815642 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c47cd1-2c05-41ce-b27b-f724eed5b9e8 req-1d3ce3f1-0962-46cd-b852-d270bf8d5507 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:11:55.817079 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-38c47cd1-2c05-41ce-b27b-f724eed5b9e8 req-1d3ce3f1-0962-46cd-b852-d270bf8d5507 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a783f9a-6fb1-478a-8b64-b4ed9830b33f HTTP/1.1" status: 200 len: 945 time: 0.0465145 Jun 26 03:11:55.867739 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-38c47cd1-2c05-41ce-b27b-f724eed5b9e8 req-e439dd7d-4412-46a0-a642-3a3d642599be tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/security-groups?id=57b6ab64-4175-4e99-b4e3-a088baaa7e43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447071 Jun 26 03:11:56.783876 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c232ad55-0200-4dbc-8b67-f2418217d85c req-d8652995-71b6-4a74-8922-b1429da6a839 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:11:56.785345 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-c232ad55-0200-4dbc-8b67-f2418217d85c req-d8652995-71b6-4a74-8922-b1429da6a839 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.43 "GET /v2.0/ports?device_id=473e061c-b6d3-4dff-9171-45f7acfaffee HTTP/1.1" status: 200 len: 945 time: 0.0512593 Jun 26 03:11:56.792187 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b605b3bd-9a1d-45e8-b185-9025a85781a2 req-ce749446-ef5d-4ade-b985-b20d43eb19c8 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:11:56.793651 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-b605b3bd-9a1d-45e8-b185-9025a85781a2 req-ce749446-ef5d-4ade-b985-b20d43eb19c8 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=473e061c-b6d3-4dff-9171-45f7acfaffee HTTP/1.1" status: 200 len: 945 time: 0.0464513 Jun 26 03:11:56.841531 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-b605b3bd-9a1d-45e8-b185-9025a85781a2 req-de43ca44-4457-4253-bb1d-01d8b86a4551 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/security-groups?id=90e7fd1e-58a4-4c3d-b8cf-801bca4e434d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419908 Jun 26 03:11:56.870153 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [req-c232ad55-0200-4dbc-8b67-f2418217d85c req-e7bbe123-8e6b-4740-91b3-b96fbfe4b904 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Deleting port 9ffa489f-38cb-4f25-9eb2-e940343d2383 {{(pid=104013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 26 03:11:56.870503 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-c232ad55-0200-4dbc-8b67-f2418217d85c req-e7bbe123-8e6b-4740-91b3-b96fbfe4b904 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787575727912'] for port (9ffa489f-38cb-4f25-9eb2-e940343d2383), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:11:56.962680 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [req-c232ad55-0200-4dbc-8b67-f2418217d85c req-e7bbe123-8e6b-4740-91b3-b96fbfe4b904 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] For port 9ffa489f-38cb-4f25-9eb2-e940343d2383, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=9ffa489f-38cb-4f25-9eb2-e940343d2383,segment=NetworkSegment(5b86e525-c15a-4ec4-b614-b7765ac125bb),segment_id=5b86e525-c15a-4ec4-b614-b7765ac125bb)] {{(pid=104013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:11:56.963137 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-c232ad55-0200-4dbc-8b67-f2418217d85c req-e7bbe123-8e6b-4740-91b3-b96fbfe4b904 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615864'] for port (9ffa489f-38cb-4f25-9eb2-e940343d2383), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:11:56.970555 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=100 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:11:56.981418 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea1575a-bccc-4167-b7f0-cc6544636aff req-7e66a831-2b28-4f1f-967c-1dddbef4b4f6 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:11:56.982903 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-7ea1575a-bccc-4167-b7f0-cc6544636aff req-7e66a831-2b28-4f1f-967c-1dddbef4b4f6 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a783f9a-6fb1-478a-8b64-b4ed9830b33f HTTP/1.1" status: 200 len: 945 time: 0.0479090 Jun 26 03:11:57.030613 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-7ea1575a-bccc-4167-b7f0-cc6544636aff req-7094f1d9-e9f9-4c94-aa0f-e76537086123 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/security-groups?id=57b6ab64-4175-4e99-b4e3-a088baaa7e43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419388 Jun 26 03:11:57.125518 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-c232ad55-0200-4dbc-8b67-f2418217d85c req-e7bbe123-8e6b-4740-91b3-b96fbfe4b904 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:11:57.125888 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-c232ad55-0200-4dbc-8b67-f2418217d85c req-e7bbe123-8e6b-4740-91b3-b96fbfe4b904 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620021'] for floatingip (7c014a3a-97fc-4dd7-ac15-1734312894d4), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:11:57.126240 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.db.l3_db [req-c232ad55-0200-4dbc-8b67-f2418217d85c req-e7bbe123-8e6b-4740-91b3-b96fbfe4b904 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Floating IP 7c014a3a-97fc-4dd7-ac15-1734312894d4 disassociated. External IP: 172.27.2.102, port: 9ffa489f-38cb-4f25-9eb2-e940343d2383. Jun 26 03:11:57.126595 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [req-c232ad55-0200-4dbc-8b67-f2418217d85c req-e7bbe123-8e6b-4740-91b3-b96fbfe4b904 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Calling delete_port for 9ffa489f-38cb-4f25-9eb2-e940343d2383 owned by compute:nova {{(pid=104013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 26 03:11:57.195100 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:11:57.256161 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-c232ad55-0200-4dbc-8b67-f2418217d85c req-e7bbe123-8e6b-4740-91b3-b96fbfe4b904 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787575732336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787575245478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7375238'] for port (9ffa489f-38cb-4f25-9eb2-e940343d2383), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:11:57.284974 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bbe123-8e6b-4740-91b3-b96fbfe4b904 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Pushing event deleted for resources: {'Port': ['ID=9ffa489f-38cb-4f25-9eb2-e940343d2383,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:11:57.389945 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c232ad55-0200-4dbc-8b67-f2418217d85c req-e7bbe123-8e6b-4740-91b3-b96fbfe4b904 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Router ba98c50f-28e4-48ab-9551-c9e6cb46713b has already been hosted by L3 agent 0122de27-3097-4d47-a0ca-0fb90e28ac1e {{(pid=104013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 26 03:11:57.489287 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c232ad55-0200-4dbc-8b67-f2418217d85c req-e7bbe123-8e6b-4740-91b3-b96fbfe4b904 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Notify agent at l3_agent.dv-cinder-846842-4-iscsi the message routers_updated {{(pid=104013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 03:11:57.498601 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea71a02-7625-4235-911e-43c7e559159d None None] Sync routers for ids ['ba98c50f-28e4-48ab-9551-c9e6cb46713b'] in dv-cinder-846842-4-iscsi {{(pid=104016) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 03:11:57.509686 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea71a02-7625-4235-911e-43c7e559159d None None] Routers {'ba98c50f-28e4-48ab-9551-c9e6cb46713b'} bound to L3 agent in host dv-cinder-846842-4-iscsi {{(pid=104016) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 26 03:11:57.510407 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-8ea71a02-7625-4235-911e-43c7e559159d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-26T02:56:44Z,description=,heartbeat_timestamp=2022-06-26T03:11:44Z,host='dv-cinder-846842-4-iscsi',id=0122de27-3097-4d47-a0ca-0fb90e28ac1e,load=0,resource_versions=,resources_synced=,started_at=2022-06-26T02:56:44Z,topic='l3_agent')) {'router_ids': ['ba98c50f-28e4-48ab-9551-c9e6cb46713b'], 'active': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:11:57.530875 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [req-c232ad55-0200-4dbc-8b67-f2418217d85c req-e7bbe123-8e6b-4740-91b3-b96fbfe4b904 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] No DVR routers for this DVR port 9ffa489f-38cb-4f25-9eb2-e940343d2383 on host hv-cinder-84684 {{(pid=104013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 26 03:11:57.533330 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-c232ad55-0200-4dbc-8b67-f2418217d85c req-e7bbe123-8e6b-4740-91b3-b96fbfe4b904 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515864'] for port (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:11:57.536499 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-c232ad55-0200-4dbc-8b67-f2418217d85c req-e7bbe123-8e6b-4740-91b3-b96fbfe4b904 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.43 "DELETE /v2.0/ports/9ffa489f-38cb-4f25-9eb2-e940343d2383 HTTP/1.1" status: 204 len: 173 time: 0.7455764 Jun 26 03:11:57.536933 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '473e061c-b6d3-4dff-9171-45f7acfaffee', 'name': 'network-vif-deleted', 'tag': '9ffa489f-38cb-4f25-9eb2-e940343d2383'}] {{(pid=104013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 26 03:11:57.539147 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}139ce4dbef1e3d377c6aaa27dc3378ac98104fcd26dfc0ba8b816af75a6f94ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f77feaa-fc7f-48f0-a8d6-065f1b63b15c" -d '{"events": [{"server_uuid": "473e061c-b6d3-4dff-9171-45f7acfaffee", "name": "network-vif-deleted", "tag": "9ffa489f-38cb-4f25-9eb2-e940343d2383"}]}' {{(pid=104013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 03:11:57.573209 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Jun 2022 03:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ba72b1a-ab1d-4b02-8df5-5a7500cc8f3c x-openstack-request-id: req-6ba72b1a-ab1d-4b02-8df5-5a7500cc8f3c {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 03:11:57.573498 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "473e061c-b6d3-4dff-9171-45f7acfaffee", "name": "network-vif-deleted", "tag": "9ffa489f-38cb-4f25-9eb2-e940343d2383", "status": "completed", "code": 200}]} {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 03:11:57.573748 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6ba72b1a-ab1d-4b02-8df5-5a7500cc8f3c {{(pid=104013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 03:11:57.574178 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ba72b1a-ab1d-4b02-8df5-5a7500cc8f3c'] response: {'server_uuid': '473e061c-b6d3-4dff-9171-45f7acfaffee', 'name': 'network-vif-deleted', 'tag': '9ffa489f-38cb-4f25-9eb2-e940343d2383', 'status': 'completed', 'code': 200} Jun 26 03:11:57.610250 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvr_db [None req-8ea71a02-7625-4235-911e-43c7e559159d None None] Set router ba98c50f-28e4-48ab-9551-c9e6cb46713b gateway port host: dv-cinder-846842-4-iscsi {{(pid=104016) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 26 03:11:57.804305 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-8ea71a02-7625-4235-911e-43c7e559159d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba98c50f-28e4-48ab-9551-c9e6cb46713b', 'name': 'tempest-ServerRescueNegativeTestJSON-1891208908-router', 'tenant_id': 'aa1dff9e9be549308ec0ad3a13810062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '9cca5d8c-99f7-4073-a841-c41cec400914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:04:34Z', 'updated_at': '2022-06-26T03:04:45Z', 'revision_number': 4, 'project_id': 'aa1dff9e9be549308ec0ad3a13810062', 'gw_port': {'id': '9cca5d8c-99f7-4073-a841-c41cec400914', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:4b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba98c50f-28e4-48ab-9551-c9e6cb46713b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:36Z', 'updated_at': '2022-06-26T03:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi', '_interfaces': [{'id': 'cdaf2926-df93-41e6-bf68-68a05eedce29', 'name': '', 'network_id': '4d1cf2ab-1c05-4bc5-9daa-428f3ef27012', 'tenant_id': 'aa1dff9e9be549308ec0ad3a13810062', 'mac_address': 'fa:16:3e:68:8d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba98c50f-28e4-48ab-9551-c9e6cb46713b', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '50d12281-21a2-4343-ba8b-93c5382e067a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:44Z', 'updated_at': '2022-06-26T03:04:58Z', 'revision_number': 5, 'project_id': 'aa1dff9e9be549308ec0ad3a13810062', 'subnets': [{'id': '50d12281-21a2-4343-ba8b-93c5382e067a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-4-iscsi', False) {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:11:57.830098 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea71a02-7625-4235-911e-43c7e559159d None None] Checking router: ba98c50f-28e4-48ab-9551-c9e6cb46713b for host: dv-cinder-846842-4-iscsi {{(pid=104016) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 03:11:57.838524 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea71a02-7625-4235-911e-43c7e559159d None None] Routers {'ba98c50f-28e4-48ab-9551-c9e6cb46713b'} bound to L3 agent in host dv-cinder-846842-4-iscsi {{(pid=104016) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 26 03:11:57.839228 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-8ea71a02-7625-4235-911e-43c7e559159d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-26T02:56:44Z,description=,heartbeat_timestamp=2022-06-26T03:11:44Z,host='dv-cinder-846842-4-iscsi',id=0122de27-3097-4d47-a0ca-0fb90e28ac1e,load=0,resource_versions=,resources_synced=,started_at=2022-06-26T02:56:44Z,topic='l3_agent')) {'router_ids': ['ba98c50f-28e4-48ab-9551-c9e6cb46713b'], 'active': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:11:57.943781 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvr_db [None req-8ea71a02-7625-4235-911e-43c7e559159d None None] Set router ba98c50f-28e4-48ab-9551-c9e6cb46713b gateway port host: dv-cinder-846842-4-iscsi {{(pid=104016) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 26 03:11:57.959462 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-9ae652bb-571b-47d6-858c-ecb3ab5a27fd req-011fe93c-880c-499f-8282-e29703deaa85 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=473e061c-b6d3-4dff-9171-45f7acfaffee HTTP/1.1" status: 200 len: 210 time: 0.0320487 Jun 26 03:11:58.124750 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-8ea71a02-7625-4235-911e-43c7e559159d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba98c50f-28e4-48ab-9551-c9e6cb46713b', 'name': 'tempest-ServerRescueNegativeTestJSON-1891208908-router', 'tenant_id': 'aa1dff9e9be549308ec0ad3a13810062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '9cca5d8c-99f7-4073-a841-c41cec400914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:04:34Z', 'updated_at': '2022-06-26T03:04:45Z', 'revision_number': 4, 'project_id': 'aa1dff9e9be549308ec0ad3a13810062', 'gw_port': {'id': '9cca5d8c-99f7-4073-a841-c41cec400914', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:4b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba98c50f-28e4-48ab-9551-c9e6cb46713b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:36Z', 'updated_at': '2022-06-26T03:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi', '_interfaces': [{'id': 'cdaf2926-df93-41e6-bf68-68a05eedce29', 'name': '', 'network_id': '4d1cf2ab-1c05-4bc5-9daa-428f3ef27012', 'tenant_id': 'aa1dff9e9be549308ec0ad3a13810062', 'mac_address': 'fa:16:3e:68:8d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba98c50f-28e4-48ab-9551-c9e6cb46713b', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '50d12281-21a2-4343-ba8b-93c5382e067a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:44Z', 'updated_at': '2022-06-26T03:04:58Z', 'revision_number': 5, 'project_id': 'aa1dff9e9be549308ec0ad3a13810062', 'subnets': [{'id': '50d12281-21a2-4343-ba8b-93c5382e067a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-4-iscsi', False) {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:11:58.146938 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551a1d8b-a9ec-4c9c-98cc-ab95b4967f12 req-62b97548-16da-40ad-8127-183144d0d33d tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:11:58.148445 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-551a1d8b-a9ec-4c9c-98cc-ab95b4967f12 req-62b97548-16da-40ad-8127-183144d0d33d tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a783f9a-6fb1-478a-8b64-b4ed9830b33f HTTP/1.1" status: 200 len: 945 time: 0.0488868 Jun 26 03:11:58.150691 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea71a02-7625-4235-911e-43c7e559159d None None] The sync data for ids ['ba98c50f-28e4-48ab-9551-c9e6cb46713b'] in dv-cinder-846842-4-iscsi is: [{'id': 'ba98c50f-28e4-48ab-9551-c9e6cb46713b', 'name': 'tempest-ServerRescueNegativeTestJSON-1891208908-router', 'tenant_id': 'aa1dff9e9be549308ec0ad3a13810062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '9cca5d8c-99f7-4073-a841-c41cec400914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:04:34Z', 'updated_at': '2022-06-26T03:04:45Z', 'revision_number': 4, 'project_id': 'aa1dff9e9be549308ec0ad3a13810062', 'gw_port': {'id': '9cca5d8c-99f7-4073-a841-c41cec400914', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:4b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba98c50f-28e4-48ab-9551-c9e6cb46713b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:36Z', 'updated_at': '2022-06-26T03:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi', '_interfaces': [{'id': 'cdaf2926-df93-41e6-bf68-68a05eedce29', 'name': '', 'network_id': '4d1cf2ab-1c05-4bc5-9daa-428f3ef27012', 'tenant_id': 'aa1dff9e9be549308ec0ad3a13810062', 'mac_address': 'fa:16:3e:68:8d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba98c50f-28e4-48ab-9551-c9e6cb46713b', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '50d12281-21a2-4343-ba8b-93c5382e067a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:44Z', 'updated_at': '2022-06-26T03:04:58Z', 'revision_number': 5, 'project_id': 'aa1dff9e9be549308ec0ad3a13810062', 'subnets': [{'id': '50d12281-21a2-4343-ba8b-93c5382e067a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104016) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 03:11:58.201659 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-551a1d8b-a9ec-4c9c-98cc-ab95b4967f12 req-53a2dabd-3687-4db4-872b-984f5c1e12ac tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/security-groups?id=57b6ab64-4175-4e99-b4e3-a088baaa7e43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474205 Jun 26 03:11:58.330896 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4983bf-0f47-4520-a290-311b2269117b req-ff788c8f-9400-4074-bed9-d253d5653508 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:11:58.332380 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-2d4983bf-0f47-4520-a290-311b2269117b req-ff788c8f-9400-4074-bed9-d253d5653508 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a783f9a-6fb1-478a-8b64-b4ed9830b33f HTTP/1.1" status: 200 len: 945 time: 0.0569315 Jun 26 03:11:58.341486 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 45838) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:11:58.346075 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [None req-7a2f7a67-ab6c-414f-a782-edeaf6491f4e tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Request body: {'floatingip': {'port_id': '98cb08d8-ef21-4ac4-a52f-3d665ef4ed53'}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:11:58.389876 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-7a2f7a67-ab6c-414f-a782-edeaf6491f4e tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Publish callbacks [] for floatingip (2b91a63c-6b25-4917-90d1-0c30b0093223), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:11:58.390612 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5c062a-cc44-4753-bc42-eb9876a50525 None None] New status for floating IP 7c014a3a-97fc-4dd7-ac15-1734312894d4: DOWN {{(pid=104015) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 26 03:11:58.392818 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=100 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:11:58.758796 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:11:58.810337 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-7a2f7a67-ab6c-414f-a782-edeaf6491f4e tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:11:58.813684 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-7a2f7a67-ab6c-414f-a782-edeaf6491f4e tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620021'] for floatingip (2b91a63c-6b25-4917-90d1-0c30b0093223), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:11:58.910471 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.db.l3_db [None req-7a2f7a67-ab6c-414f-a782-edeaf6491f4e tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Floating IP 2b91a63c-6b25-4917-90d1-0c30b0093223 associated. External IP: 172.27.2.78, port: 98cb08d8-ef21-4ac4-a52f-3d665ef4ed53. Jun 26 03:11:59.044356 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 45844) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:11:59.098111 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ebcd17c9-bfe4-49ca-bd35-9f54b494fda7 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Publish callbacks [] for security_group (90e7fd1e-58a4-4c3d-b8cf-801bca4e434d), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:11:59.112525 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a2f7a67-ab6c-414f-a782-edeaf6491f4e tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Router e2ad5562-e155-426e-bc35-07301cd63c1e has already been hosted by L3 agent 0122de27-3097-4d47-a0ca-0fb90e28ac1e {{(pid=104014) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 26 03:11:59.121781 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ebcd17c9-bfe4-49ca-bd35-9f54b494fda7 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Publish callbacks [] for security_group (90e7fd1e-58a4-4c3d-b8cf-801bca4e434d), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:11:59.170760 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ebcd17c9-bfe4-49ca-bd35-9f54b494fda7 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (90e7fd1e-58a4-4c3d-b8cf-801bca4e434d), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:11:59.173256 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ebcd17c9-bfe4-49ca-bd35-9f54b494fda7 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:11:59.174444 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-ebcd17c9-bfe4-49ca-bd35-9f54b494fda7 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "DELETE /v2.0/security-groups/90e7fd1e-58a4-4c3d-b8cf-801bca4e434d HTTP/1.1" status: 204 len: 168 time: 0.1291239 Jun 26 03:11:59.177710 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 45846) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:11:59.198078 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.api.v2.resource [None req-32f496dd-de27-44a3-871f-0a886bbed1bd tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] show failed (client error): The resource could not be found. Jun 26 03:11:59.199067 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-32f496dd-de27-44a3-871f-0a886bbed1bd tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/security-groups/90e7fd1e-58a4-4c3d-b8cf-801bca4e434d HTTP/1.1" status: 404 len: 347 time: 0.0204082 Jun 26 03:11:59.199801 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcd17c9-bfe4-49ca-bd35-9f54b494fda7 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90e7fd1e-58a4-4c3d-b8cf-801bca4e434d,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:11:59.201754 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 45848) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:11:59.220546 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a2f7a67-ab6c-414f-a782-edeaf6491f4e tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Notify agent at l3_agent.dv-cinder-846842-4-iscsi the message routers_updated {{(pid=104014) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 03:11:59.225499 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-7a2f7a67-ab6c-414f-a782-edeaf6491f4e tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515864'] for floatingip (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:11:59.235465 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e8fc42d-e888-4f20-a77a-05904ff79fe0 None None] Sync routers for ids ['e2ad5562-e155-426e-bc35-07301cd63c1e'] in dv-cinder-846842-4-iscsi {{(pid=104016) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 03:11:59.245011 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8fc42d-e888-4f20-a77a-05904ff79fe0 None None] Routers {'e2ad5562-e155-426e-bc35-07301cd63c1e'} bound to L3 agent in host dv-cinder-846842-4-iscsi {{(pid=104016) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 26 03:11:59.245810 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-8e8fc42d-e888-4f20-a77a-05904ff79fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-26T02:56:44Z,description=,heartbeat_timestamp=2022-06-26T03:11:44Z,host='dv-cinder-846842-4-iscsi',id=0122de27-3097-4d47-a0ca-0fb90e28ac1e,load=0,resource_versions=,resources_synced=,started_at=2022-06-26T02:56:44Z,topic='l3_agent')) {'router_ids': ['e2ad5562-e155-426e-bc35-07301cd63c1e'], 'active': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:11:59.259211 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-7a2f7a67-ab6c-414f-a782-edeaf6491f4e tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "PUT /v2.0/floatingips/2b91a63c-6b25-4917-90d1-0c30b0093223 HTTP/1.1" status: 200 len: 990 time: 0.9163616 Jun 26 03:11:59.260238 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a783f9a-6fb1-478a-8b64-b4ed9830b33f', 'tag': '98cb08d8-ef21-4ac4-a52f-3d665ef4ed53'}] {{(pid=104014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 26 03:11:59.263355 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b346e277b9447a300c9d303bb334713d04858661d6ca7e8667ef96f79658145a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-139c85b1-e943-4ec1-9fcb-b6b13d265f58" -d '{"events": [{"name": "network-changed", "server_uuid": "5a783f9a-6fb1-478a-8b64-b4ed9830b33f", "tag": "98cb08d8-ef21-4ac4-a52f-3d665ef4ed53"}]}' {{(pid=104014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 03:11:59.300598 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Jun 2022 03:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efdaf364-4918-455e-b92b-948a31b26fad x-openstack-request-id: req-efdaf364-4918-455e-b92b-948a31b26fad {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 03:11:59.300953 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a783f9a-6fb1-478a-8b64-b4ed9830b33f", "tag": "98cb08d8-ef21-4ac4-a52f-3d665ef4ed53", "status": "completed", "code": 200}]} {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 03:11:59.301745 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-efdaf364-4918-455e-b92b-948a31b26fad {{(pid=104014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 03:11:59.301745 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efdaf364-4918-455e-b92b-948a31b26fad'] response: {'name': 'network-changed', 'server_uuid': '5a783f9a-6fb1-478a-8b64-b4ed9830b33f', 'tag': '98cb08d8-ef21-4ac4-a52f-3d665ef4ed53', 'status': 'completed', 'code': 200} Jun 26 03:11:59.311033 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:11:59.316327 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [None req-975aa2fd-ed13-4f53-a6be-c5185ad6af8b tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Deleting port 9ce41780-d979-46f8-8bee-c32c861ced7f {{(pid=104013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 26 03:11:59.316818 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-975aa2fd-ed13-4f53-a6be-c5185ad6af8b tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787575727912'] for port (9ce41780-d979-46f8-8bee-c32c861ced7f), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:11:59.357094 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvr_db [None req-8e8fc42d-e888-4f20-a77a-05904ff79fe0 None None] Set router e2ad5562-e155-426e-bc35-07301cd63c1e gateway port host: dv-cinder-846842-4-iscsi {{(pid=104016) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 26 03:11:59.413829 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139c85b1-e943-4ec1-9fcb-b6b13d265f58 req-ad8e9af1-6893-4680-a0ab-929798b51975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:11:59.415915 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-139c85b1-e943-4ec1-9fcb-b6b13d265f58 req-ad8e9af1-6893-4680-a0ab-929798b51975 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ea86edd65ecb4972ba8bb33b34387432&device_id=5a783f9a-6fb1-478a-8b64-b4ed9830b33f HTTP/1.1" status: 200 len: 1129 time: 0.0730681 Jun 26 03:11:59.435721 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-975aa2fd-ed13-4f53-a6be-c5185ad6af8b tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615864'] for port (9ce41780-d979-46f8-8bee-c32c861ced7f), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:11:59.436042 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-975aa2fd-ed13-4f53-a6be-c5185ad6af8b tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Publish callbacks [] for floatingip (9ce41780-d979-46f8-8bee-c32c861ced7f), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:11:59.465359 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [None req-975aa2fd-ed13-4f53-a6be-c5185ad6af8b tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Calling delete_port for 9ce41780-d979-46f8-8bee-c32c861ced7f owned by network:floatingip {{(pid=104013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 26 03:11:59.503649 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=100 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:11:59.556752 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=100 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:11:59.564071 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-8e8fc42d-e888-4f20-a77a-05904ff79fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2ad5562-e155-426e-bc35-07301cd63c1e', 'name': 'tempest-AttachVolumeTestJSON-1328918760-router', 'tenant_id': 'ea86edd65ecb4972ba8bb33b34387432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '8e8f72f7-ef84-405c-834b-56a1ba6f45b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:04:34Z', 'updated_at': '2022-06-26T03:04:43Z', 'revision_number': 4, 'project_id': 'ea86edd65ecb4972ba8bb33b34387432', 'gw_port': {'id': '8e8f72f7-ef84-405c-834b-56a1ba6f45b2', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:55:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ad5562-e155-426e-bc35-07301cd63c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:35Z', 'updated_at': '2022-06-26T03:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi', '_floatingips': [{'id': '2b91a63c-6b25-4917-90d1-0c30b0093223', 'tenant_id': 'ea86edd65ecb4972ba8bb33b34387432', 'floating_ip_address': '172.27.2.78', 'floating_network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'router_id': 'e2ad5562-e155-426e-bc35-07301cd63c1e', 'port_id': '98cb08d8-ef21-4ac4-a52f-3d665ef4ed53', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '74573779-88f3-4aaa-82c6-e30fd16eafe2', 'mac_address': 'fa:16:3e:82:44:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a783f9a-6fb1-478a-8b64-b4ed9830b33f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-26T03:11:42Z', 'updated_at': '2022-06-26T03:11:58Z', 'revision_number': 1, 'project_id': 'ea86edd65ecb4972ba8bb33b34387432', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01915289-5552-434d-814c-f902ddd7513b', 'name': '', 'network_id': '74573779-88f3-4aaa-82c6-e30fd16eafe2', 'tenant_id': 'ea86edd65ecb4972ba8bb33b34387432', 'mac_address': 'fa:16:3e:d0:94:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ad5562-e155-426e-bc35-07301cd63c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c5ebf334-cb3d-4cb7-af71-a1dac7ba1320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:41Z', 'updated_at': '2022-06-26T03:04:57Z', 'revision_number': 5, 'project_id': 'ea86edd65ecb4972ba8bb33b34387432', 'subnets': [{'id': 'c5ebf334-cb3d-4cb7-af71-a1dac7ba1320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-4-iscsi', False) {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:11:59.589935 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e8fc42d-e888-4f20-a77a-05904ff79fe0 None None] Checking router: e2ad5562-e155-426e-bc35-07301cd63c1e for host: dv-cinder-846842-4-iscsi {{(pid=104016) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 03:11:59.598978 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8fc42d-e888-4f20-a77a-05904ff79fe0 None None] Routers {'e2ad5562-e155-426e-bc35-07301cd63c1e'} bound to L3 agent in host dv-cinder-846842-4-iscsi {{(pid=104016) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 26 03:11:59.599595 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-8e8fc42d-e888-4f20-a77a-05904ff79fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-26T02:56:44Z,description=,heartbeat_timestamp=2022-06-26T03:11:44Z,host='dv-cinder-846842-4-iscsi',id=0122de27-3097-4d47-a0ca-0fb90e28ac1e,load=0,resource_versions=,resources_synced=,started_at=2022-06-26T02:56:44Z,topic='l3_agent')) {'router_ids': ['e2ad5562-e155-426e-bc35-07301cd63c1e'], 'active': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:11:59.706936 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvr_db [None req-8e8fc42d-e888-4f20-a77a-05904ff79fe0 None None] Set router e2ad5562-e155-426e-bc35-07301cd63c1e gateway port host: dv-cinder-846842-4-iscsi {{(pid=104016) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 26 03:11:59.824686 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139c85b1-e943-4ec1-9fcb-b6b13d265f58 req-f25869ca-abb6-44d2-a034-9b32cf25adaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:11:59.826235 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-139c85b1-e943-4ec1-9fcb-b6b13d265f58 req-f25869ca-abb6-44d2-a034-9b32cf25adaf service neutron] 10.222.0.43 "GET /v2.0/networks?id=74573779-88f3-4aaa-82c6-e30fd16eafe2 HTTP/1.1" status: 200 len: 912 time: 0.4012835 Jun 26 03:11:59.895391 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:11:59.905922 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-139c85b1-e943-4ec1-9fcb-b6b13d265f58 req-47d918a1-b026-437b-aa6b-23c0c0aeac7f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=98cb08d8-ef21-4ac4-a52f-3d665ef4ed53 HTTP/1.1" status: 200 len: 998 time: 0.0709167 Jun 26 03:11:59.989001 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139c85b1-e943-4ec1-9fcb-b6b13d265f58 req-3e095e6c-5d61-450f-ad5a-19c7a9d65174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:11:59.990400 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-139c85b1-e943-4ec1-9fcb-b6b13d265f58 req-3e095e6c-5d61-450f-ad5a-19c7a9d65174 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c5ebf334-cb3d-4cb7-af71-a1dac7ba1320 HTTP/1.1" status: 200 len: 850 time: 0.0766551 Jun 26 03:11:59.991465 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-975aa2fd-ed13-4f53-a6be-c5185ad6af8b tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787575732336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787575245478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7375238'] for port (9ce41780-d979-46f8-8bee-c32c861ced7f), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:12:00.006432 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-8e8fc42d-e888-4f20-a77a-05904ff79fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2ad5562-e155-426e-bc35-07301cd63c1e', 'name': 'tempest-AttachVolumeTestJSON-1328918760-router', 'tenant_id': 'ea86edd65ecb4972ba8bb33b34387432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '8e8f72f7-ef84-405c-834b-56a1ba6f45b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:04:34Z', 'updated_at': '2022-06-26T03:04:43Z', 'revision_number': 4, 'project_id': 'ea86edd65ecb4972ba8bb33b34387432', 'gw_port': {'id': '8e8f72f7-ef84-405c-834b-56a1ba6f45b2', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:55:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ad5562-e155-426e-bc35-07301cd63c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:35Z', 'updated_at': '2022-06-26T03:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi', '_floatingips': [{'id': '2b91a63c-6b25-4917-90d1-0c30b0093223', 'tenant_id': 'ea86edd65ecb4972ba8bb33b34387432', 'floating_ip_address': '172.27.2.78', 'floating_network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'router_id': 'e2ad5562-e155-426e-bc35-07301cd63c1e', 'port_id': '98cb08d8-ef21-4ac4-a52f-3d665ef4ed53', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '74573779-88f3-4aaa-82c6-e30fd16eafe2', 'mac_address': 'fa:16:3e:82:44:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a783f9a-6fb1-478a-8b64-b4ed9830b33f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-26T03:11:42Z', 'updated_at': '2022-06-26T03:11:58Z', 'revision_number': 1, 'project_id': 'ea86edd65ecb4972ba8bb33b34387432', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01915289-5552-434d-814c-f902ddd7513b', 'name': '', 'network_id': '74573779-88f3-4aaa-82c6-e30fd16eafe2', 'tenant_id': 'ea86edd65ecb4972ba8bb33b34387432', 'mac_address': 'fa:16:3e:d0:94:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ad5562-e155-426e-bc35-07301cd63c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c5ebf334-cb3d-4cb7-af71-a1dac7ba1320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:41Z', 'updated_at': '2022-06-26T03:04:57Z', 'revision_number': 5, 'project_id': 'ea86edd65ecb4972ba8bb33b34387432', 'subnets': [{'id': 'c5ebf334-cb3d-4cb7-af71-a1dac7ba1320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-4-iscsi', False) {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:12:00.026428 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975aa2fd-ed13-4f53-a6be-c5185ad6af8b tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Pushing event deleted for resources: {'Port': ['ID=9ce41780-d979-46f8-8bee-c32c861ced7f,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:12:00.035213 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e8fc42d-e888-4f20-a77a-05904ff79fe0 None None] The sync data for ids ['e2ad5562-e155-426e-bc35-07301cd63c1e'] in dv-cinder-846842-4-iscsi is: [{'id': 'e2ad5562-e155-426e-bc35-07301cd63c1e', 'name': 'tempest-AttachVolumeTestJSON-1328918760-router', 'tenant_id': 'ea86edd65ecb4972ba8bb33b34387432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '8e8f72f7-ef84-405c-834b-56a1ba6f45b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:04:34Z', 'updated_at': '2022-06-26T03:04:43Z', 'revision_number': 4, 'project_id': 'ea86edd65ecb4972ba8bb33b34387432', 'gw_port': {'id': '8e8f72f7-ef84-405c-834b-56a1ba6f45b2', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:55:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ad5562-e155-426e-bc35-07301cd63c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:35Z', 'updated_at': '2022-06-26T03:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi', '_floatingips': [{'id': '2b91a63c-6b25-4917-90d1-0c30b0093223', 'tenant_id': 'ea86edd65ecb4972ba8bb33b34387432', 'floating_ip_address': '172.27.2.78', 'floating_network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'router_id': 'e2ad5562-e155-426e-bc35-07301cd63c1e', 'port_id': '98cb08d8-ef21-4ac4-a52f-3d665ef4ed53', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '74573779-88f3-4aaa-82c6-e30fd16eafe2', 'mac_address': 'fa:16:3e:82:44:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a783f9a-6fb1-478a-8b64-b4ed9830b33f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-26T03:11:42Z', 'updated_at': '2022-06-26T03:11:58Z', 'revision_number': 1, 'project_id': 'ea86edd65ecb4972ba8bb33b34387432', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01915289-5552-434d-814c-f902ddd7513b', 'name': '', 'network_id': '74573779-88f3-4aaa-82c6-e30fd16eafe2', 'tenant_id': 'ea86edd65ecb4972ba8bb33b34387432', 'mac_address': 'fa:16:3e:d0:94:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ad5562-e155-426e-bc35-07301cd63c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c5ebf334-cb3d-4cb7-af71-a1dac7ba1320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:41Z', 'updated_at': '2022-06-26T03:04:57Z', 'revision_number': 5, 'project_id': 'ea86edd65ecb4972ba8bb33b34387432', 'subnets': [{'id': 'c5ebf334-cb3d-4cb7-af71-a1dac7ba1320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104016) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 03:12:00.094672 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139c85b1-e943-4ec1-9fcb-b6b13d265f58 req-ee08dfcd-7810-4e82-9f79-c29ff9326afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:12:00.096172 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-139c85b1-e943-4ec1-9fcb-b6b13d265f58 req-ee08dfcd-7810-4e82-9f79-c29ff9326afc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=74573779-88f3-4aaa-82c6-e30fd16eafe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0993819 Jun 26 03:12:00.143675 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-975aa2fd-ed13-4f53-a6be-c5185ad6af8b tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Publish callbacks [] for floatingip (7c014a3a-97fc-4dd7-ac15-1734312894d4), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:12:00.146137 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-975aa2fd-ed13-4f53-a6be-c5185ad6af8b tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515864'] for floatingip (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:12:00.147295 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-975aa2fd-ed13-4f53-a6be-c5185ad6af8b tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "DELETE /v2.0/floatingips/7c014a3a-97fc-4dd7-ac15-1734312894d4 HTTP/1.1" status: 204 len: 168 time: 0.9446454 Jun 26 03:12:00.201162 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-139c85b1-e943-4ec1-9fcb-b6b13d265f58 req-330651a1-afa5-43c5-8dca-a7826a6e4406 service neutron] 10.222.0.43 "GET /v2.0/networks/74573779-88f3-4aaa-82c6-e30fd16eafe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980129 Jun 26 03:12:00.249475 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64eb9c10-ee2c-4fff-bcf2-4fec07f9e59e None None] New status for floating IP 2b91a63c-6b25-4917-90d1-0c30b0093223: ACTIVE {{(pid=104015) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 26 03:12:00.307989 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-139c85b1-e943-4ec1-9fcb-b6b13d265f58 req-11d1f0d6-f554-4889-b4a2-55b51832f6f5 service neutron] 10.222.0.43 "GET /v2.0/networks/74573779-88f3-4aaa-82c6-e30fd16eafe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000450 Jun 26 03:12:00.617755 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Device 9ffa489f-38cb-4f25-9eb2-e940343d2383 no longer exists at agent hyperv_hv-cinder-84684 {{(pid=104015) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 03:12:00.636924 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] No Port match for: 9ffa489f-38cb-4f25-9eb2-e940343d2383 {{(pid=104015) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 26 03:12:00.637266 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Device 9ffa489f-38cb-4f25-9eb2-e940343d2383 not bound to the agent host hv-cinder-84684 {{(pid=104015) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 03:12:02.631039 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb857a28-5add-4ca0-a8ee-69661d18e20a req-daf642cd-0a6c-471d-88c9-d7d397dfabcd tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:12:02.632497 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-fb857a28-5add-4ca0-a8ee-69661d18e20a req-daf642cd-0a6c-471d-88c9-d7d397dfabcd tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=b753d813-95df-4256-a8c0-dcd4681dfe27 HTTP/1.1" status: 200 len: 945 time: 0.0468349 Jun 26 03:12:02.679285 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-fb857a28-5add-4ca0-a8ee-69661d18e20a req-a4d71558-6f60-406f-983f-d81c4644205a tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f19f5d9-470f-45a6-8bfb-d516ad826927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408463 Jun 26 03:12:03.440969 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0259e905-0a4f-4c06-b240-25115873bfbd req-c37f7169-58ff-4230-90ba-5e1851c5ea65 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:12:03.442432 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-0259e905-0a4f-4c06-b240-25115873bfbd req-c37f7169-58ff-4230-90ba-5e1851c5ea65 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.43 "GET /v2.0/ports?device_id=b753d813-95df-4256-a8c0-dcd4681dfe27 HTTP/1.1" status: 200 len: 945 time: 0.0456903 Jun 26 03:12:03.523628 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [req-0259e905-0a4f-4c06-b240-25115873bfbd req-994b69c5-9921-4d14-93bc-39b8d35d23f5 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Deleting port 343e4080-88b4-47fd-8dd1-6b13277216f9 {{(pid=104013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 26 03:12:03.523971 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-0259e905-0a4f-4c06-b240-25115873bfbd req-994b69c5-9921-4d14-93bc-39b8d35d23f5 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787575727912'] for port (343e4080-88b4-47fd-8dd1-6b13277216f9), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:12:03.536818 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:12:03.611595 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [req-0259e905-0a4f-4c06-b240-25115873bfbd req-994b69c5-9921-4d14-93bc-39b8d35d23f5 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] For port 343e4080-88b4-47fd-8dd1-6b13277216f9, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=343e4080-88b4-47fd-8dd1-6b13277216f9,segment=NetworkSegment(5b86e525-c15a-4ec4-b614-b7765ac125bb),segment_id=5b86e525-c15a-4ec4-b614-b7765ac125bb)] {{(pid=104013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:12:03.611966 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-0259e905-0a4f-4c06-b240-25115873bfbd req-994b69c5-9921-4d14-93bc-39b8d35d23f5 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615864'] for port (343e4080-88b4-47fd-8dd1-6b13277216f9), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:12:03.625408 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [req-0259e905-0a4f-4c06-b240-25115873bfbd req-994b69c5-9921-4d14-93bc-39b8d35d23f5 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Calling delete_port for 343e4080-88b4-47fd-8dd1-6b13277216f9 owned by compute:nova {{(pid=104013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 26 03:12:03.755962 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-0259e905-0a4f-4c06-b240-25115873bfbd req-994b69c5-9921-4d14-93bc-39b8d35d23f5 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787575732336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787575245478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7375238'] for port (343e4080-88b4-47fd-8dd1-6b13277216f9), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:12:03.783374 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994b69c5-9921-4d14-93bc-39b8d35d23f5 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Pushing event deleted for resources: {'Port': ['ID=343e4080-88b4-47fd-8dd1-6b13277216f9,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:12:03.784048 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-3857fbca-1779-479f-874e-b45de752584c req-5a8a58c5-f727-41d4-ab74-090e71efbe2f tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=b753d813-95df-4256-a8c0-dcd4681dfe27 HTTP/1.1" status: 200 len: 210 time: 0.0332546 Jun 26 03:12:03.795168 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] get_ports_and_sgs() called for port_ids ['634b866a-e4dd-43d0-84a2-3a0a964abbff', '343e4080-88b4-47fd-8dd1-6b13277216f9'] {{(pid=104015) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 03:12:03.831611 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [req-0259e905-0a4f-4c06-b240-25115873bfbd req-994b69c5-9921-4d14-93bc-39b8d35d23f5 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] No DVR routers for this DVR port 343e4080-88b4-47fd-8dd1-6b13277216f9 on host hv-cinder-84684 {{(pid=104013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 26 03:12:03.834668 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-0259e905-0a4f-4c06-b240-25115873bfbd req-994b69c5-9921-4d14-93bc-39b8d35d23f5 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515864'] for port (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:12:03.837798 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-0259e905-0a4f-4c06-b240-25115873bfbd req-994b69c5-9921-4d14-93bc-39b8d35d23f5 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.43 "DELETE /v2.0/ports/343e4080-88b4-47fd-8dd1-6b13277216f9 HTTP/1.1" status: 204 len: 173 time: 0.3908129 Jun 26 03:12:03.838257 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b753d813-95df-4256-a8c0-dcd4681dfe27', 'name': 'network-vif-deleted', 'tag': '343e4080-88b4-47fd-8dd1-6b13277216f9'}] {{(pid=104013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 26 03:12:03.840531 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}139ce4dbef1e3d377c6aaa27dc3378ac98104fcd26dfc0ba8b816af75a6f94ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c696e8a8-390c-4bec-a7fe-c3ee4aa4a408" -d '{"events": [{"server_uuid": "b753d813-95df-4256-a8c0-dcd4681dfe27", "name": "network-vif-deleted", "tag": "343e4080-88b4-47fd-8dd1-6b13277216f9"}]}' {{(pid=104013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 03:12:03.878596 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Jun 2022 03:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf5cc712-6577-47c2-9987-ed6923112aea x-openstack-request-id: req-bf5cc712-6577-47c2-9987-ed6923112aea {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 03:12:03.879117 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b753d813-95df-4256-a8c0-dcd4681dfe27", "name": "network-vif-deleted", "tag": "343e4080-88b4-47fd-8dd1-6b13277216f9", "status": "completed", "code": 200}]} {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 03:12:03.879375 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bf5cc712-6577-47c2-9987-ed6923112aea {{(pid=104013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 03:12:03.879794 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf5cc712-6577-47c2-9987-ed6923112aea'] response: {'server_uuid': 'b753d813-95df-4256-a8c0-dcd4681dfe27', 'name': 'network-vif-deleted', 'tag': '343e4080-88b4-47fd-8dd1-6b13277216f9', 'status': 'completed', 'code': 200} Jun 26 03:12:05.017238 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:12:05.054806 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c91452-ed3b-4f6a-b838-d0f0f0ac0b7b req-f51378f7-0ac3-480c-9b5d-8b311154912a tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:12:05.056259 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-94c91452-ed3b-4f6a-b838-d0f0f0ac0b7b req-f51378f7-0ac3-480c-9b5d-8b311154912a tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=cddc852a-2aa2-4a44-ad1a-e9e930e3bddf HTTP/1.1" status: 200 len: 945 time: 0.0473402 Jun 26 03:12:05.103172 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-94c91452-ed3b-4f6a-b838-d0f0f0ac0b7b req-63c800a8-8190-4541-acc1-a53392977afe tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f19f5d9-470f-45a6-8bfb-d516ad826927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412183 Jun 26 03:12:06.214548 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3f0246-0223-4ee1-a26f-3d65e2ccd16a req-99c8a4bc-0e80-4921-a11c-575e49461ae2 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:12:06.216011 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-6c3f0246-0223-4ee1-a26f-3d65e2ccd16a req-99c8a4bc-0e80-4921-a11c-575e49461ae2 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=cddc852a-2aa2-4a44-ad1a-e9e930e3bddf HTTP/1.1" status: 200 len: 945 time: 0.0451851 Jun 26 03:12:06.261335 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-6c3f0246-0223-4ee1-a26f-3d65e2ccd16a req-6fdb9bca-f2ee-4699-85dd-3f0fd35ae206 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f19f5d9-470f-45a6-8bfb-d516ad826927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400829 Jun 26 03:12:06.637529 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Device 343e4080-88b4-47fd-8dd1-6b13277216f9 no longer exists at agent hyperv_hv-cinder-84684 {{(pid=104015) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 03:12:06.655690 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] No Port match for: 343e4080-88b4-47fd-8dd1-6b13277216f9 {{(pid=104015) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 26 03:12:06.656036 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Device 343e4080-88b4-47fd-8dd1-6b13277216f9 not bound to the agent host hv-cinder-84684 {{(pid=104015) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 03:12:07.378764 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0011f8-6c2c-4bda-886c-5f5ada5927e2 req-545c7d79-4080-4a0d-b706-1619f6006338 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:12:07.380467 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-fc0011f8-6c2c-4bda-886c-5f5ada5927e2 req-545c7d79-4080-4a0d-b706-1619f6006338 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=cddc852a-2aa2-4a44-ad1a-e9e930e3bddf HTTP/1.1" status: 200 len: 945 time: 0.0499151 Jun 26 03:12:07.426245 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-fc0011f8-6c2c-4bda-886c-5f5ada5927e2 req-254db02e-ccf2-42d5-a9e9-8f532d3b4e4c tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/security-groups?id=5f19f5d9-470f-45a6-8bfb-d516ad826927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402501 Jun 26 03:12:07.754746 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:12:07.764010 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ea74c4-a51b-4a59-9497-3383f716930c req-70a31fd5-28ae-4fb7-a4fd-6502e254b989 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:12:07.765780 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-95ea74c4-a51b-4a59-9497-3383f716930c req-70a31fd5-28ae-4fb7-a4fd-6502e254b989 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.43 "GET /v2.0/ports?device_id=cddc852a-2aa2-4a44-ad1a-e9e930e3bddf HTTP/1.1" status: 200 len: 945 time: 0.0511990 Jun 26 03:12:07.847470 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [req-95ea74c4-a51b-4a59-9497-3383f716930c req-8df2673e-f2ad-4fe6-b088-1f37b8f3c137 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Deleting port 634b866a-e4dd-43d0-84a2-3a0a964abbff {{(pid=104013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 26 03:12:07.847819 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-95ea74c4-a51b-4a59-9497-3383f716930c req-8df2673e-f2ad-4fe6-b088-1f37b8f3c137 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787575727912'] for port (634b866a-e4dd-43d0-84a2-3a0a964abbff), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:12:07.939239 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [req-95ea74c4-a51b-4a59-9497-3383f716930c req-8df2673e-f2ad-4fe6-b088-1f37b8f3c137 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] For port 634b866a-e4dd-43d0-84a2-3a0a964abbff, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=634b866a-e4dd-43d0-84a2-3a0a964abbff,segment=NetworkSegment(5b86e525-c15a-4ec4-b614-b7765ac125bb),segment_id=5b86e525-c15a-4ec4-b614-b7765ac125bb)] {{(pid=104013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:12:07.939605 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-95ea74c4-a51b-4a59-9497-3383f716930c req-8df2673e-f2ad-4fe6-b088-1f37b8f3c137 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615864'] for port (634b866a-e4dd-43d0-84a2-3a0a964abbff), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:12:07.952733 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [req-95ea74c4-a51b-4a59-9497-3383f716930c req-8df2673e-f2ad-4fe6-b088-1f37b8f3c137 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Calling delete_port for 634b866a-e4dd-43d0-84a2-3a0a964abbff owned by compute:nova {{(pid=104013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 26 03:12:08.077932 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-95ea74c4-a51b-4a59-9497-3383f716930c req-8df2673e-f2ad-4fe6-b088-1f37b8f3c137 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787575732336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787575245478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7375238'] for port (634b866a-e4dd-43d0-84a2-3a0a964abbff), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:12:08.113483 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] get_ports_and_sgs() called for port_ids ['634b866a-e4dd-43d0-84a2-3a0a964abbff'] {{(pid=104015) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 03:12:08.120732 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df2673e-f2ad-4fe6-b088-1f37b8f3c137 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Pushing event deleted for resources: {'Port': ['ID=634b866a-e4dd-43d0-84a2-3a0a964abbff,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:12:08.174458 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [req-95ea74c4-a51b-4a59-9497-3383f716930c req-8df2673e-f2ad-4fe6-b088-1f37b8f3c137 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] No DVR routers for this DVR port 634b866a-e4dd-43d0-84a2-3a0a964abbff on host hv-cinder-84684 {{(pid=104013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 26 03:12:08.176887 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-95ea74c4-a51b-4a59-9497-3383f716930c req-8df2673e-f2ad-4fe6-b088-1f37b8f3c137 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515864'] for port (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:12:08.180753 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-95ea74c4-a51b-4a59-9497-3383f716930c req-8df2673e-f2ad-4fe6-b088-1f37b8f3c137 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.43 "DELETE /v2.0/ports/634b866a-e4dd-43d0-84a2-3a0a964abbff HTTP/1.1" status: 204 len: 173 time: 0.4080083 Jun 26 03:12:08.181186 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cddc852a-2aa2-4a44-ad1a-e9e930e3bddf', 'name': 'network-vif-deleted', 'tag': '634b866a-e4dd-43d0-84a2-3a0a964abbff'}] {{(pid=104013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 26 03:12:08.183411 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}139ce4dbef1e3d377c6aaa27dc3378ac98104fcd26dfc0ba8b816af75a6f94ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4f11c63-69f8-4a43-9508-83cb1cbb40d7" -d '{"events": [{"server_uuid": "cddc852a-2aa2-4a44-ad1a-e9e930e3bddf", "name": "network-vif-deleted", "tag": "634b866a-e4dd-43d0-84a2-3a0a964abbff"}]}' {{(pid=104013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 03:12:08.226984 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Jun 2022 03:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40320d39-268d-46b7-a0b8-db74ad8c96a0 x-openstack-request-id: req-40320d39-268d-46b7-a0b8-db74ad8c96a0 {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 03:12:08.227284 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cddc852a-2aa2-4a44-ad1a-e9e930e3bddf", "name": "network-vif-deleted", "tag": "634b866a-e4dd-43d0-84a2-3a0a964abbff", "status": "completed", "code": 200}]} {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 03:12:08.227560 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-40320d39-268d-46b7-a0b8-db74ad8c96a0 {{(pid=104013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 03:12:08.227986 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40320d39-268d-46b7-a0b8-db74ad8c96a0'] response: {'server_uuid': 'cddc852a-2aa2-4a44-ad1a-e9e930e3bddf', 'name': 'network-vif-deleted', 'tag': '634b866a-e4dd-43d0-84a2-3a0a964abbff', 'status': 'completed', 'code': 200} Jun 26 03:12:08.542629 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-35099679-67ab-43db-89dd-fa01920e045e req-8a856b97-8776-4087-beb7-507572875098 tempest-ServerRescueNegativeTestJSON-1294839629 tempest-ServerRescueNegativeTestJSON-1294839629-project] 10.222.0.13 "GET /v2.0/ports?device_id=cddc852a-2aa2-4a44-ad1a-e9e930e3bddf HTTP/1.1" status: 200 len: 210 time: 0.0290284 Jun 26 03:12:09.600276 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 45896) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:12:09.873975 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:12:10.003786 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=41 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:12:10.009839 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=45 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:12:10.072219 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-c2a3c66b-4369-4722-a668-ac72fd466684 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1597135'] for router_interface (ba98c50f-28e4-48ab-9551-c9e6cb46713b), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:12:10.304187 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:12:10.345376 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [None req-c2a3c66b-4369-4722-a668-ac72fd466684 admin admin] Deleting port cdaf2926-df93-41e6-bf68-68a05eedce29 {{(pid=104013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 26 03:12:10.345722 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-c2a3c66b-4369-4722-a668-ac72fd466684 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787575727912'] for port (cdaf2926-df93-41e6-bf68-68a05eedce29), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:12:10.424986 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [None req-c2a3c66b-4369-4722-a668-ac72fd466684 admin admin] For port cdaf2926-df93-41e6-bf68-68a05eedce29, host dv-cinder-846842-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-4-iscsi',level=0,port_id=cdaf2926-df93-41e6-bf68-68a05eedce29,segment=NetworkSegment(5b86e525-c15a-4ec4-b614-b7765ac125bb),segment_id=5b86e525-c15a-4ec4-b614-b7765ac125bb)] {{(pid=104013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:12:10.425352 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-c2a3c66b-4369-4722-a668-ac72fd466684 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615864'] for port (cdaf2926-df93-41e6-bf68-68a05eedce29), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:12:10.438854 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [None req-c2a3c66b-4369-4722-a668-ac72fd466684 admin admin] Calling delete_port for cdaf2926-df93-41e6-bf68-68a05eedce29 owned by network:router_interface {{(pid=104013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 26 03:12:10.620364 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-c2a3c66b-4369-4722-a668-ac72fd466684 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787575732336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787575245478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7375238'] for port (cdaf2926-df93-41e6-bf68-68a05eedce29), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:12:10.643759 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a3c66b-4369-4722-a668-ac72fd466684 admin admin] Pushing event deleted for resources: {'Port': ['ID=cdaf2926-df93-41e6-bf68-68a05eedce29,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:12:10.792033 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:12:10.808545 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-c2a3c66b-4369-4722-a668-ac72fd466684 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1628681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1597019'] for router_interface (ba98c50f-28e4-48ab-9551-c9e6cb46713b), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:12:11.005150 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2a3c66b-4369-4722-a668-ac72fd466684 admin admin] Router ba98c50f-28e4-48ab-9551-c9e6cb46713b has already been hosted by L3 agent 0122de27-3097-4d47-a0ca-0fb90e28ac1e {{(pid=104013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 26 03:12:11.100264 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2a3c66b-4369-4722-a668-ac72fd466684 admin admin] Notify agent at l3_agent.dv-cinder-846842-4-iscsi the message routers_updated {{(pid=104013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 03:12:11.105403 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-c2a3c66b-4369-4722-a668-ac72fd466684 admin admin] 10.222.0.13 "PUT /v2.0/routers/ba98c50f-28e4-48ab-9551-c9e6cb46713b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5041358 Jun 26 03:12:11.107976 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 45902) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:12:11.108769 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf69d609-0a64-4db2-aa5d-c6cf89564417 None None] Sync routers for ids ['ba98c50f-28e4-48ab-9551-c9e6cb46713b'] in dv-cinder-846842-4-iscsi {{(pid=104016) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 03:12:11.119180 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf69d609-0a64-4db2-aa5d-c6cf89564417 None None] Routers {'ba98c50f-28e4-48ab-9551-c9e6cb46713b'} bound to L3 agent in host dv-cinder-846842-4-iscsi {{(pid=104016) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 26 03:12:11.119784 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-cf69d609-0a64-4db2-aa5d-c6cf89564417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-26T02:56:44Z,description=,heartbeat_timestamp=2022-06-26T03:11:44Z,host='dv-cinder-846842-4-iscsi',id=0122de27-3097-4d47-a0ca-0fb90e28ac1e,load=0,resource_versions=,resources_synced=,started_at=2022-06-26T02:56:44Z,topic='l3_agent')) {'router_ids': ['ba98c50f-28e4-48ab-9551-c9e6cb46713b'], 'active': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:12:11.154925 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:12:11.205247 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-2f85f158-2882-446a-a70a-9678c597a290 admin admin] Publish callbacks [] for router (ba98c50f-28e4-48ab-9551-c9e6cb46713b), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:12:11.218876 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvr_db [None req-cf69d609-0a64-4db2-aa5d-c6cf89564417 None None] Set router ba98c50f-28e4-48ab-9551-c9e6cb46713b gateway port host: dv-cinder-846842-4-iscsi {{(pid=104016) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 26 03:12:11.302139 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-2f85f158-2882-446a-a70a-9678c597a290 admin admin] Publish callbacks [] for router_gateway (ba98c50f-28e4-48ab-9551-c9e6cb46713b), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:12:11.342132 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [None req-2f85f158-2882-446a-a70a-9678c597a290 admin admin] Deleting port 9cca5d8c-99f7-4073-a841-c41cec400914 {{(pid=104013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 26 03:12:11.342472 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-2f85f158-2882-446a-a70a-9678c597a290 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787575727912'] for port (9cca5d8c-99f7-4073-a841-c41cec400914), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:12:11.383452 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-cf69d609-0a64-4db2-aa5d-c6cf89564417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba98c50f-28e4-48ab-9551-c9e6cb46713b', 'name': 'tempest-ServerRescueNegativeTestJSON-1891208908-router', 'tenant_id': 'aa1dff9e9be549308ec0ad3a13810062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '9cca5d8c-99f7-4073-a841-c41cec400914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:04:34Z', 'updated_at': '2022-06-26T03:12:10Z', 'revision_number': 5, 'project_id': 'aa1dff9e9be549308ec0ad3a13810062', 'gw_port': {'id': '9cca5d8c-99f7-4073-a841-c41cec400914', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:4b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba98c50f-28e4-48ab-9551-c9e6cb46713b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:36Z', 'updated_at': '2022-06-26T03:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi'}], 'dv-cinder-846842-4-iscsi', False) {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:12:11.410667 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf69d609-0a64-4db2-aa5d-c6cf89564417 None None] Checking router: ba98c50f-28e4-48ab-9551-c9e6cb46713b for host: dv-cinder-846842-4-iscsi {{(pid=104016) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 03:12:11.420604 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf69d609-0a64-4db2-aa5d-c6cf89564417 None None] Routers {'ba98c50f-28e4-48ab-9551-c9e6cb46713b'} bound to L3 agent in host dv-cinder-846842-4-iscsi {{(pid=104016) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 26 03:12:11.421042 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-f8d5fa06-fc70-4207-85a3-d11b300a1761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (7168f7b9-c398-4364-91f8-35e2ce03f4c4), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:12:11.421634 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-cf69d609-0a64-4db2-aa5d-c6cf89564417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-26T02:56:44Z,description=,heartbeat_timestamp=2022-06-26T03:11:44Z,host='dv-cinder-846842-4-iscsi',id=0122de27-3097-4d47-a0ca-0fb90e28ac1e,load=0,resource_versions=,resources_synced=,started_at=2022-06-26T02:56:44Z,topic='l3_agent')) {'router_ids': ['ba98c50f-28e4-48ab-9551-c9e6cb46713b'], 'active': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:12:11.514463 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvr_db [None req-cf69d609-0a64-4db2-aa5d-c6cf89564417 None None] Set router ba98c50f-28e4-48ab-9551-c9e6cb46713b gateway port host: None {{(pid=104016) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 26 03:12:11.565716 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-cf69d609-0a64-4db2-aa5d-c6cf89564417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba98c50f-28e4-48ab-9551-c9e6cb46713b', 'name': 'tempest-ServerRescueNegativeTestJSON-1891208908-router', 'tenant_id': 'aa1dff9e9be549308ec0ad3a13810062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:04:34Z', 'updated_at': '2022-06-26T03:12:11Z', 'revision_number': 6, 'project_id': 'aa1dff9e9be549308ec0ad3a13810062', 'gw_port_host': None}], 'dv-cinder-846842-4-iscsi', False) {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:12:11.590144 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf69d609-0a64-4db2-aa5d-c6cf89564417 None None] The sync data for ids ['ba98c50f-28e4-48ab-9551-c9e6cb46713b'] in dv-cinder-846842-4-iscsi is: [{'id': 'ba98c50f-28e4-48ab-9551-c9e6cb46713b', 'name': 'tempest-ServerRescueNegativeTestJSON-1891208908-router', 'tenant_id': 'aa1dff9e9be549308ec0ad3a13810062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:04:34Z', 'updated_at': '2022-06-26T03:12:11Z', 'revision_number': 6, 'project_id': 'aa1dff9e9be549308ec0ad3a13810062', 'gw_port_host': None}] {{(pid=104016) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 03:12:11.663572 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [None req-2f85f158-2882-446a-a70a-9678c597a290 admin admin] For port 9cca5d8c-99f7-4073-a841-c41cec400914, host dv-cinder-846842-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-4-iscsi',level=0,port_id=9cca5d8c-99f7-4073-a841-c41cec400914,segment=NetworkSegment(968602fb-f834-40ea-ad2f-658bf3156d3b),segment_id=968602fb-f834-40ea-ad2f-658bf3156d3b)] {{(pid=104013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:12:11.664620 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-2f85f158-2882-446a-a70a-9678c597a290 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615864'] for port (9cca5d8c-99f7-4073-a841-c41cec400914), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:12:11.677084 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [None req-2f85f158-2882-446a-a70a-9678c597a290 admin admin] Calling delete_port for 9cca5d8c-99f7-4073-a841-c41cec400914 owned by network:router_gateway {{(pid=104013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 26 03:12:11.836003 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-2f85f158-2882-446a-a70a-9678c597a290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787575732336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787575245478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7375238'] for port (9cca5d8c-99f7-4073-a841-c41cec400914), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:12:11.843270 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:12:11.863026 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f85f158-2882-446a-a70a-9678c597a290 admin admin] Pushing event deleted for resources: {'Port': ['ID=9cca5d8c-99f7-4073-a841-c41cec400914,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:12:11.933082 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-2f85f158-2882-446a-a70a-9678c597a290 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1615999'] for router_gateway (ba98c50f-28e4-48ab-9551-c9e6cb46713b), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:12:11.963320 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.agents_db [None req-1acc9491-aa00-4d80-a7f3-d699105ea2bf None None] Agent healthcheck: found 6 active agents {{(pid=104016) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 03:12:12.037235 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-2f85f158-2882-446a-a70a-9678c597a290 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25242'] for router (ba98c50f-28e4-48ab-9551-c9e6cb46713b), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:12:12.040050 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-2f85f158-2882-446a-a70a-9678c597a290 admin admin] Publish callbacks [] for router_controller (ba98c50f-28e4-48ab-9551-c9e6cb46713b), precommit_delete_associations {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:12:12.103320 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-2f85f158-2882-446a-a70a-9678c597a290 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1593080'] for router (ba98c50f-28e4-48ab-9551-c9e6cb46713b), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:12:12.103883 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f85f158-2882-446a-a70a-9678c597a290 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ba98c50f-28e4-48ab-9551-c9e6cb46713b {{(pid=104013) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 26 03:12:12.108823 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-2f85f158-2882-446a-a70a-9678c597a290 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:12:12.109956 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-2f85f158-2882-446a-a70a-9678c597a290 admin admin] 10.222.0.13 "DELETE /v2.0/routers/ba98c50f-28e4-48ab-9551-c9e6cb46713b HTTP/1.1" status: 204 len: 168 time: 1.0010884 Jun 26 03:12:12.112547 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 45906) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:12:12.155738 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a239eb9-bb95-47ab-ab4f-f117e3cfc91b admin admin] Deleting subnet 50d12281-21a2-4343-ba8b-93c5382e067a {{(pid=104013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 26 03:12:12.158902 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-7a239eb9-bb95-47ab-ab4f-f117e3cfc91b admin admin] Publish callbacks [] for subnet (50d12281-21a2-4343-ba8b-93c5382e067a), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:12:12.192221 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-7a239eb9-bb95-47ab-ab4f-f117e3cfc91b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7696532'] for subnet (50d12281-21a2-4343-ba8b-93c5382e067a), precommit_delete_associations {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:12:12.262402 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:12:12.267055 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-7a239eb9-bb95-47ab-ab4f-f117e3cfc91b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019720'] for subnet (50d12281-21a2-4343-ba8b-93c5382e067a), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:12:12.323589 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-7a239eb9-bb95-47ab-ab4f-f117e3cfc91b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7375313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5197361'] for subnet (50d12281-21a2-4343-ba8b-93c5382e067a), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:12:12.352291 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-7a239eb9-bb95-47ab-ab4f-f117e3cfc91b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:12:12.355799 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-7a239eb9-bb95-47ab-ab4f-f117e3cfc91b admin admin] 10.222.0.13 "DELETE /v2.0/subnets/50d12281-21a2-4343-ba8b-93c5382e067a HTTP/1.1" status: 204 len: 168 time: 0.2423098 Jun 26 03:12:12.356698 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a239eb9-bb95-47ab-ab4f-f117e3cfc91b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50d12281-21a2-4343-ba8b-93c5382e067a,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:12:12.357521 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e3a0da-35d4-48b6-9abb-2cb42233ba67 None None] Network 4d1cf2ab-1c05-4bc5-9daa-428f3ef27012 requested from dv-cinder-846842-4-iscsi {{(pid=104015) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 26 03:12:12.358325 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 45908) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:12:12.427091 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-cb036936-bbb7-4abe-a797-f89aba78704d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-799711'] for network (4d1cf2ab-1c05-4bc5-9daa-428f3ef27012), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:12:12.472210 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [None req-cb036936-bbb7-4abe-a797-f89aba78704d admin admin] Deleting port f7b843e9-e564-4ef0-ba7c-dab7a80d7a45 {{(pid=104013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 26 03:12:12.472546 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-cb036936-bbb7-4abe-a797-f89aba78704d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787575727912'] for port (f7b843e9-e564-4ef0-ba7c-dab7a80d7a45), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:12:12.514011 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e34e8dd-554d-4e75-b5c6-043fcabea133 None None] DHCP port deletion for 4d1cf2ab-1c05-4bc5-9daa-428f3ef27012 request from dv-cinder-846842-4-iscsi {{(pid=104015) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 26 03:12:12.536483 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [None req-cb036936-bbb7-4abe-a797-f89aba78704d admin admin] For port f7b843e9-e564-4ef0-ba7c-dab7a80d7a45, host dv-cinder-846842-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-4-iscsi',level=0,port_id=f7b843e9-e564-4ef0-ba7c-dab7a80d7a45,segment=NetworkSegment(5b86e525-c15a-4ec4-b614-b7765ac125bb),segment_id=5b86e525-c15a-4ec4-b614-b7765ac125bb)] {{(pid=104013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:12:12.536851 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-cb036936-bbb7-4abe-a797-f89aba78704d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615864'] for port (f7b843e9-e564-4ef0-ba7c-dab7a80d7a45), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:12:12.551782 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [None req-cb036936-bbb7-4abe-a797-f89aba78704d admin admin] Calling delete_port for f7b843e9-e564-4ef0-ba7c-dab7a80d7a45 owned by network:dhcp {{(pid=104013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 26 03:12:12.552138 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-9e34e8dd-554d-4e75-b5c6-043fcabea133 None None] Deleting port f7b843e9-e564-4ef0-ba7c-dab7a80d7a45 {{(pid=104015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 26 03:12:12.552519 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-9e34e8dd-554d-4e75-b5c6-043fcabea133 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787575727912'] for port (f7b843e9-e564-4ef0-ba7c-dab7a80d7a45), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:12:12.632485 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-9e34e8dd-554d-4e75-b5c6-043fcabea133 None None] For port f7b843e9-e564-4ef0-ba7c-dab7a80d7a45, host dv-cinder-846842-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-4-iscsi',level=0,port_id=f7b843e9-e564-4ef0-ba7c-dab7a80d7a45,segment=NetworkSegment(5b86e525-c15a-4ec4-b614-b7765ac125bb),segment_id=5b86e525-c15a-4ec4-b614-b7765ac125bb)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:12:12.632882 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-9e34e8dd-554d-4e75-b5c6-043fcabea133 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615864'] for port (f7b843e9-e564-4ef0-ba7c-dab7a80d7a45), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:12:12.643791 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Device 9cca5d8c-99f7-4073-a841-c41cec400914 no longer exists at agent ovs-agent-dv-cinder-846842-4-iscsi {{(pid=104015) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 03:12:12.648388 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-cb036936-bbb7-4abe-a797-f89aba78704d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787575732336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787575245478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7375238'] for port (f7b843e9-e564-4ef0-ba7c-dab7a80d7a45), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:12:12.666258 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-9e34e8dd-554d-4e75-b5c6-043fcabea133 None None] Calling delete_port for f7b843e9-e564-4ef0-ba7c-dab7a80d7a45 owned by network:dhcp {{(pid=104015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 26 03:12:12.671800 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] No Port match for: 9cca5d8c-99f7-4073-a841-c41cec400914 {{(pid=104015) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 26 03:12:12.672249 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Device 9cca5d8c-99f7-4073-a841-c41cec400914 not bound to the agent host dv-cinder-846842-4-iscsi {{(pid=104015) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 03:12:12.672543 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Device cdaf2926-df93-41e6-bf68-68a05eedce29 no longer exists at agent ovs-agent-dv-cinder-846842-4-iscsi {{(pid=104015) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 03:12:12.673251 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb036936-bbb7-4abe-a797-f89aba78704d admin admin] Pushing event deleted for resources: {'Port': ['ID=f7b843e9-e564-4ef0-ba7c-dab7a80d7a45,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:12:12.676734 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb036936-bbb7-4abe-a797-f89aba78704d admin admin] No DVR routers for this DVR port f7b843e9-e564-4ef0-ba7c-dab7a80d7a45 on host dv-cinder-846842-4-iscsi {{(pid=104013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 26 03:12:12.693135 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:12:12.697150 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Device 634b866a-e4dd-43d0-84a2-3a0a964abbff no longer exists at agent hyperv_hv-cinder-84684 {{(pid=104015) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 03:12:12.699268 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:12:12.702597 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] No Port match for: cdaf2926-df93-41e6-bf68-68a05eedce29 {{(pid=104015) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 26 03:12:12.702940 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Device cdaf2926-df93-41e6-bf68-68a05eedce29 not bound to the agent host dv-cinder-846842-4-iscsi {{(pid=104015) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 03:12:12.703337 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Device f7b843e9-e564-4ef0-ba7c-dab7a80d7a45 no longer exists at agent ovs-agent-dv-cinder-846842-4-iscsi {{(pid=104015) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 03:12:12.749864 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-cb036936-bbb7-4abe-a797-f89aba78704d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968757', 'neutron.services.segments.db._delete_segments_for_network-8787575540875'] for network (4d1cf2ab-1c05-4bc5-9daa-428f3ef27012), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:12:12.765021 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] No Port match for: 634b866a-e4dd-43d0-84a2-3a0a964abbff {{(pid=104015) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 26 03:12:12.765324 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Device 634b866a-e4dd-43d0-84a2-3a0a964abbff not bound to the agent host hv-cinder-84684 {{(pid=104015) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 03:12:12.768641 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] No Port match for: f7b843e9-e564-4ef0-ba7c-dab7a80d7a45 {{(pid=104015) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 26 03:12:12.768984 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Device f7b843e9-e564-4ef0-ba7c-dab7a80d7a45 not bound to the agent host dv-cinder-846842-4-iscsi {{(pid=104015) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 03:12:12.771134 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.services.segments.db [None req-cb036936-bbb7-4abe-a797-f89aba78704d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d1cf2ab-1c05-4bc5-9daa-428f3ef27012']}} {{(pid=104013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:12:12.784739 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.services.segments.db [None req-cb036936-bbb7-4abe-a797-f89aba78704d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b86e525-c15a-4ec4-b614-b7765ac125bb') {'for_net_delete': True} {{(pid=104013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:12:12.785228 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.services.segments.db [None req-cb036936-bbb7-4abe-a797-f89aba78704d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b86e525-c15a-4ec4-b614-b7765ac125bb') {} {{(pid=104013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:12:12.793851 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:12:12.795766 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-cb036936-bbb7-4abe-a797-f89aba78704d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787575542164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7696527'] for segment (5b86e525-c15a-4ec4-b614-b7765ac125bb), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:12:12.811035 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-cb036936-bbb7-4abe-a797-f89aba78704d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981176'] for segment (5b86e525-c15a-4ec4-b614-b7765ac125bb), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:12:12.812761 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-9e34e8dd-554d-4e75-b5c6-043fcabea133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787575732336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787575245478'] for port (f7b843e9-e564-4ef0-ba7c-dab7a80d7a45), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:12:12.817600 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb036936-bbb7-4abe-a797-f89aba78704d admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=104013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 26 03:12:12.818098 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-cb036936-bbb7-4abe-a797-f89aba78704d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7375291'] for segment (5b86e525-c15a-4ec4-b614-b7765ac125bb), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:12:12.837555 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.services.segments.plugin [-] Segment 5b86e525-c15a-4ec4-b614-b7765ac125bb resource provider aggregate not found Jun 26 03:12:12.838306 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e34e8dd-554d-4e75-b5c6-043fcabea133 None None] Pushing event deleted for resources: {'Port': ['ID=f7b843e9-e564-4ef0-ba7c-dab7a80d7a45,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:12:12.846652 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e34e8dd-554d-4e75-b5c6-043fcabea133 None None] No DVR routers for this DVR port f7b843e9-e564-4ef0-ba7c-dab7a80d7a45 on host dv-cinder-846842-4-iscsi {{(pid=104015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 26 03:12:12.849402 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e34e8dd-554d-4e75-b5c6-043fcabea133 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:12:12.849939 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e34e8dd-554d-4e75-b5c6-043fcabea133 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:12:12.850311 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e34e8dd-554d-4e75-b5c6-043fcabea133 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:12:12.850711 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e34e8dd-554d-4e75-b5c6-043fcabea133 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:12:12.851048 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e34e8dd-554d-4e75-b5c6-043fcabea133 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:12:12.851911 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e34e8dd-554d-4e75-b5c6-043fcabea133 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:12:12.852400 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e34e8dd-554d-4e75-b5c6-043fcabea133 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:12:12.852730 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e34e8dd-554d-4e75-b5c6-043fcabea133 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:12:12.855441 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e34e8dd-554d-4e75-b5c6-043fcabea133 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:12:12.855441 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e34e8dd-554d-4e75-b5c6-043fcabea133 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:12:12.855735 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e34e8dd-554d-4e75-b5c6-043fcabea133 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:12:12.856090 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e34e8dd-554d-4e75-b5c6-043fcabea133 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:12:12.856425 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e34e8dd-554d-4e75-b5c6-043fcabea133 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:12:12.856771 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e34e8dd-554d-4e75-b5c6-043fcabea133 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:12:12.857085 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e34e8dd-554d-4e75-b5c6-043fcabea133 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:12:12.886572 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.services.segments.plugin [-] Segment 5b86e525-c15a-4ec4-b614-b7765ac125bb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5b86e525-c15a-4ec4-b614-b7765ac125bb found for delete ", "request_id": "req-ecbe451b-7440-48c4-839d-e0f245e3a1d6"}]} Jun 26 03:12:12.895281 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-cb036936-bbb7-4abe-a797-f89aba78704d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620072'] for network (4d1cf2ab-1c05-4bc5-9daa-428f3ef27012), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:12:12.900722 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-cb036936-bbb7-4abe-a797-f89aba78704d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628900'] for network (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:12:12.903885 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-cb036936-bbb7-4abe-a797-f89aba78704d admin admin] 10.222.0.13 "DELETE /v2.0/networks/4d1cf2ab-1c05-4bc5-9daa-428f3ef27012 HTTP/1.1" status: 204 len: 168 time: 0.5445378 Jun 26 03:12:12.916757 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb036936-bbb7-4abe-a797-f89aba78704d admin admin] Pushing event deleted for resources: {'Network': ['ID=4d1cf2ab-1c05-4bc5-9daa-428f3ef27012,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:12:13.015999 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 45918) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:12:13.060327 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-648dedbd-01ff-45e8-88ac-471a8df78c93 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=aa1dff9e9be549308ec0ad3a13810062&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0429523 Jun 26 03:12:13.062600 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 45920) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:12:13.110217 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-c05dc648-91fb-4c75-838a-f734fa519994 admin admin] Publish callbacks [] for security_group (5f19f5d9-470f-45a6-8bfb-d516ad826927), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:12:13.132176 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-c05dc648-91fb-4c75-838a-f734fa519994 admin admin] Publish callbacks [] for security_group (5f19f5d9-470f-45a6-8bfb-d516ad826927), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:12:13.178719 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-c05dc648-91fb-4c75-838a-f734fa519994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (5f19f5d9-470f-45a6-8bfb-d516ad826927), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:12:13.182151 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-c05dc648-91fb-4c75-838a-f734fa519994 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:12:13.183281 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-c05dc648-91fb-4c75-838a-f734fa519994 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5f19f5d9-470f-45a6-8bfb-d516ad826927 HTTP/1.1" status: 204 len: 168 time: 0.1198010 Jun 26 03:12:13.190954 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05dc648-91fb-4c75-838a-f734fa519994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f19f5d9-470f-45a6-8bfb-d516ad826927,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:12:13.755232 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-e0d99451-f569-400f-b6ab-df7812da1533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (0122de27-3097-4d47-a0ca-0fb90e28ac1e), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:12:14.689555 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (e7a0895f-45bb-4130-be69-32df3e039043), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:12:14.847910 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a0725410-9e6c-45cb-9ff8-c6c4931d6b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (ece691f0-a7cc-4e31-b59a-0e18fd9fccde), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:12:16.300002 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d2867017-9ae3-4ae5-b018-59cb98d1258b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (3b87920d-6933-41a3-b47c-185b87d68e87), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:12:16.516809 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (16f9b602-7baf-4f7a-ab92-1b0788147fb5), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:12:18.522609 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=92 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:12:18.523452 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=26 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:12:21.958181 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=45 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:12:21.958814 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=40 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:12:23.185681 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:DELETE=5,neutron:SELECT=25,neutron:UPDATE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:12:23.186492 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=82,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:12:26.506132 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=23,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:12:26.513686 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=21,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:12:39.030496 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=3 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:12:39.608237 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-8afcd4af-1f1f-4ac8-a6fb-5d6d3f54aab1 req-13086ac8-53da-4107-a778-b357e58f06de service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=16b07d92-79ab-4155-972b-7619661bd1d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392432 Jun 26 03:12:39.686156 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afcd4af-1f1f-4ac8-a6fb-5d6d3f54aab1 req-7baa9aff-fb6a-4f12-8514-a263adc8dbea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:12:39.687657 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-8afcd4af-1f1f-4ac8-a6fb-5d6d3f54aab1 req-7baa9aff-fb6a-4f12-8514-a263adc8dbea service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1850f9f425294a82add8a09690dc1df0&device_id=16b07d92-79ab-4155-972b-7619661bd1d2 HTTP/1.1" status: 200 len: 1130 time: 0.0429280 Jun 26 03:12:39.793324 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afcd4af-1f1f-4ac8-a6fb-5d6d3f54aab1 req-44b90e33-d778-49a3-b989-95cb70e8c267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:12:39.794723 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-8afcd4af-1f1f-4ac8-a6fb-5d6d3f54aab1 req-44b90e33-d778-49a3-b989-95cb70e8c267 service neutron] 10.222.0.43 "GET /v2.0/networks?id=02cd0f74-99cd-4eb9-aeb7-aae2b7255a50 HTTP/1.1" status: 200 len: 915 time: 0.0873013 Jun 26 03:12:39.863228 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-8afcd4af-1f1f-4ac8-a6fb-5d6d3f54aab1 req-990aa26e-c552-4405-b013-0e06cc45d149 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fb7d2bf0-48c2-4a67-8477-72edf265c211 HTTP/1.1" status: 200 len: 1001 time: 0.0586572 Jun 26 03:12:39.913115 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afcd4af-1f1f-4ac8-a6fb-5d6d3f54aab1 req-8b21406c-042c-41e9-b665-27f9813733a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:12:39.914614 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-8afcd4af-1f1f-4ac8-a6fb-5d6d3f54aab1 req-8b21406c-042c-41e9-b665-27f9813733a6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e97e6f7f-41a5-4383-a841-52482c75f2ee HTTP/1.1" status: 200 len: 853 time: 0.0445061 Jun 26 03:12:39.958292 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afcd4af-1f1f-4ac8-a6fb-5d6d3f54aab1 req-737fbd3b-254d-47ca-84bd-b1b7824d69d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:12:39.959790 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-8afcd4af-1f1f-4ac8-a6fb-5d6d3f54aab1 req-737fbd3b-254d-47ca-84bd-b1b7824d69d3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=02cd0f74-99cd-4eb9-aeb7-aae2b7255a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393066 Jun 26 03:12:39.999140 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:12:40.054348 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-8afcd4af-1f1f-4ac8-a6fb-5d6d3f54aab1 req-df3189eb-0140-4e32-a1ef-158fad46fac0 service neutron] 10.222.0.43 "GET /v2.0/networks/02cd0f74-99cd-4eb9-aeb7-aae2b7255a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878706 Jun 26 03:12:40.144448 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-8afcd4af-1f1f-4ac8-a6fb-5d6d3f54aab1 req-fdf593f5-3e59-4358-b394-deb3d33d5a4d service neutron] 10.222.0.43 "GET /v2.0/networks/02cd0f74-99cd-4eb9-aeb7-aae2b7255a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840437 Jun 26 03:12:41.423317 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-96cfbe7e-725b-4b50-85c8-59b8070796b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (7168f7b9-c398-4364-91f8-35e2ce03f4c4), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:12:43.758715 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-b640606f-4f45-4059-9867-90d897c5ddf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (0122de27-3097-4d47-a0ca-0fb90e28ac1e), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:12:44.705060 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (e7a0895f-45bb-4130-be69-32df3e039043), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:12:44.847766 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a0725410-9e6c-45cb-9ff8-c6c4931d6b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (ece691f0-a7cc-4e31-b59a-0e18fd9fccde), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:12:46.306373 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d2867017-9ae3-4ae5-b018-59cb98d1258b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (3b87920d-6933-41a3-b47c-185b87d68e87), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:12:46.343546 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cce3bbf-2dd8-4869-81a3-c443de75352d req-0d75ae8f-6d2f-4827-8642-5937faf11981 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:12:46.345102 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-8cce3bbf-2dd8-4869-81a3-c443de75352d req-0d75ae8f-6d2f-4827-8642-5937faf11981 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee71e3f2-a415-4000-97d4-290a4675ee4e HTTP/1.1" status: 200 len: 945 time: 0.0495548 Jun 26 03:12:46.393940 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-8cce3bbf-2dd8-4869-81a3-c443de75352d req-0421a9f9-d1bb-4a0d-865a-f4191b014f14 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a6260b7-7df3-4e25-b85a-7406feaa1dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433102 Jun 26 03:12:46.522320 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (16f9b602-7baf-4f7a-ab92-1b0788147fb5), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:12:47.514150 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001f11f8-c6e1-4d61-930e-19c706e94f7b req-877bb1ea-88b9-4452-8e05-903195a23398 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:12:47.515588 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-001f11f8-c6e1-4d61-930e-19c706e94f7b req-877bb1ea-88b9-4452-8e05-903195a23398 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee71e3f2-a415-4000-97d4-290a4675ee4e HTTP/1.1" status: 200 len: 945 time: 0.0493827 Jun 26 03:12:47.561597 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-001f11f8-c6e1-4d61-930e-19c706e94f7b req-01c2eaca-d96d-43f7-bb76-f9154288b4b3 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a6260b7-7df3-4e25-b85a-7406feaa1dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406172 Jun 26 03:12:48.680886 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b27554-a949-4def-8821-3c581e0a638e req-165f5fd1-bb9e-4565-bf3b-ca8e4d3b6c3a tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:12:48.682481 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-b2b27554-a949-4def-8821-3c581e0a638e req-165f5fd1-bb9e-4565-bf3b-ca8e4d3b6c3a tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee71e3f2-a415-4000-97d4-290a4675ee4e HTTP/1.1" status: 200 len: 945 time: 0.0494614 Jun 26 03:12:48.731422 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-b2b27554-a949-4def-8821-3c581e0a638e req-9833ea47-f2b9-4654-b3d6-c2a0e3d3401b tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a6260b7-7df3-4e25-b85a-7406feaa1dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434473 Jun 26 03:12:48.962155 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.agents_db [None req-1acc9491-aa00-4d80-a7f3-d699105ea2bf None None] Agent healthcheck: found 6 active agents {{(pid=104016) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 03:12:49.850061 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82853a83-cb16-40d8-ab1c-670c36e38636 req-2485e3b9-6ea2-407d-b6e1-6a8cc228eed2 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:12:49.851588 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-82853a83-cb16-40d8-ab1c-670c36e38636 req-2485e3b9-6ea2-407d-b6e1-6a8cc228eed2 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee71e3f2-a415-4000-97d4-290a4675ee4e HTTP/1.1" status: 200 len: 945 time: 0.0493758 Jun 26 03:12:49.898590 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-82853a83-cb16-40d8-ab1c-670c36e38636 req-a9fe85f4-dfd9-4701-8d7c-d398d1baddb6 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a6260b7-7df3-4e25-b85a-7406feaa1dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408649 Jun 26 03:12:50.135173 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=49 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:12:50.141271 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=52 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:12:51.016341 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686eb4e5-c6b0-449a-ab57-ab56dd1657ea req-be06cd27-a56d-4309-b001-8827167d3f5c tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:12:51.017819 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-686eb4e5-c6b0-449a-ab57-ab56dd1657ea req-be06cd27-a56d-4309-b001-8827167d3f5c tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee71e3f2-a415-4000-97d4-290a4675ee4e HTTP/1.1" status: 200 len: 945 time: 0.0479403 Jun 26 03:12:51.065304 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-686eb4e5-c6b0-449a-ab57-ab56dd1657ea req-a98fe242-7058-4ed3-8eec-24feed4eafe2 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a6260b7-7df3-4e25-b85a-7406feaa1dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417230 Jun 26 03:12:52.180391 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd783268-267d-4b12-b630-e04f62a3bdbb req-fafad807-db8e-466f-981e-6c50acda254b tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:12:52.181846 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-fd783268-267d-4b12-b630-e04f62a3bdbb req-fafad807-db8e-466f-981e-6c50acda254b tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee71e3f2-a415-4000-97d4-290a4675ee4e HTTP/1.1" status: 200 len: 945 time: 0.0465074 Jun 26 03:12:52.232321 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-fd783268-267d-4b12-b630-e04f62a3bdbb req-82a4242c-8bda-48e2-ba99-2460727d550f tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a6260b7-7df3-4e25-b85a-7406feaa1dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450528 Jun 26 03:12:53.362210 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22105b92-94d3-448d-92cb-73949a0fc521 req-07365234-6e84-4145-8d89-5986e648f880 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:12:53.363701 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-22105b92-94d3-448d-92cb-73949a0fc521 req-07365234-6e84-4145-8d89-5986e648f880 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee71e3f2-a415-4000-97d4-290a4675ee4e HTTP/1.1" status: 200 len: 945 time: 0.0468843 Jun 26 03:12:53.410911 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-22105b92-94d3-448d-92cb-73949a0fc521 req-38677d7c-df55-42d4-a23d-b8ed12092863 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a6260b7-7df3-4e25-b85a-7406feaa1dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411410 Jun 26 03:12:54.538419 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b492911e-25c0-44fa-8e35-1d5d9d783a73 req-7401806a-b6be-4561-84b2-c45102fc371b tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:12:54.539939 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-b492911e-25c0-44fa-8e35-1d5d9d783a73 req-7401806a-b6be-4561-84b2-c45102fc371b tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee71e3f2-a415-4000-97d4-290a4675ee4e HTTP/1.1" status: 200 len: 945 time: 0.0553274 Jun 26 03:12:54.603812 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-b492911e-25c0-44fa-8e35-1d5d9d783a73 req-64da7cac-7258-48cd-81a5-1fafa65c48d8 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a6260b7-7df3-4e25-b85a-7406feaa1dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569258 Jun 26 03:12:54.707019 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d258564-8f34-4887-8e74-39877a6a579b req-9a3f44dc-6444-4e45-8e0b-fb9775560967 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:12:54.708805 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-4d258564-8f34-4887-8e74-39877a6a579b req-9a3f44dc-6444-4e45-8e0b-fb9775560967 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/ports?device_id=16b07d92-79ab-4155-972b-7619661bd1d2 HTTP/1.1" status: 200 len: 946 time: 0.0552385 Jun 26 03:12:54.757180 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-4d258564-8f34-4887-8e74-39877a6a579b req-a21fbacd-0c6e-477c-a535-4c0d931c81c3 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/security-groups?id=9349464e-96f7-4916-85dc-c043a8876b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421839 Jun 26 03:12:55.730617 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2da3e1a-9e65-4c0e-bc32-286fba7e59e8 req-539d179c-970a-45a4-9e9a-362f8ece2321 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:12:55.732115 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-f2da3e1a-9e65-4c0e-bc32-286fba7e59e8 req-539d179c-970a-45a4-9e9a-362f8ece2321 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee71e3f2-a415-4000-97d4-290a4675ee4e HTTP/1.1" status: 200 len: 945 time: 0.0488429 Jun 26 03:12:55.781178 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-f2da3e1a-9e65-4c0e-bc32-286fba7e59e8 req-65092293-38e4-4c3f-be2c-02dbeb5e6304 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a6260b7-7df3-4e25-b85a-7406feaa1dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435967 Jun 26 03:12:55.876366 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c4fc7b-6e79-4be3-8164-39bf9de65ead req-da03c9ea-c5f9-410d-88a9-79789466dc81 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:12:55.877891 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-69c4fc7b-6e79-4be3-8164-39bf9de65ead req-da03c9ea-c5f9-410d-88a9-79789466dc81 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/ports?device_id=16b07d92-79ab-4155-972b-7619661bd1d2 HTTP/1.1" status: 200 len: 946 time: 0.0531714 Jun 26 03:12:55.931002 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-69c4fc7b-6e79-4be3-8164-39bf9de65ead req-de75b172-0b09-4c14-ba81-31f4a72c24b6 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/security-groups?id=9349464e-96f7-4916-85dc-c043a8876b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467620 Jun 26 03:12:56.516811 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:UPDATE=3,neutron:SELECT=7 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:12:56.518555 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:12:56.846924 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26e1bdc-6816-4a5a-a8c3-3bff1bf57785 req-9152e6e1-993f-4ddb-b24c-6415f470aee5 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:12:56.848449 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e26e1bdc-6816-4a5a-a8c3-3bff1bf57785 req-9152e6e1-993f-4ddb-b24c-6415f470aee5 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.43 "GET /v2.0/ports?device_id=16b07d92-79ab-4155-972b-7619661bd1d2 HTTP/1.1" status: 200 len: 946 time: 0.0465178 Jun 26 03:12:56.865405 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=100 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:12:56.870634 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=100 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:12:56.906082 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a5c431-f747-456e-8701-2c76434af014 req-91eb5765-e5a9-4a8b-919b-02147afef8d1 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:12:56.907600 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-14a5c431-f747-456e-8701-2c76434af014 req-91eb5765-e5a9-4a8b-919b-02147afef8d1 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee71e3f2-a415-4000-97d4-290a4675ee4e HTTP/1.1" status: 200 len: 945 time: 0.0502660 Jun 26 03:12:56.946851 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [req-e26e1bdc-6816-4a5a-a8c3-3bff1bf57785 req-3ed7b2f4-06e0-4775-90ef-fbd6b2e7789e tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Deleting port fb7d2bf0-48c2-4a67-8477-72edf265c211 {{(pid=104013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 26 03:12:56.947205 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-e26e1bdc-6816-4a5a-a8c3-3bff1bf57785 req-3ed7b2f4-06e0-4775-90ef-fbd6b2e7789e tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787575727912'] for port (fb7d2bf0-48c2-4a67-8477-72edf265c211), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:12:56.977020 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-14a5c431-f747-456e-8701-2c76434af014 req-15713af9-b379-462f-be5a-a8315ce491e7 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a6260b7-7df3-4e25-b85a-7406feaa1dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633528 Jun 26 03:12:57.055918 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [req-e26e1bdc-6816-4a5a-a8c3-3bff1bf57785 req-3ed7b2f4-06e0-4775-90ef-fbd6b2e7789e tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] For port fb7d2bf0-48c2-4a67-8477-72edf265c211, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=fb7d2bf0-48c2-4a67-8477-72edf265c211,segment=NetworkSegment(4d81c647-e55d-4122-8ce3-5fece06ad477),segment_id=4d81c647-e55d-4122-8ce3-5fece06ad477)] {{(pid=104013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:12:57.056286 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-e26e1bdc-6816-4a5a-a8c3-3bff1bf57785 req-3ed7b2f4-06e0-4775-90ef-fbd6b2e7789e tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615864'] for port (fb7d2bf0-48c2-4a67-8477-72edf265c211), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:12:57.085524 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e6629f-2b1e-4021-a3c9-8673471d78c6 req-fbc36f33-a6ff-41cb-bf8f-64faa8649a7b tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:12:57.086977 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-47e6629f-2b1e-4021-a3c9-8673471d78c6 req-fbc36f33-a6ff-41cb-bf8f-64faa8649a7b tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/ports?device_id=16b07d92-79ab-4155-972b-7619661bd1d2 HTTP/1.1" status: 200 len: 946 time: 0.0486004 Jun 26 03:12:57.134335 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-47e6629f-2b1e-4021-a3c9-8673471d78c6 req-d3cf5786-e2c0-4b17-bc2e-a31f63f58d9e tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/security-groups?id=9349464e-96f7-4916-85dc-c043a8876b99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410471 Jun 26 03:12:57.217682 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-e26e1bdc-6816-4a5a-a8c3-3bff1bf57785 req-3ed7b2f4-06e0-4775-90ef-fbd6b2e7789e tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:12:57.218064 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-e26e1bdc-6816-4a5a-a8c3-3bff1bf57785 req-3ed7b2f4-06e0-4775-90ef-fbd6b2e7789e tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620021'] for floatingip (337ac7b2-8a28-467d-bfb9-531997384c59), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:12:57.218396 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.db.l3_db [req-e26e1bdc-6816-4a5a-a8c3-3bff1bf57785 req-3ed7b2f4-06e0-4775-90ef-fbd6b2e7789e tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Floating IP 337ac7b2-8a28-467d-bfb9-531997384c59 disassociated. External IP: 172.27.2.77, port: fb7d2bf0-48c2-4a67-8477-72edf265c211. Jun 26 03:12:57.218729 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [req-e26e1bdc-6816-4a5a-a8c3-3bff1bf57785 req-3ed7b2f4-06e0-4775-90ef-fbd6b2e7789e tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Calling delete_port for fb7d2bf0-48c2-4a67-8477-72edf265c211 owned by compute:nova {{(pid=104013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 26 03:12:57.353582 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-e26e1bdc-6816-4a5a-a8c3-3bff1bf57785 req-3ed7b2f4-06e0-4775-90ef-fbd6b2e7789e tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787575732336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787575245478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7375238'] for port (fb7d2bf0-48c2-4a67-8477-72edf265c211), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:12:57.378163 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed7b2f4-06e0-4775-90ef-fbd6b2e7789e tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Pushing event deleted for resources: {'Port': ['ID=fb7d2bf0-48c2-4a67-8477-72edf265c211,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:12:57.388413 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed7b2f4-06e0-4775-90ef-fbd6b2e7789e tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:12:57.388764 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed7b2f4-06e0-4775-90ef-fbd6b2e7789e tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:12:57.389122 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed7b2f4-06e0-4775-90ef-fbd6b2e7789e tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:12:57.389453 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed7b2f4-06e0-4775-90ef-fbd6b2e7789e tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:12:57.389786 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed7b2f4-06e0-4775-90ef-fbd6b2e7789e tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:12:57.390137 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed7b2f4-06e0-4775-90ef-fbd6b2e7789e tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:12:57.390472 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed7b2f4-06e0-4775-90ef-fbd6b2e7789e tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:12:57.390798 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed7b2f4-06e0-4775-90ef-fbd6b2e7789e tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:12:57.391548 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed7b2f4-06e0-4775-90ef-fbd6b2e7789e tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:12:57.391548 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed7b2f4-06e0-4775-90ef-fbd6b2e7789e tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:12:57.391730 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed7b2f4-06e0-4775-90ef-fbd6b2e7789e tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:12:57.392057 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed7b2f4-06e0-4775-90ef-fbd6b2e7789e tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:12:57.392379 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed7b2f4-06e0-4775-90ef-fbd6b2e7789e tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:12:57.392701 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed7b2f4-06e0-4775-90ef-fbd6b2e7789e tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:12:57.393021 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed7b2f4-06e0-4775-90ef-fbd6b2e7789e tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:12:57.498585 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e26e1bdc-6816-4a5a-a8c3-3bff1bf57785 req-3ed7b2f4-06e0-4775-90ef-fbd6b2e7789e tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Router 7690237a-df65-454c-8ae7-05722406d1b3 has already been hosted by L3 agent 0122de27-3097-4d47-a0ca-0fb90e28ac1e {{(pid=104013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 26 03:12:57.601348 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e26e1bdc-6816-4a5a-a8c3-3bff1bf57785 req-3ed7b2f4-06e0-4775-90ef-fbd6b2e7789e tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Notify agent at l3_agent.dv-cinder-846842-4-iscsi the message routers_updated {{(pid=104013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 03:12:57.612566 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f725b9c2-249f-4a07-97e9-7a1a918be5ab None None] Sync routers for ids ['7690237a-df65-454c-8ae7-05722406d1b3'] in dv-cinder-846842-4-iscsi {{(pid=104015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 03:12:57.622827 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f725b9c2-249f-4a07-97e9-7a1a918be5ab None None] Routers {'7690237a-df65-454c-8ae7-05722406d1b3'} bound to L3 agent in host dv-cinder-846842-4-iscsi {{(pid=104015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 26 03:12:57.623436 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-f725b9c2-249f-4a07-97e9-7a1a918be5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-26T02:56:44Z,description=,heartbeat_timestamp=2022-06-26T03:12:44Z,host='dv-cinder-846842-4-iscsi',id=0122de27-3097-4d47-a0ca-0fb90e28ac1e,load=0,resource_versions=,resources_synced=,started_at=2022-06-26T02:56:44Z,topic='l3_agent')) {'router_ids': ['7690237a-df65-454c-8ae7-05722406d1b3'], 'active': True} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:12:57.644076 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [req-e26e1bdc-6816-4a5a-a8c3-3bff1bf57785 req-3ed7b2f4-06e0-4775-90ef-fbd6b2e7789e tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] No DVR routers for this DVR port fb7d2bf0-48c2-4a67-8477-72edf265c211 on host hv-cinder-84684 {{(pid=104013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 26 03:12:57.646878 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-e26e1bdc-6816-4a5a-a8c3-3bff1bf57785 req-3ed7b2f4-06e0-4775-90ef-fbd6b2e7789e tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515864'] for port (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:12:57.650437 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-e26e1bdc-6816-4a5a-a8c3-3bff1bf57785 req-3ed7b2f4-06e0-4775-90ef-fbd6b2e7789e tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.43 "DELETE /v2.0/ports/fb7d2bf0-48c2-4a67-8477-72edf265c211 HTTP/1.1" status: 204 len: 173 time: 0.7968423 Jun 26 03:12:57.650883 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16b07d92-79ab-4155-972b-7619661bd1d2', 'name': 'network-vif-deleted', 'tag': 'fb7d2bf0-48c2-4a67-8477-72edf265c211'}] {{(pid=104013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 26 03:12:57.654136 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}139ce4dbef1e3d377c6aaa27dc3378ac98104fcd26dfc0ba8b816af75a6f94ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5679862-a5e5-4827-b789-06bce1ca6d94" -d '{"events": [{"server_uuid": "16b07d92-79ab-4155-972b-7619661bd1d2", "name": "network-vif-deleted", "tag": "fb7d2bf0-48c2-4a67-8477-72edf265c211"}]}' {{(pid=104013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 03:12:57.692783 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Jun 2022 03:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9c4fd26-a31e-415e-8883-fdb119222507 x-openstack-request-id: req-c9c4fd26-a31e-415e-8883-fdb119222507 {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 03:12:57.693079 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16b07d92-79ab-4155-972b-7619661bd1d2", "name": "network-vif-deleted", "tag": "fb7d2bf0-48c2-4a67-8477-72edf265c211", "status": "completed", "code": 200}]} {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 03:12:57.693364 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c9c4fd26-a31e-415e-8883-fdb119222507 {{(pid=104013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 03:12:57.693763 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9c4fd26-a31e-415e-8883-fdb119222507'] response: {'server_uuid': '16b07d92-79ab-4155-972b-7619661bd1d2', 'name': 'network-vif-deleted', 'tag': 'fb7d2bf0-48c2-4a67-8477-72edf265c211', 'status': 'completed', 'code': 200} Jun 26 03:12:57.735100 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvr_db [None req-f725b9c2-249f-4a07-97e9-7a1a918be5ab None None] Set router 7690237a-df65-454c-8ae7-05722406d1b3 gateway port host: dv-cinder-846842-4-iscsi {{(pid=104015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 26 03:12:57.928036 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-f725b9c2-249f-4a07-97e9-7a1a918be5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7690237a-df65-454c-8ae7-05722406d1b3', 'name': 'tempest-AttachVolumeNegativeTest-896095934-router', 'tenant_id': '1850f9f425294a82add8a09690dc1df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '3834b01e-26c6-4922-bf2c-dc4e4c924aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:04:34Z', 'updated_at': '2022-06-26T03:04:48Z', 'revision_number': 4, 'project_id': '1850f9f425294a82add8a09690dc1df0', 'gw_port': {'id': '3834b01e-26c6-4922-bf2c-dc4e4c924aa3', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:54:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7690237a-df65-454c-8ae7-05722406d1b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:36Z', 'updated_at': '2022-06-26T03:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi', '_interfaces': [{'id': '33327a85-3c8e-4af6-b0c0-537dc6426738', 'name': '', 'network_id': '02cd0f74-99cd-4eb9-aeb7-aae2b7255a50', 'tenant_id': '1850f9f425294a82add8a09690dc1df0', 'mac_address': 'fa:16:3e:cc:43:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7690237a-df65-454c-8ae7-05722406d1b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'e97e6f7f-41a5-4383-a841-52482c75f2ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:45Z', 'updated_at': '2022-06-26T03:05:07Z', 'revision_number': 5, 'project_id': '1850f9f425294a82add8a09690dc1df0', 'subnets': [{'id': 'e97e6f7f-41a5-4383-a841-52482c75f2ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-4-iscsi', False) {} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:12:57.954208 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f725b9c2-249f-4a07-97e9-7a1a918be5ab None None] Checking router: 7690237a-df65-454c-8ae7-05722406d1b3 for host: dv-cinder-846842-4-iscsi {{(pid=104015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 03:12:57.963474 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f725b9c2-249f-4a07-97e9-7a1a918be5ab None None] Routers {'7690237a-df65-454c-8ae7-05722406d1b3'} bound to L3 agent in host dv-cinder-846842-4-iscsi {{(pid=104015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 26 03:12:57.964090 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-f725b9c2-249f-4a07-97e9-7a1a918be5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-26T02:56:44Z,description=,heartbeat_timestamp=2022-06-26T03:12:44Z,host='dv-cinder-846842-4-iscsi',id=0122de27-3097-4d47-a0ca-0fb90e28ac1e,load=0,resource_versions=,resources_synced=,started_at=2022-06-26T02:56:44Z,topic='l3_agent')) {'router_ids': ['7690237a-df65-454c-8ae7-05722406d1b3'], 'active': True} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:12:58.067825 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvr_db [None req-f725b9c2-249f-4a07-97e9-7a1a918be5ab None None] Set router 7690237a-df65-454c-8ae7-05722406d1b3 gateway port host: dv-cinder-846842-4-iscsi {{(pid=104015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 26 03:12:58.112725 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd38b1a2-aff4-48cb-b319-e0c883682a27 req-2ae2ecf8-4589-481a-8648-f222f5972b04 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:12:58.114344 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-bd38b1a2-aff4-48cb-b319-e0c883682a27 req-2ae2ecf8-4589-481a-8648-f222f5972b04 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee71e3f2-a415-4000-97d4-290a4675ee4e HTTP/1.1" status: 200 len: 945 time: 0.0536542 Jun 26 03:12:58.171070 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-bd38b1a2-aff4-48cb-b319-e0c883682a27 req-94546f20-7beb-4c98-8230-fb152638f73a tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a6260b7-7df3-4e25-b85a-7406feaa1dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502174 Jun 26 03:12:58.261311 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-f725b9c2-249f-4a07-97e9-7a1a918be5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7690237a-df65-454c-8ae7-05722406d1b3', 'name': 'tempest-AttachVolumeNegativeTest-896095934-router', 'tenant_id': '1850f9f425294a82add8a09690dc1df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '3834b01e-26c6-4922-bf2c-dc4e4c924aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:04:34Z', 'updated_at': '2022-06-26T03:04:48Z', 'revision_number': 4, 'project_id': '1850f9f425294a82add8a09690dc1df0', 'gw_port': {'id': '3834b01e-26c6-4922-bf2c-dc4e4c924aa3', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:54:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7690237a-df65-454c-8ae7-05722406d1b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:36Z', 'updated_at': '2022-06-26T03:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi', '_interfaces': [{'id': '33327a85-3c8e-4af6-b0c0-537dc6426738', 'name': '', 'network_id': '02cd0f74-99cd-4eb9-aeb7-aae2b7255a50', 'tenant_id': '1850f9f425294a82add8a09690dc1df0', 'mac_address': 'fa:16:3e:cc:43:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7690237a-df65-454c-8ae7-05722406d1b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'e97e6f7f-41a5-4383-a841-52482c75f2ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:45Z', 'updated_at': '2022-06-26T03:05:07Z', 'revision_number': 5, 'project_id': '1850f9f425294a82add8a09690dc1df0', 'subnets': [{'id': 'e97e6f7f-41a5-4383-a841-52482c75f2ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-4-iscsi', False) {} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:12:58.264943 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-f15194b9-a2a5-472c-a375-687524d30937 req-0ca9fd27-0c83-4c87-a2eb-0d8ed88736a7 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/ports?device_id=16b07d92-79ab-4155-972b-7619661bd1d2 HTTP/1.1" status: 200 len: 210 time: 0.0294511 Jun 26 03:12:58.289206 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f725b9c2-249f-4a07-97e9-7a1a918be5ab None None] The sync data for ids ['7690237a-df65-454c-8ae7-05722406d1b3'] in dv-cinder-846842-4-iscsi is: [{'id': '7690237a-df65-454c-8ae7-05722406d1b3', 'name': 'tempest-AttachVolumeNegativeTest-896095934-router', 'tenant_id': '1850f9f425294a82add8a09690dc1df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '3834b01e-26c6-4922-bf2c-dc4e4c924aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:04:34Z', 'updated_at': '2022-06-26T03:04:48Z', 'revision_number': 4, 'project_id': '1850f9f425294a82add8a09690dc1df0', 'gw_port': {'id': '3834b01e-26c6-4922-bf2c-dc4e4c924aa3', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:54:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7690237a-df65-454c-8ae7-05722406d1b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:36Z', 'updated_at': '2022-06-26T03:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi', '_interfaces': [{'id': '33327a85-3c8e-4af6-b0c0-537dc6426738', 'name': '', 'network_id': '02cd0f74-99cd-4eb9-aeb7-aae2b7255a50', 'tenant_id': '1850f9f425294a82add8a09690dc1df0', 'mac_address': 'fa:16:3e:cc:43:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7690237a-df65-454c-8ae7-05722406d1b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'e97e6f7f-41a5-4383-a841-52482c75f2ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:45Z', 'updated_at': '2022-06-26T03:05:07Z', 'revision_number': 5, 'project_id': '1850f9f425294a82add8a09690dc1df0', 'subnets': [{'id': 'e97e6f7f-41a5-4383-a841-52482c75f2ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 03:12:58.498810 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0450c94-61e1-4d09-a116-a4537cf0d293 None None] New status for floating IP 337ac7b2-8a28-467d-bfb9-531997384c59: DOWN {{(pid=104016) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 26 03:12:58.882704 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Device 7dd1c0b3-ac2d-47eb-81cd-5f0cd845e6c6 details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=104015) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 26 03:12:58.977790 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] For port 7dd1c0b3-ac2d-47eb-81cd-5f0cd845e6c6, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=7dd1c0b3-ac2d-47eb-81cd-5f0cd845e6c6,segment=NetworkSegment(9b1bc4ce-7d03-4b55-892a-abd91da4af67),segment_id=9b1bc4ce-7d03-4b55-892a-abd91da4af67)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:12:58.988694 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Returning: {'device': '7dd1c0b3-ac2d-47eb-81cd-5f0cd845e6c6', 'network_id': '151cdbb9-618f-46a1-a7b5-564e53db9cea', 'port_id': '7dd1c0b3-ac2d-47eb-81cd-5f0cd845e6c6', 'mac_address': 'fa:16:3e:8b:82:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3475431-7645-416a-9b3b-e23c4a132926', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104015) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 26 03:12:59.026550 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Current status of the port 7dd1c0b3-ac2d-47eb-81cd-5f0cd845e6c6 is: ACTIVE; New status is: BUILD {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 03:12:59.026936 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (7dd1c0b3-ac2d-47eb-81cd-5f0cd845e6c6), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:12:59.155856 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.notifiers.nova [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7dd1c0b3-ac2d-47eb-81cd-5f0cd845e6c6 {{(pid=104015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 26 03:12:59.175097 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] For port 7dd1c0b3-ac2d-47eb-81cd-5f0cd845e6c6, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=7dd1c0b3-ac2d-47eb-81cd-5f0cd845e6c6,segment=NetworkSegment(9b1bc4ce-7d03-4b55-892a-abd91da4af67),segment_id=9b1bc4ce-7d03-4b55-892a-abd91da4af67)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:12:59.178683 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (7dd1c0b3-ac2d-47eb-81cd-5f0cd845e6c6), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:12:59.211487 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:12:59.227325 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Pushing event updated for resources: {'Port': ['ID=7dd1c0b3-ac2d-47eb-81cd-5f0cd845e6c6,revision_number=6']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:12:59.304302 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5fca3a-01ab-4213-89a9-bc42c5c5484f req-b9fb33c1-2767-4d4e-a597-44cb4074da24 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:12:59.306848 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-5d5fca3a-01ab-4213-89a9-bc42c5c5484f req-b9fb33c1-2767-4d4e-a597-44cb4074da24 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee71e3f2-a415-4000-97d4-290a4675ee4e HTTP/1.1" status: 200 len: 944 time: 0.0469663 Jun 26 03:12:59.355874 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 46336) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:12:59.366952 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-5d5fca3a-01ab-4213-89a9-bc42c5c5484f req-38e31903-feed-4547-9835-f70bb9b5d675 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a6260b7-7df3-4e25-b85a-7406feaa1dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547020 Jun 26 03:12:59.412920 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] get_ports_and_sgs() called for port_ids ['7dd1c0b3-ac2d-47eb-81cd-5f0cd845e6c6'] {{(pid=104015) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 03:12:59.424502 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-e0de0078-9807-480e-8373-122efdbfebb5 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks [] for security_group (9349464e-96f7-4916-85dc-c043a8876b99), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:12:59.436899 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:12:59.437955 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:12:59.451099 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-e0de0078-9807-480e-8373-122efdbfebb5 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks [] for security_group (9349464e-96f7-4916-85dc-c043a8876b99), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:12:59.453835 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:12:59.507310 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-e0de0078-9807-480e-8373-122efdbfebb5 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (9349464e-96f7-4916-85dc-c043a8876b99), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:12:59.512613 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-e0de0078-9807-480e-8373-122efdbfebb5 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:12:59.514259 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-e0de0078-9807-480e-8373-122efdbfebb5 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "DELETE /v2.0/security-groups/9349464e-96f7-4916-85dc-c043a8876b99 HTTP/1.1" status: 204 len: 168 time: 0.1567104 Jun 26 03:12:59.517202 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 46340) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:12:59.525468 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0de0078-9807-480e-8373-122efdbfebb5 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9349464e-96f7-4916-85dc-c043a8876b99,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:12:59.530886 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 46342) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:12:59.543379 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.api.v2.resource [None req-fe614b2f-a709-4ba3-aa00-92825e02f1f0 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] show failed (client error): The resource could not be found. Jun 26 03:12:59.546087 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-fe614b2f-a709-4ba3-aa00-92825e02f1f0 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/security-groups/9349464e-96f7-4916-85dc-c043a8876b99 HTTP/1.1" status: 404 len: 347 time: 0.0258915 Jun 26 03:12:59.547284 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 46346) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:12:59.649997 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ccd3eb4b-0a48-440c-b1be-c809879a349f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:12:59.662153 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-8422a103-1fbd-44bc-9815-c8f8c19b75e5 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Deleting port 5d3cc429-df9c-4835-84e7-30295ddba835 {{(pid=104014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 26 03:12:59.662421 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-8422a103-1fbd-44bc-9815-c8f8c19b75e5 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787575727912'] for port (5d3cc429-df9c-4835-84e7-30295ddba835), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:12:59.732664 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ccd3eb4b-0a48-440c-b1be-c809879a349f admin admin] Publish callbacks [] for security_group (354d3ebd-019a-4857-931e-b7bc7ebad11c), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:12:59.738112 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ccd3eb4b-0a48-440c-b1be-c809879a349f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (354d3ebd-019a-4857-931e-b7bc7ebad11c), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:12:59.740144 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-8422a103-1fbd-44bc-9815-c8f8c19b75e5 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615864'] for port (5d3cc429-df9c-4835-84e7-30295ddba835), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:12:59.740477 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-8422a103-1fbd-44bc-9815-c8f8c19b75e5 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks [] for floatingip (5d3cc429-df9c-4835-84e7-30295ddba835), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:12:59.753751 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-8422a103-1fbd-44bc-9815-c8f8c19b75e5 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Calling delete_port for 5d3cc429-df9c-4835-84e7-30295ddba835 owned by network:floatingip {{(pid=104014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 26 03:12:59.777988 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-ccd3eb4b-0a48-440c-b1be-c809879a349f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=987da9443a74424dbddc3976c1e19d43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2459123 Jun 26 03:12:59.778875 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd3eb4b-0a48-440c-b1be-c809879a349f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=354d3ebd-019a-4857-931e-b7bc7ebad11c,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:12:59.781121 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 46348) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:12:59.830727 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-1bce9efd-9ff0-494b-a850-cecc081d9b9f admin admin] Publish callbacks [] for security_group (354d3ebd-019a-4857-931e-b7bc7ebad11c), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:12:59.854917 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-1bce9efd-9ff0-494b-a850-cecc081d9b9f admin admin] Publish callbacks [] for security_group (354d3ebd-019a-4857-931e-b7bc7ebad11c), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:12:59.892832 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-8422a103-1fbd-44bc-9815-c8f8c19b75e5 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787575732336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787575245478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6258255'] for port (5d3cc429-df9c-4835-84e7-30295ddba835), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:12:59.904073 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-1bce9efd-9ff0-494b-a850-cecc081d9b9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (354d3ebd-019a-4857-931e-b7bc7ebad11c), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:12:59.907060 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-1bce9efd-9ff0-494b-a850-cecc081d9b9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:12:59.908288 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-1bce9efd-9ff0-494b-a850-cecc081d9b9f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/354d3ebd-019a-4857-931e-b7bc7ebad11c HTTP/1.1" status: 204 len: 168 time: 0.1262739 Jun 26 03:12:59.917369 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bce9efd-9ff0-494b-a850-cecc081d9b9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=354d3ebd-019a-4857-931e-b7bc7ebad11c,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:12:59.927735 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8422a103-1fbd-44bc-9815-c8f8c19b75e5 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Pushing event deleted for resources: {'Port': ['ID=5d3cc429-df9c-4835-84e7-30295ddba835,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:12:59.973200 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8422a103-1fbd-44bc-9815-c8f8c19b75e5 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:12:59.973542 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8422a103-1fbd-44bc-9815-c8f8c19b75e5 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:12:59.973878 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8422a103-1fbd-44bc-9815-c8f8c19b75e5 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:12:59.974231 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8422a103-1fbd-44bc-9815-c8f8c19b75e5 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:12:59.974561 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8422a103-1fbd-44bc-9815-c8f8c19b75e5 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:12:59.974886 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8422a103-1fbd-44bc-9815-c8f8c19b75e5 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:12:59.975212 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8422a103-1fbd-44bc-9815-c8f8c19b75e5 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:12:59.975530 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8422a103-1fbd-44bc-9815-c8f8c19b75e5 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:12:59.975845 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8422a103-1fbd-44bc-9815-c8f8c19b75e5 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:12:59.976162 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8422a103-1fbd-44bc-9815-c8f8c19b75e5 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:12:59.976481 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8422a103-1fbd-44bc-9815-c8f8c19b75e5 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:12:59.976798 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8422a103-1fbd-44bc-9815-c8f8c19b75e5 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:12:59.977109 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8422a103-1fbd-44bc-9815-c8f8c19b75e5 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:12:59.977424 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8422a103-1fbd-44bc-9815-c8f8c19b75e5 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:12:59.977740 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8422a103-1fbd-44bc-9815-c8f8c19b75e5 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:13:00.002181 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-8422a103-1fbd-44bc-9815-c8f8c19b75e5 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks [] for floatingip (337ac7b2-8a28-467d-bfb9-531997384c59), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:13:00.004976 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-8422a103-1fbd-44bc-9815-c8f8c19b75e5 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515864'] for floatingip (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:13:00.006278 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-8422a103-1fbd-44bc-9815-c8f8c19b75e5 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "DELETE /v2.0/floatingips/337ac7b2-8a28-467d-bfb9-531997384c59 HTTP/1.1" status: 204 len: 168 time: 0.4580936 Jun 26 03:13:00.069382 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 46356) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:13:00.074558 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-ee88ade9-aceb-4bd8-b83f-964363b329e4 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1354065305', 'description': 'tempest-description--2068526232'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:13:00.097712 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ee88ade9-aceb-4bd8-b83f-964363b329e4 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:13:00.173665 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ee88ade9-aceb-4bd8-b83f-964363b329e4 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks [] for security_group (51bc558b-0b37-44ba-ac08-eec268c45be8), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:13:00.178199 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ee88ade9-aceb-4bd8-b83f-964363b329e4 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (51bc558b-0b37-44ba-ac08-eec268c45be8), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:13:00.204700 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ee88ade9-aceb-4bd8-b83f-964363b329e4 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:13:00.205940 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-ee88ade9-aceb-4bd8-b83f-964363b329e4 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1354916 Jun 26 03:13:00.209420 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 46364) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:13:00.214670 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee88ade9-aceb-4bd8-b83f-964363b329e4 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51bc558b-0b37-44ba-ac08-eec268c45be8,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:13:00.215760 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [None req-6d4b02db-c0d8-44ae-837f-d936bf8629de tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Request body: {'security_group_rule': {'security_group_id': '51bc558b-0b37-44ba-ac08-eec268c45be8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:13:00.245898 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-6d4b02db-c0d8-44ae-837f-d936bf8629de tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks [] for security_group_rule (0afae16b-11cf-4793-89ec-e7d9696abe86), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:13:00.284280 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:13:00.290186 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:13:00.306257 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-6d4b02db-c0d8-44ae-837f-d936bf8629de tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks [] for security_group_rule (0afae16b-11cf-4793-89ec-e7d9696abe86), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:13:00.311014 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-6d4b02db-c0d8-44ae-837f-d936bf8629de tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692706'] for security_group_rule (0afae16b-11cf-4793-89ec-e7d9696abe86), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:13:00.329036 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4b02db-c0d8-44ae-837f-d936bf8629de tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0afae16b-11cf-4793-89ec-e7d9696abe86,revision_number=0']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:13:00.340581 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-6d4b02db-c0d8-44ae-837f-d936bf8629de tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:13:00.341784 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-6d4b02db-c0d8-44ae-837f-d936bf8629de tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1310470 Jun 26 03:13:00.344471 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 46368) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:13:00.349205 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [None req-0a8d64aa-8a49-482b-bee3-7b5865854e5b tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Request body: {'security_group_rule': {'security_group_id': '51bc558b-0b37-44ba-ac08-eec268c45be8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:13:00.375138 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-0a8d64aa-8a49-482b-bee3-7b5865854e5b tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks [] for security_group_rule (459fae82-9791-4b27-8a25-3b393c50547a), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:13:00.436703 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-0a8d64aa-8a49-482b-bee3-7b5865854e5b tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks [] for security_group_rule (459fae82-9791-4b27-8a25-3b393c50547a), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:13:00.441616 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-0a8d64aa-8a49-482b-bee3-7b5865854e5b tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692706'] for security_group_rule (459fae82-9791-4b27-8a25-3b393c50547a), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:13:00.471554 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8d64aa-8a49-482b-bee3-7b5865854e5b tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=459fae82-9791-4b27-8a25-3b393c50547a,revision_number=0']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:13:00.498894 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-0a8d64aa-8a49-482b-bee3-7b5865854e5b tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:13:00.500135 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-0a8d64aa-8a49-482b-bee3-7b5865854e5b tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1546998 Jun 26 03:13:00.503175 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 46380) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:13:00.509292 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [None req-5f710d1e-0fbc-4c64-819d-5667d274adb9 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Request body: {'floatingip': {'floating_network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df'}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:13:00.526678 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fe3395-9d83-4a04-be7f-318c9218569f req-d0e4a355-ee0b-46ff-a038-27d888beab82 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:13:00.528125 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-e3fe3395-9d83-4a04-be7f-318c9218569f req-d0e4a355-ee0b-46ff-a038-27d888beab82 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee71e3f2-a415-4000-97d4-290a4675ee4e HTTP/1.1" status: 200 len: 944 time: 0.0733461 Jun 26 03:13:00.551958 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5f710d1e-0fbc-4c64-819d-5667d274adb9 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:13:00.631636 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-e3fe3395-9d83-4a04-be7f-318c9218569f req-f8111ebb-3261-48a8-acb9-3efd4913494a tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a6260b7-7df3-4e25-b85a-7406feaa1dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973327 Jun 26 03:13:00.650457 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5f710d1e-0fbc-4c64-819d-5667d274adb9 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:13:00.901824 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Device 7dd1c0b3-ac2d-47eb-81cd-5f0cd845e6c6 up at agent hyperv_hv-cinder-84684 {{(pid=104015) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 03:13:00.954520 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Provisioning complete for port 7dd1c0b3-ac2d-47eb-81cd-5f0cd845e6c6 triggered by entity L2. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:13:00.955150 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (7dd1c0b3-ac2d-47eb-81cd-5f0cd845e6c6), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:13:01.033063 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.db.db_base_plugin_common [None req-5f710d1e-0fbc-4c64-819d-5667d274adb9 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Allocated IP 172.27.2.75 (9f069e5f-e57e-4e35-ad51-5f4f2e2f15df/6b24a38a-90db-41c5-beaf-6fa087899576/423ddbea-bcf7-487a-b07c-233d17c39900) {{(pid=104014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 03:13:01.044632 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Current status of the port 7dd1c0b3-ac2d-47eb-81cd-5f0cd845e6c6 is: BUILD; New status is: ACTIVE {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 03:13:01.045227 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (7dd1c0b3-ac2d-47eb-81cd-5f0cd845e6c6), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:13:01.071532 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee71e3f2-a415-4000-97d4-290a4675ee4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dd1c0b3-ac2d-47eb-81cd-5f0cd845e6c6'}] {{(pid=104015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 26 03:13:01.073833 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cc6f3b5c5ccbcb5bcfe28d8fb20da90166658d76702b85331307104b46494b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8eecfb9-1b99-46ad-b057-bddbb7e56131" -d '{"events": [{"server_uuid": "ee71e3f2-a415-4000-97d4-290a4675ee4e", "name": "network-vif-plugged", "status": "completed", "tag": "7dd1c0b3-ac2d-47eb-81cd-5f0cd845e6c6"}]}' {{(pid=104015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 03:13:01.087319 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] For port 7dd1c0b3-ac2d-47eb-81cd-5f0cd845e6c6, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=7dd1c0b3-ac2d-47eb-81cd-5f0cd845e6c6,segment=NetworkSegment(9b1bc4ce-7d03-4b55-892a-abd91da4af67),segment_id=9b1bc4ce-7d03-4b55-892a-abd91da4af67)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:13:01.091827 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (7dd1c0b3-ac2d-47eb-81cd-5f0cd845e6c6), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:13:01.093280 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Device fb7d2bf0-48c2-4a67-8477-72edf265c211 no longer exists at agent hyperv_hv-cinder-84684 {{(pid=104015) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 03:13:01.131054 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Jun 2022 03:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea255430-5304-45a4-952d-cb5d0648e216 x-openstack-request-id: req-ea255430-5304-45a4-952d-cb5d0648e216 {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 03:13:01.131379 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee71e3f2-a415-4000-97d4-290a4675ee4e", "name": "network-vif-plugged", "status": "completed", "tag": "7dd1c0b3-ac2d-47eb-81cd-5f0cd845e6c6", "code": 200}]} {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 03:13:01.131697 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ea255430-5304-45a4-952d-cb5d0648e216 {{(pid=104015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 03:13:01.132195 dv-cinder-846842-4-iscsi neutron-server[104015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea255430-5304-45a4-952d-cb5d0648e216'] response: {'server_uuid': 'ee71e3f2-a415-4000-97d4-290a4675ee4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dd1c0b3-ac2d-47eb-81cd-5f0cd845e6c6', 'code': 200} Jun 26 03:13:01.136898 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] No Port match for: fb7d2bf0-48c2-4a67-8477-72edf265c211 {{(pid=104015) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 26 03:13:01.137250 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Device fb7d2bf0-48c2-4a67-8477-72edf265c211 not bound to the agent host hv-cinder-84684 {{(pid=104015) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 03:13:01.146370 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5f710d1e-0fbc-4c64-819d-5667d274adb9 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks [] for port (423ddbea-bcf7-487a-b07c-233d17c39900), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:13:01.159908 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Pushing event updated for resources: {'Port': ['ID=7dd1c0b3-ac2d-47eb-81cd-5f0cd845e6c6,revision_number=7']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:13:01.177880 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5f710d1e-0fbc-4c64-819d-5667d274adb9 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787575245469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6258255'] for port (423ddbea-bcf7-487a-b07c-233d17c39900), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:13:01.218934 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f710d1e-0fbc-4c64-819d-5667d274adb9 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Network 9f069e5f-e57e-4e35-ad51-5f4f2e2f15df is already hosted by enough agents. {{(pid=104014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 03:13:01.223818 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.scheduler.base_scheduler [None req-5f710d1e-0fbc-4c64-819d-5667d274adb9 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Resources bound (agent type, host, resource id): {{(pid=104014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 03:13:01.225980 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f710d1e-0fbc-4c64-819d-5667d274adb9 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Pushing event updated for resources: {'Port': ['ID=423ddbea-bcf7-487a-b07c-233d17c39900,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:13:01.228121 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f710d1e-0fbc-4c64-819d-5667d274adb9 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Received port after_create {{(pid=104014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 26 03:13:01.248734 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:INSERT=10,neutron:UPDATE=2,neutron:SELECT=86,neutron:DELETE=2 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:13:01.298947 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:13:01.315360 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5f710d1e-0fbc-4c64-819d-5667d274adb9 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks [] for floatingip (befeef92-72c3-4ea1-9f08-77cac8bbec1d), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:13:01.353686 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5f710d1e-0fbc-4c64-819d-5667d274adb9 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (423ddbea-bcf7-487a-b07c-233d17c39900), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:13:01.493866 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5f710d1e-0fbc-4c64-819d-5667d274adb9 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks [] for port (423ddbea-bcf7-487a-b07c-233d17c39900), precommit_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:13:01.498077 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5f710d1e-0fbc-4c64-819d-5667d274adb9 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6258262'] for port (423ddbea-bcf7-487a-b07c-233d17c39900), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:13:01.569415 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f710d1e-0fbc-4c64-819d-5667d274adb9 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Pushing event updated for resources: {'Port': ['ID=423ddbea-bcf7-487a-b07c-233d17c39900,revision_number=2']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:13:01.577362 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5f710d1e-0fbc-4c64-819d-5667d274adb9 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620021'] for floatingip (befeef92-72c3-4ea1-9f08-77cac8bbec1d), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:13:01.592898 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5f710d1e-0fbc-4c64-819d-5667d274adb9 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515864'] for floatingip (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:13:01.594151 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-5f710d1e-0fbc-4c64-819d-5667d274adb9 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0900438 Jun 26 03:13:01.752588 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85fb83b-21ff-4ede-9386-a2bc74ece147 req-822f9d18-68ab-4b38-b214-d887fe26f0c6 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:13:01.754267 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-b85fb83b-21ff-4ede-9386-a2bc74ece147 req-822f9d18-68ab-4b38-b214-d887fe26f0c6 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee71e3f2-a415-4000-97d4-290a4675ee4e HTTP/1.1" status: 200 len: 945 time: 0.0481999 Jun 26 03:13:01.829418 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-2080f69c-19aa-4ef9-a93d-42dd2841cd84 req-21202182-286c-43aa-a1be-f4d2a5d80228 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1354065305&fields=id&tenant_id=1850f9f425294a82add8a09690dc1df0 HTTP/1.1" status: 200 len: 267 time: 0.0742261 Jun 26 03:13:01.833722 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-b85fb83b-21ff-4ede-9386-a2bc74ece147 req-dbb391d5-b98b-4969-9443-fa35ac9efee0 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a6260b7-7df3-4e25-b85a-7406feaa1dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724399 Jun 26 03:13:01.934112 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2080f69c-19aa-4ef9-a93d-42dd2841cd84 req-863869e0-67ce-44eb-a24a-5aa2d7a4478b tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:13:01.935542 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-2080f69c-19aa-4ef9-a93d-42dd2841cd84 req-863869e0-67ce-44eb-a24a-5aa2d7a4478b tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/networks?id=02cd0f74-99cd-4eb9-aeb7-aae2b7255a50 HTTP/1.1" status: 200 len: 814 time: 0.0996301 Jun 26 03:13:01.950870 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-2080f69c-19aa-4ef9-a93d-42dd2841cd84 req-ffcaacb5-4b2c-4315-a48d-72eb3cf46dd4 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/quotas/1850f9f425294a82add8a09690dc1df0 HTTP/1.1" status: 200 len: 375 time: 0.0100420 Jun 26 03:13:02.002159 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-2080f69c-19aa-4ef9-a93d-42dd2841cd84 req-f0b8d778-6a6f-48de-933f-2ab3702e8ba7 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1850f9f425294a82add8a09690dc1df0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0463319 Jun 26 03:13:02.098627 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-2080f69c-19aa-4ef9-a93d-42dd2841cd84 req-9d5255e7-eb4c-480f-8321-9441566f90dd service neutron] 10.222.0.13 "GET /v2.0/networks/02cd0f74-99cd-4eb9-aeb7-aae2b7255a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844538 Jun 26 03:13:02.189578 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-2080f69c-19aa-4ef9-a93d-42dd2841cd84 req-8abdb112-d503-490a-bd90-decf13398e03 service neutron] 10.222.0.13 "GET /v2.0/networks/02cd0f74-99cd-4eb9-aeb7-aae2b7255a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856104 Jun 26 03:13:02.346448 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a84e8a01-f2eb-45cf-8b5b-c6a7ae928eb8 req-9180d0f9-ea6d-4a8b-88ae-2ca385cd1a3c tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/ports?device_id=c44a3421-d825-4b89-9c4e-8aa8112595d2 HTTP/1.1" status: 200 len: 210 time: 0.0278606 Jun 26 03:13:02.953241 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b62a5f-f84b-4334-94ae-db801be08baf req-57b1e547-26ff-40d1-8773-70363512101a tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:13:02.954729 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-03b62a5f-f84b-4334-94ae-db801be08baf req-57b1e547-26ff-40d1-8773-70363512101a tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee71e3f2-a415-4000-97d4-290a4675ee4e HTTP/1.1" status: 200 len: 945 time: 0.0464296 Jun 26 03:13:02.980554 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:13:02.981134 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:13:03.006578 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-03b62a5f-f84b-4334-94ae-db801be08baf req-1641ad5a-184e-4ea8-8860-fc2b45ae1da2 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a6260b7-7df3-4e25-b85a-7406feaa1dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463479 Jun 26 03:13:03.251508 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-9588a9d9-9d0d-4747-8063-65293aa0aa22 req-fc8a128c-fd9e-4028-b18b-0219d275b8c7 tempest-VolumesNegativeTest-1194216081 tempest-VolumesNegativeTest-1194216081-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=fbf9d500fd3a41cdb218a5f3377c68ea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0327861 Jun 26 03:13:03.422422 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2080f69c-19aa-4ef9-a93d-42dd2841cd84 req-6e1f67d8-538b-41a8-b1df-7ddd3a32a641 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:13:03.423901 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-2080f69c-19aa-4ef9-a93d-42dd2841cd84 req-6e1f67d8-538b-41a8-b1df-7ddd3a32a641 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.43 "GET /v2.0/networks?id=02cd0f74-99cd-4eb9-aeb7-aae2b7255a50 HTTP/1.1" status: 200 len: 814 time: 0.1168306 Jun 26 03:13:03.474981 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9588a9d9-9d0d-4747-8063-65293aa0aa22 req-92ac6ba1-381a-4c27-8255-a783b08039fd tempest-VolumesNegativeTest-1194216081 tempest-VolumesNegativeTest-1194216081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:13:03.476459 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-9588a9d9-9d0d-4747-8063-65293aa0aa22 req-92ac6ba1-381a-4c27-8255-a783b08039fd tempest-VolumesNegativeTest-1194216081 tempest-VolumesNegativeTest-1194216081-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2193460 Jun 26 03:13:03.478011 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-7a887ca4-23f6-45f2-9fab-1ab96004e16f req-6121b892-906f-4b45-9189-e9950a4c0b1c tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/ports?device_id=c44a3421-d825-4b89-9c4e-8aa8112595d2 HTTP/1.1" status: 200 len: 210 time: 0.0455692 Jun 26 03:13:03.491300 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-9588a9d9-9d0d-4747-8063-65293aa0aa22 req-16e967ea-76d5-4499-a0f5-14116cb23dca tempest-VolumesNegativeTest-1194216081 tempest-VolumesNegativeTest-1194216081-project] 10.222.0.13 "GET /v2.0/quotas/fbf9d500fd3a41cdb218a5f3377c68ea HTTP/1.1" status: 200 len: 375 time: 0.0094357 Jun 26 03:13:03.501813 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-2080f69c-19aa-4ef9-a93d-42dd2841cd84 req-a71684d9-e3fa-460c-9bff-3ff7f8b428ca tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1850f9f425294a82add8a09690dc1df0 HTTP/1.1" status: 200 len: 380 time: 0.0597212 Jun 26 03:13:03.511718 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [req-2080f69c-19aa-4ef9-a93d-42dd2841cd84 req-32746210-0560-4496-80a2-dc6ca1dfc678 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Request body: {'port': {'device_id': 'c44a3421-d825-4b89-9c4e-8aa8112595d2', 'network_id': '02cd0f74-99cd-4eb9-aeb7-aae2b7255a50', 'admin_state_up': True, 'tenant_id': '1850f9f425294a82add8a09690dc1df0', 'security_groups': ['51bc558b-0b37-44ba-ac08-eec268c45be8']}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:13:03.530298 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-9588a9d9-9d0d-4747-8063-65293aa0aa22 req-8a68e881-5276-4aed-8108-2a4c95784d1d tempest-VolumesNegativeTest-1194216081 tempest-VolumesNegativeTest-1194216081-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=fbf9d500fd3a41cdb218a5f3377c68ea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320954 Jun 26 03:13:03.582368 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=81,neutron:DELETE=8,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:13:03.598181 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:DELETE=1,neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:13:03.621894 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2080f69c-19aa-4ef9-a93d-42dd2841cd84 req-32746210-0560-4496-80a2-dc6ca1dfc678 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Made reservation on behalf of 1850f9f425294a82add8a09690dc1df0 for: {'port': 1} {{(pid=104013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 03:13:03.625312 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-2080f69c-19aa-4ef9-a93d-42dd2841cd84 req-32746210-0560-4496-80a2-dc6ca1dfc678 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:13:03.693463 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-8bad8e35-39a8-4c2c-b4e8-b633b0084e50 req-32da934a-80d8-4bbe-bed2-eedf4bd72ce4 tempest-VolumesNegativeTest-1194216081 tempest-VolumesNegativeTest-1194216081-project] 10.222.0.13 "GET /v2.0/ports?device_id=2aa89b84-b7dc-4bfc-ab1a-1d0ba65c62cd HTTP/1.1" status: 200 len: 210 time: 0.0305624 Jun 26 03:13:03.781959 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.db.db_base_plugin_common [req-2080f69c-19aa-4ef9-a93d-42dd2841cd84 req-32746210-0560-4496-80a2-dc6ca1dfc678 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Allocated IP 172.20.0.14 (02cd0f74-99cd-4eb9-aeb7-aae2b7255a50/e97e6f7f-41a5-4383-a841-52482c75f2ee/ab7ff115-6093-4813-966f-56337f1c2db6) {{(pid=104013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 03:13:03.940444 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-2080f69c-19aa-4ef9-a93d-42dd2841cd84 req-32746210-0560-4496-80a2-dc6ca1dfc678 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks [] for port (ab7ff115-6093-4813-966f-56337f1c2db6), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:13:03.974319 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-2080f69c-19aa-4ef9-a93d-42dd2841cd84 req-32746210-0560-4496-80a2-dc6ca1dfc678 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787575245469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7375238'] for port (ab7ff115-6093-4813-966f-56337f1c2db6), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:13:04.023875 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2080f69c-19aa-4ef9-a93d-42dd2841cd84 req-32746210-0560-4496-80a2-dc6ca1dfc678 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Network 02cd0f74-99cd-4eb9-aeb7-aae2b7255a50 is already hosted by enough agents. {{(pid=104013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 03:13:04.026872 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.scheduler.base_scheduler [req-2080f69c-19aa-4ef9-a93d-42dd2841cd84 req-32746210-0560-4496-80a2-dc6ca1dfc678 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Resources bound (agent type, host, resource id): {{(pid=104013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 03:13:04.030705 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [req-2080f69c-19aa-4ef9-a93d-42dd2841cd84 req-32746210-0560-4496-80a2-dc6ca1dfc678 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Received port after_create {{(pid=104013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 26 03:13:04.063649 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32746210-0560-4496-80a2-dc6ca1dfc678 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Pushing event updated for resources: {'Port': ['ID=ab7ff115-6093-4813-966f-56337f1c2db6,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:13:04.100206 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2080f69c-19aa-4ef9-a93d-42dd2841cd84 req-32746210-0560-4496-80a2-dc6ca1dfc678 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:13:04.100966 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-2080f69c-19aa-4ef9-a93d-42dd2841cd84 req-32746210-0560-4496-80a2-dc6ca1dfc678 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515864'] for port (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:13:04.128349 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-2080f69c-19aa-4ef9-a93d-42dd2841cd84 req-32746210-0560-4496-80a2-dc6ca1dfc678 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6212904 Jun 26 03:13:04.138950 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d33aab-30f4-4332-b19d-61f21d29416b req-215c185e-052a-4bfe-b18b-3bc3d2c6799a tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:13:04.140461 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-d1d33aab-30f4-4332-b19d-61f21d29416b req-215c185e-052a-4bfe-b18b-3bc3d2c6799a tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee71e3f2-a415-4000-97d4-290a4675ee4e HTTP/1.1" status: 200 len: 945 time: 0.0584385 Jun 26 03:13:04.151948 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [req-2080f69c-19aa-4ef9-a93d-42dd2841cd84 req-2c6de315-3588-4996-bbc4-4ffc8ca8afb8 service neutron] Request body: {'port': {'device_id': 'c44a3421-d825-4b89-9c4e-8aa8112595d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84684'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:13:04.208262 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-d1d33aab-30f4-4332-b19d-61f21d29416b req-0f2bfb60-3b15-43dd-b6af-a873a53c167e tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a6260b7-7df3-4e25-b85a-7406feaa1dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559814 Jun 26 03:13:04.226599 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-2080f69c-19aa-4ef9-a93d-42dd2841cd84 req-2c6de315-3588-4996-bbc4-4ffc8ca8afb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (ab7ff115-6093-4813-966f-56337f1c2db6), before_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:13:04.332013 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-73b84aa7-26b6-4dcb-9cf2-37fbb6a9b621 None None] Provisioning complete for port ab7ff115-6093-4813-966f-56337f1c2db6 triggered by entity DHCP. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:13:04.332623 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-73b84aa7-26b6-4dcb-9cf2-37fbb6a9b621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (ab7ff115-6093-4813-966f-56337f1c2db6), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:13:04.366262 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-73b84aa7-26b6-4dcb-9cf2-37fbb6a9b621 None None] Port ab7ff115-6093-4813-966f-56337f1c2db6 cannot update to ACTIVE because it is not bound. {{(pid=104015) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 26 03:13:04.477404 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:13:04.485797 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:13:04.487784 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.notifiers.nova [req-2080f69c-19aa-4ef9-a93d-42dd2841cd84 req-2c6de315-3588-4996-bbc4-4ffc8ca8afb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab7ff115-6093-4813-966f-56337f1c2db6 {{(pid=104013) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 26 03:13:04.495538 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-2080f69c-19aa-4ef9-a93d-42dd2841cd84 req-2c6de315-3588-4996-bbc4-4ffc8ca8afb8 service neutron] Publish callbacks [] for port (ab7ff115-6093-4813-966f-56337f1c2db6), precommit_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:13:04.511011 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.db.provisioning_blocks [req-2080f69c-19aa-4ef9-a93d-42dd2841cd84 req-2c6de315-3588-4996-bbc4-4ffc8ca8afb8 service neutron] Transition to ACTIVE for port object ab7ff115-6093-4813-966f-56337f1c2db6 will not be triggered until provisioned by entity L2. {{(pid=104013) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 26 03:13:04.516527 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-2080f69c-19aa-4ef9-a93d-42dd2841cd84 req-2c6de315-3588-4996-bbc4-4ffc8ca8afb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7375263'] for port (ab7ff115-6093-4813-966f-56337f1c2db6), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:13:04.567842 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6de315-3588-4996-bbc4-4ffc8ca8afb8 service neutron] Pushing event updated for resources: {'Port': ['ID=ab7ff115-6093-4813-966f-56337f1c2db6,revision_number=2']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:13:04.612914 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33757769-31fb-4a06-b2a3-4f8c39cb6d0c req-7bf43475-89f9-4641-a639-cf3061d762fb tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:13:04.620570 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-33757769-31fb-4a06-b2a3-4f8c39cb6d0c req-7bf43475-89f9-4641-a639-cf3061d762fb tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/ports?device_id=c44a3421-d825-4b89-9c4e-8aa8112595d2 HTTP/1.1" status: 200 len: 944 time: 0.0698793 Jun 26 03:13:04.654959 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.managers [req-2080f69c-19aa-4ef9-a93d-42dd2841cd84 req-2c6de315-3588-4996-bbc4-4ffc8ca8afb8 service neutron] Attempting to bind port ab7ff115-6093-4813-966f-56337f1c2db6 on host hv-cinder-84684 for vnic_type normal with profile {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 26 03:13:04.655341 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.managers [req-2080f69c-19aa-4ef9-a93d-42dd2841cd84 req-2c6de315-3588-4996-bbc4-4ffc8ca8afb8 service neutron] Attempting to bind port ab7ff115-6093-4813-966f-56337f1c2db6 by drivers openvswitch,hyperv on host hv-cinder-84684 at level 0 using segments [{'id': '4d81c647-e55d-4122-8ce3-5fece06ad477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '02cd0f74-99cd-4eb9-aeb7-aae2b7255a50'}] {{(pid=104013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 26 03:13:04.656815 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2080f69c-19aa-4ef9-a93d-42dd2841cd84 req-2c6de315-3588-4996-bbc4-4ffc8ca8afb8 service neutron] Attempting to bind port ab7ff115-6093-4813-966f-56337f1c2db6 on network 02cd0f74-99cd-4eb9-aeb7-aae2b7255a50 {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 26 03:13:04.661058 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2080f69c-19aa-4ef9-a93d-42dd2841cd84 req-2c6de315-3588-4996-bbc4-4ffc8ca8afb8 service neutron] Port ab7ff115-6093-4813-966f-56337f1c2db6 on network 02cd0f74-99cd-4eb9-aeb7-aae2b7255a50 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84684 {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 26 03:13:04.661382 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2080f69c-19aa-4ef9-a93d-42dd2841cd84 req-2c6de315-3588-4996-bbc4-4ffc8ca8afb8 service neutron] Attempting to bind port ab7ff115-6093-4813-966f-56337f1c2db6 on network 02cd0f74-99cd-4eb9-aeb7-aae2b7255a50 {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 26 03:13:04.667131 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2080f69c-19aa-4ef9-a93d-42dd2841cd84 req-2c6de315-3588-4996-bbc4-4ffc8ca8afb8 service neutron] Checking agent: {'id': 'e7a0895f-45bb-4130-be69-32df3e039043', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84684', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 26, 3, 2, 40), 'started_at': datetime.datetime(2022, 6, 26, 3, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 26, 3, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 26 03:13:04.667410 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2080f69c-19aa-4ef9-a93d-42dd2841cd84 req-2c6de315-3588-4996-bbc4-4ffc8ca8afb8 service neutron] Checking segment: {'id': '4d81c647-e55d-4122-8ce3-5fece06ad477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '02cd0f74-99cd-4eb9-aeb7-aae2b7255a50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 26 03:13:04.667857 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2080f69c-19aa-4ef9-a93d-42dd2841cd84 req-2c6de315-3588-4996-bbc4-4ffc8ca8afb8 service neutron] Bound using segment: {'id': '4d81c647-e55d-4122-8ce3-5fece06ad477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '02cd0f74-99cd-4eb9-aeb7-aae2b7255a50'} {{(pid=104013) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 26 03:13:04.668292 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.managers [req-2080f69c-19aa-4ef9-a93d-42dd2841cd84 req-2c6de315-3588-4996-bbc4-4ffc8ca8afb8 service neutron] Bound port: ab7ff115-6093-4813-966f-56337f1c2db6, host: hv-cinder-84684, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d81c647-e55d-4122-8ce3-5fece06ad477', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '02cd0f74-99cd-4eb9-aeb7-aae2b7255a50'}}] {{(pid=104013) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 26 03:13:04.668651 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-2080f69c-19aa-4ef9-a93d-42dd2841cd84 req-2c6de315-3588-4996-bbc4-4ffc8ca8afb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (ab7ff115-6093-4813-966f-56337f1c2db6), before_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:13:04.690588 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-33757769-31fb-4a06-b2a3-4f8c39cb6d0c req-3cadc51d-ecf5-4901-ab1d-97ec6ddd3c55 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/security-groups?id=51bc558b-0b37-44ba-ac08-eec268c45be8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690928 Jun 26 03:13:04.742350 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [req-2080f69c-19aa-4ef9-a93d-42dd2841cd84 req-2c6de315-3588-4996-bbc4-4ffc8ca8afb8 service neutron] For port ab7ff115-6093-4813-966f-56337f1c2db6, host hv-cinder-84684, cleared binding levels {{(pid=104013) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 03:13:04.745856 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [req-2080f69c-19aa-4ef9-a93d-42dd2841cd84 req-2c6de315-3588-4996-bbc4-4ffc8ca8afb8 service neutron] For port ab7ff115-6093-4813-966f-56337f1c2db6, host hv-cinder-84684, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=ab7ff115-6093-4813-966f-56337f1c2db6,segment=NetworkSegment(4d81c647-e55d-4122-8ce3-5fece06ad477),segment_id=4d81c647-e55d-4122-8ce3-5fece06ad477)] {{(pid=104013) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 03:13:04.753553 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-2080f69c-19aa-4ef9-a93d-42dd2841cd84 req-2c6de315-3588-4996-bbc4-4ffc8ca8afb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7375263'] for port (ab7ff115-6093-4813-966f-56337f1c2db6), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:13:04.790134 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2080f69c-19aa-4ef9-a93d-42dd2841cd84 req-2c6de315-3588-4996-bbc4-4ffc8ca8afb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:13:04.790807 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [req-2080f69c-19aa-4ef9-a93d-42dd2841cd84 req-2c6de315-3588-4996-bbc4-4ffc8ca8afb8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515864'] for port (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:13:04.792184 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-2080f69c-19aa-4ef9-a93d-42dd2841cd84 req-2c6de315-3588-4996-bbc4-4ffc8ca8afb8 service neutron] 10.222.0.43 "PUT /v2.0/ports/ab7ff115-6093-4813-966f-56337f1c2db6 HTTP/1.1" status: 200 len: 1094 time: 0.6445520 Jun 26 03:13:04.792624 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c44a3421-d825-4b89-9c4e-8aa8112595d2', 'tag': 'ab7ff115-6093-4813-966f-56337f1c2db6'}] {{(pid=104013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 26 03:13:04.794904 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}139ce4dbef1e3d377c6aaa27dc3378ac98104fcd26dfc0ba8b816af75a6f94ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bae3daf8-d1c1-479e-8cbb-b786f30bb1e2" -d '{"events": [{"name": "network-changed", "server_uuid": "c44a3421-d825-4b89-9c4e-8aa8112595d2", "tag": "ab7ff115-6093-4813-966f-56337f1c2db6"}]}' {{(pid=104013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 03:13:04.796644 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-b782f69d-c84d-4569-8256-d88c9f28f966 req-714ab7f0-dfae-4561-9399-d183378f1f46 tempest-VolumesNegativeTest-1194216081 tempest-VolumesNegativeTest-1194216081-project] 10.222.0.13 "GET /v2.0/ports?device_id=2aa89b84-b7dc-4bfc-ab1a-1d0ba65c62cd HTTP/1.1" status: 200 len: 210 time: 0.0303590 Jun 26 03:13:04.827871 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6de315-3588-4996-bbc4-4ffc8ca8afb8 service neutron] Pushing event updated for resources: {'Port': ['ID=ab7ff115-6093-4813-966f-56337f1c2db6,revision_number=3']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:13:04.845187 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Jun 2022 03:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-223a9dfb-2e41-47b1-83dc-7e930b90128a x-openstack-request-id: req-223a9dfb-2e41-47b1-83dc-7e930b90128a {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 03:13:04.845475 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c44a3421-d825-4b89-9c4e-8aa8112595d2", "tag": "ab7ff115-6093-4813-966f-56337f1c2db6", "status": "completed", "code": 200}]} {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 03:13:04.845729 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-223a9dfb-2e41-47b1-83dc-7e930b90128a {{(pid=104013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 03:13:04.846153 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.notifiers.nova [-] Nova event matching ['req-223a9dfb-2e41-47b1-83dc-7e930b90128a'] response: {'name': 'network-changed', 'server_uuid': 'c44a3421-d825-4b89-9c4e-8aa8112595d2', 'tag': 'ab7ff115-6093-4813-966f-56337f1c2db6', 'status': 'completed', 'code': 200} Jun 26 03:13:05.201340 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae3daf8-d1c1-479e-8cbb-b786f30bb1e2 req-377622ab-8276-490b-b55e-6850454cfe03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:13:05.202905 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-bae3daf8-d1c1-479e-8cbb-b786f30bb1e2 req-377622ab-8276-490b-b55e-6850454cfe03 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1850f9f425294a82add8a09690dc1df0&device_id=c44a3421-d825-4b89-9c4e-8aa8112595d2 HTTP/1.1" status: 200 len: 1128 time: 0.0459557 Jun 26 03:13:05.274587 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-9588a9d9-9d0d-4747-8063-65293aa0aa22 req-e72e7a55-4154-4b5f-95ad-e261c101f180 tempest-VolumesNegativeTest-1194216081 tempest-VolumesNegativeTest-1194216081-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=fbf9d500fd3a41cdb218a5f3377c68ea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0248389 Jun 26 03:13:05.328051 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae3daf8-d1c1-479e-8cbb-b786f30bb1e2 req-9b03afe2-aede-466a-ac5f-fe718d79b8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:13:05.329511 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-bae3daf8-d1c1-479e-8cbb-b786f30bb1e2 req-9b03afe2-aede-466a-ac5f-fe718d79b8e9 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=1850f9f425294a82add8a09690dc1df0&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1143746 Jun 26 03:13:05.394928 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f1dc15-a7d3-47b2-a47a-102e99d524c0 req-ca3a7c91-45a7-453b-80d0-82128ec17119 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:13:05.396538 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-86f1dc15-a7d3-47b2-a47a-102e99d524c0 req-ca3a7c91-45a7-453b-80d0-82128ec17119 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee71e3f2-a415-4000-97d4-290a4675ee4e HTTP/1.1" status: 200 len: 945 time: 0.1169171 Jun 26 03:13:05.509603 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-86f1dc15-a7d3-47b2-a47a-102e99d524c0 req-a4a846a1-d156-4b9e-8323-a37bceb395ce tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a6260b7-7df3-4e25-b85a-7406feaa1dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051972 Jun 26 03:13:05.522120 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9588a9d9-9d0d-4747-8063-65293aa0aa22 req-986c5a24-86fc-4a4e-8fa7-ae5bc5c1af14 tempest-VolumesNegativeTest-1194216081 tempest-VolumesNegativeTest-1194216081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:13:05.525544 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-9588a9d9-9d0d-4747-8063-65293aa0aa22 req-986c5a24-86fc-4a4e-8fa7-ae5bc5c1af14 tempest-VolumesNegativeTest-1194216081 tempest-VolumesNegativeTest-1194216081-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2244315 Jun 26 03:13:05.583377 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [req-9588a9d9-9d0d-4747-8063-65293aa0aa22 req-026c083b-18c4-4a33-9163-0af86125ae20 tempest-VolumesNegativeTest-1194216081 tempest-VolumesNegativeTest-1194216081-project] Request body: {'port': {'device_id': '2aa89b84-b7dc-4bfc-ab1a-1d0ba65c62cd', 'network_id': 'fec5944d-43a2-4b65-93cf-22af7ffd0e6e', 'admin_state_up': True, 'tenant_id': 'fbf9d500fd3a41cdb218a5f3377c68ea'}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:13:05.710726 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9588a9d9-9d0d-4747-8063-65293aa0aa22 req-026c083b-18c4-4a33-9163-0af86125ae20 tempest-VolumesNegativeTest-1194216081 tempest-VolumesNegativeTest-1194216081-project] Made reservation on behalf of fbf9d500fd3a41cdb218a5f3377c68ea for: {'port': 1} {{(pid=104014) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 03:13:05.712129 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae3daf8-d1c1-479e-8cbb-b786f30bb1e2 req-1fbfcaf4-e584-4df9-b065-9b20603a23b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:13:05.713651 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-bae3daf8-d1c1-479e-8cbb-b786f30bb1e2 req-1fbfcaf4-e584-4df9-b065-9b20603a23b4 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3765008 Jun 26 03:13:05.715558 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-9588a9d9-9d0d-4747-8063-65293aa0aa22 req-026c083b-18c4-4a33-9163-0af86125ae20 tempest-VolumesNegativeTest-1194216081 tempest-VolumesNegativeTest-1194216081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:13:05.725580 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-9588a9d9-9d0d-4747-8063-65293aa0aa22 req-026c083b-18c4-4a33-9163-0af86125ae20 tempest-VolumesNegativeTest-1194216081 tempest-VolumesNegativeTest-1194216081-project] Publish callbacks [] for security_group (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:13:05.836668 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2080f69c-19aa-4ef9-a93d-42dd2841cd84 req-f3b836c4-3da0-4fa8-98f8-b8e3f0d1ea16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:13:05.838900 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-2080f69c-19aa-4ef9-a93d-42dd2841cd84 req-f3b836c4-3da0-4fa8-98f8-b8e3f0d1ea16 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1850f9f425294a82add8a09690dc1df0&device_id=c44a3421-d825-4b89-9c4e-8aa8112595d2 HTTP/1.1" status: 200 len: 1128 time: 0.0499649 Jun 26 03:13:05.851819 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202e8aba-9667-400e-8d2d-a8598454f9a4 req-bc13eee5-43fa-47ce-950b-debbb4627ded tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:13:05.854508 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-202e8aba-9667-400e-8d2d-a8598454f9a4 req-bc13eee5-43fa-47ce-950b-debbb4627ded tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/ports?device_id=c44a3421-d825-4b89-9c4e-8aa8112595d2 HTTP/1.1" status: 200 len: 944 time: 0.0718963 Jun 26 03:13:05.882187 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:13:05.897478 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-2080f69c-19aa-4ef9-a93d-42dd2841cd84 req-cffacea2-81b7-4d39-a71a-5ee274bdfdbc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ab7ff115-6093-4813-966f-56337f1c2db6 HTTP/1.1" status: 200 len: 217 time: 0.0453806 Jun 26 03:13:05.899185 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-9588a9d9-9d0d-4747-8063-65293aa0aa22 req-026c083b-18c4-4a33-9163-0af86125ae20 tempest-VolumesNegativeTest-1194216081 tempest-VolumesNegativeTest-1194216081-project] Publish callbacks [] for security_group (46651910-684d-49e8-bda7-d4e90c93264f), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:13:05.907494 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-9588a9d9-9d0d-4747-8063-65293aa0aa22 req-026c083b-18c4-4a33-9163-0af86125ae20 tempest-VolumesNegativeTest-1194216081 tempest-VolumesNegativeTest-1194216081-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (46651910-684d-49e8-bda7-d4e90c93264f), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:13:05.960325 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2080f69c-19aa-4ef9-a93d-42dd2841cd84 req-cd57b3ae-0575-4442-abc5-6b905dd4b88a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:13:05.962288 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-2080f69c-19aa-4ef9-a93d-42dd2841cd84 req-cd57b3ae-0575-4442-abc5-6b905dd4b88a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e97e6f7f-41a5-4383-a841-52482c75f2ee HTTP/1.1" status: 200 len: 853 time: 0.0575285 Jun 26 03:13:06.026429 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-202e8aba-9667-400e-8d2d-a8598454f9a4 req-093676b0-4bc6-4a44-988b-d6835f9f59e4 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/security-groups?id=51bc558b-0b37-44ba-ac08-eec268c45be8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1605165 Jun 26 03:13:06.028697 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-91f1abaf-a67d-407b-b756-da46395a9a19 req-78ca8f24-12b1-4ced-82a6-e0aead53c323 tempest-VolumesNegativeTest-1194216081 tempest-VolumesNegativeTest-1194216081-project] 10.222.0.13 "GET /v2.0/ports?device_id=2aa89b84-b7dc-4bfc-ab1a-1d0ba65c62cd HTTP/1.1" status: 200 len: 210 time: 0.0988829 Jun 26 03:13:06.033229 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:13:06.048045 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026c083b-18c4-4a33-9163-0af86125ae20 tempest-VolumesNegativeTest-1194216081 tempest-VolumesNegativeTest-1194216081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46651910-684d-49e8-bda7-d4e90c93264f,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:13:06.118535 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2080f69c-19aa-4ef9-a93d-42dd2841cd84 req-d27baf20-52d5-4fba-988f-8c73e63c5d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:13:06.121345 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-2080f69c-19aa-4ef9-a93d-42dd2841cd84 req-d27baf20-52d5-4fba-988f-8c73e63c5d09 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=02cd0f74-99cd-4eb9-aeb7-aae2b7255a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0870864 Jun 26 03:13:06.142644 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.db.db_base_plugin_common [req-9588a9d9-9d0d-4747-8063-65293aa0aa22 req-026c083b-18c4-4a33-9163-0af86125ae20 tempest-VolumesNegativeTest-1194216081 tempest-VolumesNegativeTest-1194216081-project] Allocated IP 192.168.233.183 (fec5944d-43a2-4b65-93cf-22af7ffd0e6e/aefd496a-60a5-446e-b5cd-3d391ae457cf/619dd00f-2ea8-4823-b3cf-9aefd955dab8) {{(pid=104014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 03:13:06.231011 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-2080f69c-19aa-4ef9-a93d-42dd2841cd84 req-07efdd32-ec97-4242-891b-9c8d959f109e service neutron] 10.222.0.43 "GET /v2.0/networks/02cd0f74-99cd-4eb9-aeb7-aae2b7255a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019738 Jun 26 03:13:06.343990 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-2080f69c-19aa-4ef9-a93d-42dd2841cd84 req-0f328b5b-6067-41fd-b5c3-eb5154e2ad32 service neutron] 10.222.0.43 "GET /v2.0/networks/02cd0f74-99cd-4eb9-aeb7-aae2b7255a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052253 Jun 26 03:13:06.350621 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-9588a9d9-9d0d-4747-8063-65293aa0aa22 req-026c083b-18c4-4a33-9163-0af86125ae20 tempest-VolumesNegativeTest-1194216081 tempest-VolumesNegativeTest-1194216081-project] Publish callbacks [] for port (619dd00f-2ea8-4823-b3cf-9aefd955dab8), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:13:06.389287 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-9588a9d9-9d0d-4747-8063-65293aa0aa22 req-026c083b-18c4-4a33-9163-0af86125ae20 tempest-VolumesNegativeTest-1194216081 tempest-VolumesNegativeTest-1194216081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787575245469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6258255'] for port (619dd00f-2ea8-4823-b3cf-9aefd955dab8), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:13:06.450786 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9588a9d9-9d0d-4747-8063-65293aa0aa22 req-026c083b-18c4-4a33-9163-0af86125ae20 tempest-VolumesNegativeTest-1194216081 tempest-VolumesNegativeTest-1194216081-project] Network fec5944d-43a2-4b65-93cf-22af7ffd0e6e is already hosted by enough agents. {{(pid=104014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 03:13:06.451675 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026c083b-18c4-4a33-9163-0af86125ae20 tempest-VolumesNegativeTest-1194216081 tempest-VolumesNegativeTest-1194216081-project] Pushing event updated for resources: {'Port': ['ID=619dd00f-2ea8-4823-b3cf-9aefd955dab8,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:13:06.454782 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.scheduler.base_scheduler [req-9588a9d9-9d0d-4747-8063-65293aa0aa22 req-026c083b-18c4-4a33-9163-0af86125ae20 tempest-VolumesNegativeTest-1194216081 tempest-VolumesNegativeTest-1194216081-project] Resources bound (agent type, host, resource id): {{(pid=104014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 03:13:06.456858 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [req-9588a9d9-9d0d-4747-8063-65293aa0aa22 req-026c083b-18c4-4a33-9163-0af86125ae20 tempest-VolumesNegativeTest-1194216081 tempest-VolumesNegativeTest-1194216081-project] Received port after_create {{(pid=104014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 26 03:13:06.507088 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9588a9d9-9d0d-4747-8063-65293aa0aa22 req-026c083b-18c4-4a33-9163-0af86125ae20 tempest-VolumesNegativeTest-1194216081 tempest-VolumesNegativeTest-1194216081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:13:06.507713 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-9588a9d9-9d0d-4747-8063-65293aa0aa22 req-026c083b-18c4-4a33-9163-0af86125ae20 tempest-VolumesNegativeTest-1194216081 tempest-VolumesNegativeTest-1194216081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515864'] for port (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:13:06.529747 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-9588a9d9-9d0d-4747-8063-65293aa0aa22 req-026c083b-18c4-4a33-9163-0af86125ae20 tempest-VolumesNegativeTest-1194216081 tempest-VolumesNegativeTest-1194216081-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9503424 Jun 26 03:13:06.644017 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601462db-1cd5-4f57-b96e-f565ea29feab req-7c4cfef2-77e0-4055-b5fb-e9367098137a tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:13:06.651645 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-601462db-1cd5-4f57-b96e-f565ea29feab req-7c4cfef2-77e0-4055-b5fb-e9367098137a tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee71e3f2-a415-4000-97d4-290a4675ee4e HTTP/1.1" status: 200 len: 945 time: 0.0567193 Jun 26 03:13:06.718601 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-601462db-1cd5-4f57-b96e-f565ea29feab req-e55e38db-ac1e-4ff2-8046-cb39b2b04a8f tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a6260b7-7df3-4e25-b85a-7406feaa1dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659773 Jun 26 03:13:06.764270 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-f04a5b40-6e58-45c5-926b-20b6b4d78a5c None None] Provisioning complete for port 619dd00f-2ea8-4823-b3cf-9aefd955dab8 triggered by entity DHCP. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:13:06.764832 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-f04a5b40-6e58-45c5-926b-20b6b4d78a5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (619dd00f-2ea8-4823-b3cf-9aefd955dab8), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:13:06.799568 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-f04a5b40-6e58-45c5-926b-20b6b4d78a5c None None] Port 619dd00f-2ea8-4823-b3cf-9aefd955dab8 cannot update to ACTIVE because it is not bound. {{(pid=104015) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 26 03:13:07.235152 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fc8a36-72a4-4dd0-bb8f-b3a6d568cd54 req-dfabf05f-762f-49e0-82f9-d540f2dfaf08 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:13:07.238512 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-d9fc8a36-72a4-4dd0-bb8f-b3a6d568cd54 req-dfabf05f-762f-49e0-82f9-d540f2dfaf08 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/ports?device_id=c44a3421-d825-4b89-9c4e-8aa8112595d2 HTTP/1.1" status: 200 len: 944 time: 0.0866883 Jun 26 03:13:07.245298 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd6c657-3948-4a39-9cc3-85b84304ed3a req-f0d63ea3-3f21-4aa2-9b6b-86670788b44a tempest-VolumesNegativeTest-1194216081 tempest-VolumesNegativeTest-1194216081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:13:07.247298 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-5cd6c657-3948-4a39-9cc3-85b84304ed3a req-f0d63ea3-3f21-4aa2-9b6b-86670788b44a tempest-VolumesNegativeTest-1194216081 tempest-VolumesNegativeTest-1194216081-project] 10.222.0.13 "GET /v2.0/ports?device_id=2aa89b84-b7dc-4bfc-ab1a-1d0ba65c62cd HTTP/1.1" status: 200 len: 936 time: 0.1065545 Jun 26 03:13:07.332644 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-d9fc8a36-72a4-4dd0-bb8f-b3a6d568cd54 req-fbfdf647-9db8-4cb3-a333-8f20f7e59eac tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/security-groups?id=51bc558b-0b37-44ba-ac08-eec268c45be8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841675 Jun 26 03:13:07.341592 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-5cd6c657-3948-4a39-9cc3-85b84304ed3a req-15a2eb89-655b-445a-b382-d45ea7a5dcc5 tempest-VolumesNegativeTest-1194216081 tempest-VolumesNegativeTest-1194216081-project] 10.222.0.13 "GET /v2.0/security-groups?id=46651910-684d-49e8-bda7-d4e90c93264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845706 Jun 26 03:13:07.834795 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470f70cf-2052-4c00-a4af-ccdbd4f9b0db req-62644044-7576-4284-8f0d-e8cb07774548 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:13:07.836502 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-470f70cf-2052-4c00-a4af-ccdbd4f9b0db req-62644044-7576-4284-8f0d-e8cb07774548 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee71e3f2-a415-4000-97d4-290a4675ee4e HTTP/1.1" status: 200 len: 945 time: 0.0564449 Jun 26 03:13:07.860503 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:13:07.894760 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-470f70cf-2052-4c00-a4af-ccdbd4f9b0db req-245d449e-e37e-44b8-9c43-e93ebfd7eb0b tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a6260b7-7df3-4e25-b85a-7406feaa1dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518734 Jun 26 03:13:08.469270 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910a32a0-01d8-4027-8ead-2dc4a05dda51 req-118362ff-81cd-4110-a522-bd93b8c739e9 tempest-VolumesNegativeTest-1194216081 tempest-VolumesNegativeTest-1194216081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:13:08.471429 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-910a32a0-01d8-4027-8ead-2dc4a05dda51 req-118362ff-81cd-4110-a522-bd93b8c739e9 tempest-VolumesNegativeTest-1194216081 tempest-VolumesNegativeTest-1194216081-project] 10.222.0.13 "GET /v2.0/ports?device_id=2aa89b84-b7dc-4bfc-ab1a-1d0ba65c62cd HTTP/1.1" status: 200 len: 936 time: 0.0551136 Jun 26 03:13:08.525762 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:13:08.531865 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-910a32a0-01d8-4027-8ead-2dc4a05dda51 req-646bd4a4-9aab-4c9a-bc37-753918ec78f9 tempest-VolumesNegativeTest-1194216081 tempest-VolumesNegativeTest-1194216081-project] 10.222.0.13 "GET /v2.0/security-groups?id=46651910-684d-49e8-bda7-d4e90c93264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538592 Jun 26 03:13:08.621350 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c75bfc-6fb1-4c65-9284-c786d4f96956 req-134da119-d17a-428d-9975-baa731a33d9d tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:13:08.622866 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-c4c75bfc-6fb1-4c65-9284-c786d4f96956 req-134da119-d17a-428d-9975-baa731a33d9d tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/ports?device_id=c44a3421-d825-4b89-9c4e-8aa8112595d2 HTTP/1.1" status: 200 len: 944 time: 0.0477622 Jun 26 03:13:08.682708 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-c4c75bfc-6fb1-4c65-9284-c786d4f96956 req-90b0f5f1-be63-4fd2-8a92-b6c6e299f06a tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/security-groups?id=51bc558b-0b37-44ba-ac08-eec268c45be8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538716 Jun 26 03:13:08.693723 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [req-9588a9d9-9d0d-4747-8063-65293aa0aa22 req-cd2f7a46-b82f-4b2c-8553-cb9d73a8d339 service neutron] Request body: {'port': {'device_id': '2aa89b84-b7dc-4bfc-ab1a-1d0ba65c62cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84684'}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:13:08.761633 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-9588a9d9-9d0d-4747-8063-65293aa0aa22 req-cd2f7a46-b82f-4b2c-8553-cb9d73a8d339 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (619dd00f-2ea8-4823-b3cf-9aefd955dab8), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:13:08.885800 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Device ab7ff115-6093-4813-966f-56337f1c2db6 details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=104015) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 26 03:13:09.045612 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:13:09.081238 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] For port ab7ff115-6093-4813-966f-56337f1c2db6, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=ab7ff115-6093-4813-966f-56337f1c2db6,segment=NetworkSegment(4d81c647-e55d-4122-8ce3-5fece06ad477),segment_id=4d81c647-e55d-4122-8ce3-5fece06ad477)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:13:09.094807 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Returning: {'device': 'ab7ff115-6093-4813-966f-56337f1c2db6', 'network_id': '02cd0f74-99cd-4eb9-aeb7-aae2b7255a50', 'port_id': 'ab7ff115-6093-4813-966f-56337f1c2db6', 'mac_address': 'fa:16:3e:6f:d0:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e97e6f7f-41a5-4383-a841-52482c75f2ee', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104015) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 26 03:13:09.100508 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.notifiers.nova [req-9588a9d9-9d0d-4747-8063-65293aa0aa22 req-cd2f7a46-b82f-4b2c-8553-cb9d73a8d339 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 619dd00f-2ea8-4823-b3cf-9aefd955dab8 {{(pid=104014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 26 03:13:09.111598 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-9588a9d9-9d0d-4747-8063-65293aa0aa22 req-cd2f7a46-b82f-4b2c-8553-cb9d73a8d339 service neutron] Publish callbacks [] for port (619dd00f-2ea8-4823-b3cf-9aefd955dab8), precommit_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:13:09.120464 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaf5283-ffe9-462d-939d-518fb1523254 req-ca528870-dc90-4fe8-acc3-ec50b2da792c tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:13:09.121955 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-baaf5283-ffe9-462d-939d-518fb1523254 req-ca528870-dc90-4fe8-acc3-ec50b2da792c tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee71e3f2-a415-4000-97d4-290a4675ee4e HTTP/1.1" status: 200 len: 945 time: 0.0871074 Jun 26 03:13:09.139598 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Current status of the port ab7ff115-6093-4813-966f-56337f1c2db6 is: DOWN; New status is: BUILD {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 03:13:09.139923 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (ab7ff115-6093-4813-966f-56337f1c2db6), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:13:09.150015 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [req-9588a9d9-9d0d-4747-8063-65293aa0aa22 req-cd2f7a46-b82f-4b2c-8553-cb9d73a8d339 service neutron] Transition to ACTIVE for port object 619dd00f-2ea8-4823-b3cf-9aefd955dab8 will not be triggered until provisioned by entity L2. {{(pid=104014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 26 03:13:09.160020 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.notifiers.nova [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab7ff115-6093-4813-966f-56337f1c2db6 {{(pid=104015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 26 03:13:09.162175 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-9588a9d9-9d0d-4747-8063-65293aa0aa22 req-cd2f7a46-b82f-4b2c-8553-cb9d73a8d339 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6258262'] for port (619dd00f-2ea8-4823-b3cf-9aefd955dab8), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:13:09.183438 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] For port ab7ff115-6093-4813-966f-56337f1c2db6, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=ab7ff115-6093-4813-966f-56337f1c2db6,segment=NetworkSegment(4d81c647-e55d-4122-8ce3-5fece06ad477),segment_id=4d81c647-e55d-4122-8ce3-5fece06ad477)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:13:09.189350 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (ab7ff115-6093-4813-966f-56337f1c2db6), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:13:09.215835 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-baaf5283-ffe9-462d-939d-518fb1523254 req-a9b7b3e4-ac98-4776-aa31-cf72af6dbf14 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a6260b7-7df3-4e25-b85a-7406feaa1dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856025 Jun 26 03:13:09.237983 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2f7a46-b82f-4b2c-8553-cb9d73a8d339 service neutron] Pushing event updated for resources: {'Port': ['ID=619dd00f-2ea8-4823-b3cf-9aefd955dab8,revision_number=2']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:13:09.254227 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Pushing event updated for resources: {'Port': ['ID=ab7ff115-6093-4813-966f-56337f1c2db6,revision_number=4']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:13:09.343267 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.managers [req-9588a9d9-9d0d-4747-8063-65293aa0aa22 req-cd2f7a46-b82f-4b2c-8553-cb9d73a8d339 service neutron] Attempting to bind port 619dd00f-2ea8-4823-b3cf-9aefd955dab8 on host hv-cinder-84684 for vnic_type normal with profile {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 26 03:13:09.343609 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.managers [req-9588a9d9-9d0d-4747-8063-65293aa0aa22 req-cd2f7a46-b82f-4b2c-8553-cb9d73a8d339 service neutron] Attempting to bind port 619dd00f-2ea8-4823-b3cf-9aefd955dab8 by drivers openvswitch,hyperv on host hv-cinder-84684 at level 0 using segments [{'id': '3f74204c-92fe-4c89-9c34-e59aa44a73e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'fec5944d-43a2-4b65-93cf-22af7ffd0e6e'}] {{(pid=104014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 26 03:13:09.343935 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9588a9d9-9d0d-4747-8063-65293aa0aa22 req-cd2f7a46-b82f-4b2c-8553-cb9d73a8d339 service neutron] Attempting to bind port 619dd00f-2ea8-4823-b3cf-9aefd955dab8 on network fec5944d-43a2-4b65-93cf-22af7ffd0e6e {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 26 03:13:09.349459 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9588a9d9-9d0d-4747-8063-65293aa0aa22 req-cd2f7a46-b82f-4b2c-8553-cb9d73a8d339 service neutron] Port 619dd00f-2ea8-4823-b3cf-9aefd955dab8 on network fec5944d-43a2-4b65-93cf-22af7ffd0e6e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84684 {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 26 03:13:09.349778 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9588a9d9-9d0d-4747-8063-65293aa0aa22 req-cd2f7a46-b82f-4b2c-8553-cb9d73a8d339 service neutron] Attempting to bind port 619dd00f-2ea8-4823-b3cf-9aefd955dab8 on network fec5944d-43a2-4b65-93cf-22af7ffd0e6e {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 26 03:13:09.358375 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9588a9d9-9d0d-4747-8063-65293aa0aa22 req-cd2f7a46-b82f-4b2c-8553-cb9d73a8d339 service neutron] Checking agent: {'id': 'e7a0895f-45bb-4130-be69-32df3e039043', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84684', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 26, 3, 2, 40), 'started_at': datetime.datetime(2022, 6, 26, 3, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 26, 3, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 26 03:13:09.358714 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9588a9d9-9d0d-4747-8063-65293aa0aa22 req-cd2f7a46-b82f-4b2c-8553-cb9d73a8d339 service neutron] Checking segment: {'id': '3f74204c-92fe-4c89-9c34-e59aa44a73e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'fec5944d-43a2-4b65-93cf-22af7ffd0e6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 26 03:13:09.359093 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9588a9d9-9d0d-4747-8063-65293aa0aa22 req-cd2f7a46-b82f-4b2c-8553-cb9d73a8d339 service neutron] Bound using segment: {'id': '3f74204c-92fe-4c89-9c34-e59aa44a73e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'fec5944d-43a2-4b65-93cf-22af7ffd0e6e'} {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 26 03:13:09.359520 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.managers [req-9588a9d9-9d0d-4747-8063-65293aa0aa22 req-cd2f7a46-b82f-4b2c-8553-cb9d73a8d339 service neutron] Bound port: 619dd00f-2ea8-4823-b3cf-9aefd955dab8, host: hv-cinder-84684, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f74204c-92fe-4c89-9c34-e59aa44a73e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'fec5944d-43a2-4b65-93cf-22af7ffd0e6e'}}] {{(pid=104014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 26 03:13:09.359877 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-9588a9d9-9d0d-4747-8063-65293aa0aa22 req-cd2f7a46-b82f-4b2c-8553-cb9d73a8d339 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (619dd00f-2ea8-4823-b3cf-9aefd955dab8), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:13:09.436783 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [req-9588a9d9-9d0d-4747-8063-65293aa0aa22 req-cd2f7a46-b82f-4b2c-8553-cb9d73a8d339 service neutron] For port 619dd00f-2ea8-4823-b3cf-9aefd955dab8, host hv-cinder-84684, cleared binding levels {{(pid=104014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 03:13:09.440725 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [req-9588a9d9-9d0d-4747-8063-65293aa0aa22 req-cd2f7a46-b82f-4b2c-8553-cb9d73a8d339 service neutron] For port 619dd00f-2ea8-4823-b3cf-9aefd955dab8, host hv-cinder-84684, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=619dd00f-2ea8-4823-b3cf-9aefd955dab8,segment=NetworkSegment(3f74204c-92fe-4c89-9c34-e59aa44a73e4),segment_id=3f74204c-92fe-4c89-9c34-e59aa44a73e4)] {{(pid=104014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 03:13:09.455731 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-9588a9d9-9d0d-4747-8063-65293aa0aa22 req-cd2f7a46-b82f-4b2c-8553-cb9d73a8d339 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6258262'] for port (619dd00f-2ea8-4823-b3cf-9aefd955dab8), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:13:09.467657 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:13:09.489163 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9588a9d9-9d0d-4747-8063-65293aa0aa22 req-cd2f7a46-b82f-4b2c-8553-cb9d73a8d339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:13:09.489774 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-9588a9d9-9d0d-4747-8063-65293aa0aa22 req-cd2f7a46-b82f-4b2c-8553-cb9d73a8d339 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515864'] for port (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:13:09.491655 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-9588a9d9-9d0d-4747-8063-65293aa0aa22 req-cd2f7a46-b82f-4b2c-8553-cb9d73a8d339 service neutron] 10.222.0.43 "PUT /v2.0/ports/619dd00f-2ea8-4823-b3cf-9aefd955dab8 HTTP/1.1" status: 200 len: 1098 time: 0.8033731 Jun 26 03:13:09.492086 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2aa89b84-b7dc-4bfc-ab1a-1d0ba65c62cd', 'tag': '619dd00f-2ea8-4823-b3cf-9aefd955dab8'}] {{(pid=104014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 26 03:13:09.494367 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b346e277b9447a300c9d303bb334713d04858661d6ca7e8667ef96f79658145a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc38628c-14f0-4d19-a1ad-bf6959eea761" -d '{"events": [{"name": "network-changed", "server_uuid": "2aa89b84-b7dc-4bfc-ab1a-1d0ba65c62cd", "tag": "619dd00f-2ea8-4823-b3cf-9aefd955dab8"}]}' {{(pid=104014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 03:13:09.552561 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2f7a46-b82f-4b2c-8553-cb9d73a8d339 service neutron] Pushing event updated for resources: {'Port': ['ID=619dd00f-2ea8-4823-b3cf-9aefd955dab8,revision_number=3']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:13:09.558016 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Jun 2022 03:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74d3be15-c791-4ec3-b6a9-0cdf5486f96d x-openstack-request-id: req-74d3be15-c791-4ec3-b6a9-0cdf5486f96d {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 03:13:09.558016 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2aa89b84-b7dc-4bfc-ab1a-1d0ba65c62cd", "tag": "619dd00f-2ea8-4823-b3cf-9aefd955dab8", "status": "completed", "code": 200}]} {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 03:13:09.558016 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-74d3be15-c791-4ec3-b6a9-0cdf5486f96d {{(pid=104014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 03:13:09.558604 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74d3be15-c791-4ec3-b6a9-0cdf5486f96d'] response: {'name': 'network-changed', 'server_uuid': '2aa89b84-b7dc-4bfc-ab1a-1d0ba65c62cd', 'tag': '619dd00f-2ea8-4823-b3cf-9aefd955dab8', 'status': 'completed', 'code': 200} Jun 26 03:13:09.641240 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] get_ports_and_sgs() called for port_ids ['ab7ff115-6093-4813-966f-56337f1c2db6'] {{(pid=104015) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 03:13:09.686200 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:13:09.701500 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9588a9d9-9d0d-4747-8063-65293aa0aa22 req-b45404c7-2dea-41e1-addb-eb57d192542b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:13:09.703207 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-9588a9d9-9d0d-4747-8063-65293aa0aa22 req-b45404c7-2dea-41e1-addb-eb57d192542b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fbf9d500fd3a41cdb218a5f3377c68ea&device_id=2aa89b84-b7dc-4bfc-ab1a-1d0ba65c62cd HTTP/1.1" status: 200 len: 1132 time: 0.1161733 Jun 26 03:13:09.713666 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4817560d-a17a-467f-a35d-3a9b2caf9ae6 req-5436a93d-2237-412a-b846-db11c54d7a77 tempest-VolumesNegativeTest-1194216081 tempest-VolumesNegativeTest-1194216081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:13:09.721839 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-4817560d-a17a-467f-a35d-3a9b2caf9ae6 req-5436a93d-2237-412a-b846-db11c54d7a77 tempest-VolumesNegativeTest-1194216081 tempest-VolumesNegativeTest-1194216081-project] 10.222.0.13 "GET /v2.0/ports?device_id=2aa89b84-b7dc-4bfc-ab1a-1d0ba65c62cd HTTP/1.1" status: 200 len: 948 time: 0.0896327 Jun 26 03:13:09.784967 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-9588a9d9-9d0d-4747-8063-65293aa0aa22 req-5177056a-6167-4bb3-a53c-f3ba76a814fd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=619dd00f-2ea8-4823-b3cf-9aefd955dab8 HTTP/1.1" status: 200 len: 217 time: 0.0543227 Jun 26 03:13:09.858129 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-4817560d-a17a-467f-a35d-3a9b2caf9ae6 req-77384773-39dd-4a59-a8c0-1828447cf597 tempest-VolumesNegativeTest-1194216081 tempest-VolumesNegativeTest-1194216081-project] 10.222.0.13 "GET /v2.0/security-groups?id=46651910-684d-49e8-bda7-d4e90c93264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327019 Jun 26 03:13:09.902142 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013d39a8-0fed-4481-b714-7092403c9ed8 req-e17f21d0-26ce-47a4-9df0-8250bac3d34d tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:13:09.903786 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-013d39a8-0fed-4481-b714-7092403c9ed8 req-e17f21d0-26ce-47a4-9df0-8250bac3d34d tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/ports?device_id=c44a3421-d825-4b89-9c4e-8aa8112595d2 HTTP/1.1" status: 200 len: 945 time: 0.1317663 Jun 26 03:13:09.930391 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9588a9d9-9d0d-4747-8063-65293aa0aa22 req-76a4a57d-e8b3-4100-a7c6-d6c67614d67d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:13:09.932357 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-9588a9d9-9d0d-4747-8063-65293aa0aa22 req-76a4a57d-e8b3-4100-a7c6-d6c67614d67d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=aefd496a-60a5-446e-b5cd-3d391ae457cf HTTP/1.1" status: 200 len: 843 time: 0.1291437 Jun 26 03:13:09.989289 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-013d39a8-0fed-4481-b714-7092403c9ed8 req-b88f8e4d-3965-4b2d-878c-50eaf9833948 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/security-groups?id=51bc558b-0b37-44ba-ac08-eec268c45be8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791318 Jun 26 03:13:09.992384 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9588a9d9-9d0d-4747-8063-65293aa0aa22 req-9fe3f05f-4260-4ba6-a8b7-5d4f367203fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:13:09.993798 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-9588a9d9-9d0d-4747-8063-65293aa0aa22 req-9fe3f05f-4260-4ba6-a8b7-5d4f367203fa service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fec5944d-43a2-4b65-93cf-22af7ffd0e6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0513835 Jun 26 03:13:10.102609 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-9588a9d9-9d0d-4747-8063-65293aa0aa22 req-40639996-254e-4efd-a033-4fa53a7c8f2d service neutron] 10.222.0.43 "GET /v2.0/networks/fec5944d-43a2-4b65-93cf-22af7ffd0e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003261 Jun 26 03:13:10.200547 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-9588a9d9-9d0d-4747-8063-65293aa0aa22 req-e17c44af-7de8-4842-b71e-40da01f3cae6 service neutron] 10.222.0.43 "GET /v2.0/networks/fec5944d-43a2-4b65-93cf-22af7ffd0e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912523 Jun 26 03:13:10.371738 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b40b58-d351-44bc-ad7f-5b2a1e0edd6b req-5a7edc16-8119-4318-960d-1f0ec09b2f6b tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:13:10.373696 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-c2b40b58-d351-44bc-ad7f-5b2a1e0edd6b req-5a7edc16-8119-4318-960d-1f0ec09b2f6b tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee71e3f2-a415-4000-97d4-290a4675ee4e HTTP/1.1" status: 200 len: 945 time: 0.0550058 Jun 26 03:13:10.422360 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-c2b40b58-d351-44bc-ad7f-5b2a1e0edd6b req-20429e3e-c261-4298-9501-c13c0875b47f tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a6260b7-7df3-4e25-b85a-7406feaa1dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423086 Jun 26 03:13:10.968126 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8569b40d-1cb8-4106-a8c1-3e6fef8858b8 req-d5f9acf7-8da6-4124-a962-b607cbf1651e tempest-VolumesNegativeTest-1194216081 tempest-VolumesNegativeTest-1194216081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:13:10.974607 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-8569b40d-1cb8-4106-a8c1-3e6fef8858b8 req-d5f9acf7-8da6-4124-a962-b607cbf1651e tempest-VolumesNegativeTest-1194216081 tempest-VolumesNegativeTest-1194216081-project] 10.222.0.13 "GET /v2.0/ports?device_id=2aa89b84-b7dc-4bfc-ab1a-1d0ba65c62cd HTTP/1.1" status: 200 len: 948 time: 0.0528634 Jun 26 03:13:10.985823 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Device ab7ff115-6093-4813-966f-56337f1c2db6 up at agent hyperv_hv-cinder-84684 {{(pid=104015) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 03:13:10.988016 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:13:11.039867 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-8569b40d-1cb8-4106-a8c1-3e6fef8858b8 req-d788a890-d093-40ab-9281-f6b0ce58d69f tempest-VolumesNegativeTest-1194216081 tempest-VolumesNegativeTest-1194216081-project] 10.222.0.13 "GET /v2.0/security-groups?id=46651910-684d-49e8-bda7-d4e90c93264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643311 Jun 26 03:13:11.051085 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Provisioning for port ab7ff115-6093-4813-966f-56337f1c2db6 completed by entity L2. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 26 03:13:11.070414 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Provisioning complete for port ab7ff115-6093-4813-966f-56337f1c2db6 triggered by entity L2. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:13:11.070869 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (ab7ff115-6093-4813-966f-56337f1c2db6), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:13:11.138116 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0bc931-0692-45bf-bc43-d964de6621a4 req-5e51d577-112d-409c-8480-7652446ace7d tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:13:11.145357 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-fc0bc931-0692-45bf-bc43-d964de6621a4 req-5e51d577-112d-409c-8480-7652446ace7d tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/ports?device_id=c44a3421-d825-4b89-9c4e-8aa8112595d2 HTTP/1.1" status: 200 len: 945 time: 0.0572615 Jun 26 03:13:11.151293 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Current status of the port ab7ff115-6093-4813-966f-56337f1c2db6 is: BUILD; New status is: ACTIVE {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 03:13:11.151691 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (ab7ff115-6093-4813-966f-56337f1c2db6), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:13:11.180084 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c44a3421-d825-4b89-9c4e-8aa8112595d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab7ff115-6093-4813-966f-56337f1c2db6'}] {{(pid=104015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 26 03:13:11.182789 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cc6f3b5c5ccbcb5bcfe28d8fb20da90166658d76702b85331307104b46494b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-053d6199-01d8-475a-91b3-957e873997a4" -d '{"events": [{"server_uuid": "c44a3421-d825-4b89-9c4e-8aa8112595d2", "name": "network-vif-plugged", "status": "completed", "tag": "ab7ff115-6093-4813-966f-56337f1c2db6"}]}' {{(pid=104015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 03:13:11.197038 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] For port ab7ff115-6093-4813-966f-56337f1c2db6, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=ab7ff115-6093-4813-966f-56337f1c2db6,segment=NetworkSegment(4d81c647-e55d-4122-8ce3-5fece06ad477),segment_id=4d81c647-e55d-4122-8ce3-5fece06ad477)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:13:11.203785 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-fc0bc931-0692-45bf-bc43-d964de6621a4 req-c228cd49-ce2d-410f-8941-0c1dfeb3e281 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/security-groups?id=51bc558b-0b37-44ba-ac08-eec268c45be8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547214 Jun 26 03:13:11.206538 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (ab7ff115-6093-4813-966f-56337f1c2db6), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:13:11.244872 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Jun 2022 03:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a92b7dad-8824-496e-a24e-1242bd6e153a x-openstack-request-id: req-a92b7dad-8824-496e-a24e-1242bd6e153a {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 03:13:11.245269 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c44a3421-d825-4b89-9c4e-8aa8112595d2", "name": "network-vif-plugged", "status": "completed", "tag": "ab7ff115-6093-4813-966f-56337f1c2db6", "code": 200}]} {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 03:13:11.245687 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a92b7dad-8824-496e-a24e-1242bd6e153a {{(pid=104015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 03:13:11.246133 dv-cinder-846842-4-iscsi neutron-server[104015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a92b7dad-8824-496e-a24e-1242bd6e153a'] response: {'server_uuid': 'c44a3421-d825-4b89-9c4e-8aa8112595d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab7ff115-6093-4813-966f-56337f1c2db6', 'code': 200} Jun 26 03:13:11.273366 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Pushing event updated for resources: {'Port': ['ID=ab7ff115-6093-4813-966f-56337f1c2db6,revision_number=5']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:13:11.426646 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-db171ebc-cde8-4173-a831-a20b2b34b0dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (7168f7b9-c398-4364-91f8-35e2ce03f4c4), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:13:11.559282 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00557658-5e7f-432d-8a91-f1f113002810 req-daad0ce0-5260-4bc4-97f9-d150093d2f01 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:13:11.560930 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-00557658-5e7f-432d-8a91-f1f113002810 req-daad0ce0-5260-4bc4-97f9-d150093d2f01 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee71e3f2-a415-4000-97d4-290a4675ee4e HTTP/1.1" status: 200 len: 945 time: 0.0523038 Jun 26 03:13:11.618090 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-00557658-5e7f-432d-8a91-f1f113002810 req-3d08db75-8cb2-4d6e-80ce-3b45c6237b4b tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a6260b7-7df3-4e25-b85a-7406feaa1dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491855 Jun 26 03:13:12.164690 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fd65a0-26a5-4fd8-82ec-2e781d57f585 req-89f65657-e017-49fd-8d65-25f9bf7b69d7 tempest-VolumesNegativeTest-1194216081 tempest-VolumesNegativeTest-1194216081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:13:12.167013 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-d9fd65a0-26a5-4fd8-82ec-2e781d57f585 req-89f65657-e017-49fd-8d65-25f9bf7b69d7 tempest-VolumesNegativeTest-1194216081 tempest-VolumesNegativeTest-1194216081-project] 10.222.0.13 "GET /v2.0/ports?device_id=2aa89b84-b7dc-4bfc-ab1a-1d0ba65c62cd HTTP/1.1" status: 200 len: 948 time: 0.0515552 Jun 26 03:13:12.230521 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-d9fd65a0-26a5-4fd8-82ec-2e781d57f585 req-7180dec2-d443-47b9-9deb-c36d0f746ca3 tempest-VolumesNegativeTest-1194216081 tempest-VolumesNegativeTest-1194216081-project] 10.222.0.13 "GET /v2.0/security-groups?id=46651910-684d-49e8-bda7-d4e90c93264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555124 Jun 26 03:13:12.311245 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=100 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:13:12.323196 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833c41ad-f4de-4873-ac40-0efe5225f510 req-905e2e1f-bfde-41f5-b581-aa9a4117ced8 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:13:12.324672 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-833c41ad-f4de-4873-ac40-0efe5225f510 req-905e2e1f-bfde-41f5-b581-aa9a4117ced8 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/ports?device_id=c44a3421-d825-4b89-9c4e-8aa8112595d2 HTTP/1.1" status: 200 len: 946 time: 0.0508246 Jun 26 03:13:12.337396 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=100 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:13:12.381129 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-833c41ad-f4de-4873-ac40-0efe5225f510 req-88438ee2-d0af-474c-a270-d88cdcad5298 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/security-groups?id=51bc558b-0b37-44ba-ac08-eec268c45be8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503500 Jun 26 03:13:12.795906 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461d5697-c67f-47c6-8363-1127a8fb4fd8 req-fafd39dc-b4d3-4ec3-99b4-9a6941deedfc tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:13:12.797885 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-461d5697-c67f-47c6-8363-1127a8fb4fd8 req-fafd39dc-b4d3-4ec3-99b4-9a6941deedfc tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee71e3f2-a415-4000-97d4-290a4675ee4e HTTP/1.1" status: 200 len: 945 time: 0.0941806 Jun 26 03:13:12.801842 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc38628c-14f0-4d19-a1ad-bf6959eea761 req-a0a09724-dc4e-451b-99f7-cc14b6fe16c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:13:12.803667 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-fc38628c-14f0-4d19-a1ad-bf6959eea761 req-a0a09724-dc4e-451b-99f7-cc14b6fe16c5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fbf9d500fd3a41cdb218a5f3377c68ea&device_id=2aa89b84-b7dc-4bfc-ab1a-1d0ba65c62cd HTTP/1.1" status: 200 len: 1132 time: 0.0699167 Jun 26 03:13:12.941359 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:UPDATE=4,neutron:SELECT=94,neutron:INSERT=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:13:12.952779 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=100 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:13:12.955109 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78919b97-8e82-4c7a-9ac9-1f56d4905db2 req-222e2c7c-8597-442a-a548-6e92453c90db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:13:12.956809 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-78919b97-8e82-4c7a-9ac9-1f56d4905db2 req-222e2c7c-8597-442a-a548-6e92453c90db service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c44a3421-d825-4b89-9c4e-8aa8112595d2 HTTP/1.1" status: 200 len: 1130 time: 0.0546327 Jun 26 03:13:12.981675 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Device 619dd00f-2ea8-4823-b3cf-9aefd955dab8 details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=104015) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 26 03:13:13.017171 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-78919b97-8e82-4c7a-9ac9-1f56d4905db2 req-cd956a78-c496-4a67-b17f-c0c95ceab0c5 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=51bc558b-0b37-44ba-ac08-eec268c45be8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528090 Jun 26 03:13:13.103187 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:13:13.136181 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] For port 619dd00f-2ea8-4823-b3cf-9aefd955dab8, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=619dd00f-2ea8-4823-b3cf-9aefd955dab8,segment=NetworkSegment(3f74204c-92fe-4c89-9c34-e59aa44a73e4),segment_id=3f74204c-92fe-4c89-9c34-e59aa44a73e4)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:13:13.149863 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Returning: {'device': '619dd00f-2ea8-4823-b3cf-9aefd955dab8', 'network_id': 'fec5944d-43a2-4b65-93cf-22af7ffd0e6e', 'port_id': '619dd00f-2ea8-4823-b3cf-9aefd955dab8', 'mac_address': 'fa:16:3e:81:6c:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aefd496a-60a5-446e-b5cd-3d391ae457cf', 'ip_address': '192.168.233.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104015) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 26 03:13:13.161384 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-461d5697-c67f-47c6-8363-1127a8fb4fd8 req-0e15c9d4-80ec-4a49-9f57-579c362eb793 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a6260b7-7df3-4e25-b85a-7406feaa1dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3565283 Jun 26 03:13:13.196194 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Current status of the port 619dd00f-2ea8-4823-b3cf-9aefd955dab8 is: DOWN; New status is: BUILD {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 03:13:13.196594 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (619dd00f-2ea8-4823-b3cf-9aefd955dab8), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:13:13.202021 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc38628c-14f0-4d19-a1ad-bf6959eea761 req-068856bb-84e9-4431-87bf-e5a948ff432a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:13:13.204205 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-fc38628c-14f0-4d19-a1ad-bf6959eea761 req-068856bb-84e9-4431-87bf-e5a948ff432a service neutron] 10.222.0.43 "GET /v2.0/networks?id=fec5944d-43a2-4b65-93cf-22af7ffd0e6e HTTP/1.1" status: 200 len: 870 time: 0.3911397 Jun 26 03:13:13.211534 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.notifiers.nova [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 619dd00f-2ea8-4823-b3cf-9aefd955dab8 {{(pid=104015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 26 03:13:13.236873 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] For port 619dd00f-2ea8-4823-b3cf-9aefd955dab8, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=619dd00f-2ea8-4823-b3cf-9aefd955dab8,segment=NetworkSegment(3f74204c-92fe-4c89-9c34-e59aa44a73e4),segment_id=3f74204c-92fe-4c89-9c34-e59aa44a73e4)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:13:13.245342 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (619dd00f-2ea8-4823-b3cf-9aefd955dab8), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:13:13.334071 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Pushing event updated for resources: {'Port': ['ID=619dd00f-2ea8-4823-b3cf-9aefd955dab8,revision_number=4']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:13:13.342560 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:13:13.342910 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:13:13.343231 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:13:13.343566 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:13:13.347409 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:13:13.347409 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:13:13.347409 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:13:13.347409 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:13:13.347409 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:13:13.347409 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:13:13.347409 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:13:13.347409 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:13:13.347409 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:13:13.347409 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:13:13.347409 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:13:13.396507 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a8c07d-f51c-49d3-8501-46b7a6800716 req-3fd8346f-ba7f-4fb4-b5fd-2c12179635e9 tempest-VolumesNegativeTest-1194216081 tempest-VolumesNegativeTest-1194216081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:13:13.398933 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-53a8c07d-f51c-49d3-8501-46b7a6800716 req-3fd8346f-ba7f-4fb4-b5fd-2c12179635e9 tempest-VolumesNegativeTest-1194216081 tempest-VolumesNegativeTest-1194216081-project] 10.222.0.13 "GET /v2.0/ports?device_id=2aa89b84-b7dc-4bfc-ab1a-1d0ba65c62cd HTTP/1.1" status: 200 len: 949 time: 0.0659268 Jun 26 03:13:13.470739 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-53a8c07d-f51c-49d3-8501-46b7a6800716 req-441c9ed9-2d50-4c0a-a0dd-24478c84ad7a tempest-VolumesNegativeTest-1194216081 tempest-VolumesNegativeTest-1194216081-project] 10.222.0.13 "GET /v2.0/security-groups?id=46651910-684d-49e8-bda7-d4e90c93264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616269 Jun 26 03:13:13.553419 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-fc38628c-14f0-4d19-a1ad-bf6959eea761 req-ffc04b79-bb0d-467c-9c6b-7a14af659f9c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=619dd00f-2ea8-4823-b3cf-9aefd955dab8 HTTP/1.1" status: 200 len: 217 time: 0.0871227 Jun 26 03:13:13.570773 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbeb1d2-77af-469d-ab48-9a7001c30abe req-f91c0474-980c-44ab-92d8-6c91a2e3cada tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:13:13.573311 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-1bbeb1d2-77af-469d-ab48-9a7001c30abe req-f91c0474-980c-44ab-92d8-6c91a2e3cada tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/ports?device_id=c44a3421-d825-4b89-9c4e-8aa8112595d2 HTTP/1.1" status: 200 len: 946 time: 0.1074953 Jun 26 03:13:13.623583 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-1bbeb1d2-77af-469d-ab48-9a7001c30abe req-57b09287-bb69-449c-8e81-b7ce7b534a61 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/security-groups?id=51bc558b-0b37-44ba-ac08-eec268c45be8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443029 Jun 26 03:13:13.706656 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] get_ports_and_sgs() called for port_ids ['619dd00f-2ea8-4823-b3cf-9aefd955dab8'] {{(pid=104015) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 03:13:13.776475 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-c3795caf-c328-4f9f-b3cd-d3d859802947 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (0122de27-3097-4d47-a0ca-0fb90e28ac1e), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:13:14.178455 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc38628c-14f0-4d19-a1ad-bf6959eea761 req-e7ece1a0-5d0b-417d-be12-b7624582533e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:13:14.179516 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-fc38628c-14f0-4d19-a1ad-bf6959eea761 req-e7ece1a0-5d0b-417d-be12-b7624582533e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=aefd496a-60a5-446e-b5cd-3d391ae457cf HTTP/1.1" status: 200 len: 843 time: 0.0493274 Jun 26 03:13:14.226812 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc38628c-14f0-4d19-a1ad-bf6959eea761 req-af41029c-bd4b-4efe-ac6c-b165e2d2b743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:13:14.229629 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-fc38628c-14f0-4d19-a1ad-bf6959eea761 req-af41029c-bd4b-4efe-ac6c-b165e2d2b743 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fec5944d-43a2-4b65-93cf-22af7ffd0e6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0425439 Jun 26 03:13:14.347276 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803b0a99-1443-460a-990a-853dbb813c02 req-5f6ab115-b5dc-40e5-9d41-05742aa9e4c5 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:13:14.348749 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-803b0a99-1443-460a-990a-853dbb813c02 req-5f6ab115-b5dc-40e5-9d41-05742aa9e4c5 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee71e3f2-a415-4000-97d4-290a4675ee4e HTTP/1.1" status: 200 len: 945 time: 0.0893054 Jun 26 03:13:14.388797 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-fc38628c-14f0-4d19-a1ad-bf6959eea761 req-820c4253-89ef-410e-bdac-6635b1cb0b17 service neutron] 10.222.0.43 "GET /v2.0/networks/fec5944d-43a2-4b65-93cf-22af7ffd0e6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472323 Jun 26 03:13:14.443910 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-803b0a99-1443-460a-990a-853dbb813c02 req-aaf9bd17-bb55-4efd-9e46-2e5b953f4e03 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a6260b7-7df3-4e25-b85a-7406feaa1dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838654 Jun 26 03:13:14.514875 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-fc38628c-14f0-4d19-a1ad-bf6959eea761 req-6d40dd42-b42d-4bd5-8242-0e32e687644b service neutron] 10.222.0.43 "GET /v2.0/networks/fec5944d-43a2-4b65-93cf-22af7ffd0e6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154666 Jun 26 03:13:14.598808 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7319f644-1be1-4dc2-bba6-a0b523b4422f req-6161ae27-685d-4739-8d57-eebc36eba67c tempest-VolumesNegativeTest-1194216081 tempest-VolumesNegativeTest-1194216081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:13:14.600516 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-7319f644-1be1-4dc2-bba6-a0b523b4422f req-6161ae27-685d-4739-8d57-eebc36eba67c tempest-VolumesNegativeTest-1194216081 tempest-VolumesNegativeTest-1194216081-project] 10.222.0.13 "GET /v2.0/ports?device_id=2aa89b84-b7dc-4bfc-ab1a-1d0ba65c62cd HTTP/1.1" status: 200 len: 949 time: 0.0519948 Jun 26 03:13:14.646347 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=100 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:13:14.678296 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-7319f644-1be1-4dc2-bba6-a0b523b4422f req-35ffdf54-d0b5-40fe-9ab5-cd773e2ae2b3 tempest-VolumesNegativeTest-1194216081 tempest-VolumesNegativeTest-1194216081-project] 10.222.0.13 "GET /v2.0/security-groups?id=46651910-684d-49e8-bda7-d4e90c93264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665658 Jun 26 03:13:14.773129 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31891ff6-e903-4c52-8a3f-5bd8c4d72639 req-68d76413-fb5e-4060-9072-b0d711ebdb33 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:13:14.778493 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-31891ff6-e903-4c52-8a3f-5bd8c4d72639 req-68d76413-fb5e-4060-9072-b0d711ebdb33 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/ports?device_id=c44a3421-d825-4b89-9c4e-8aa8112595d2 HTTP/1.1" status: 200 len: 946 time: 0.0690589 Jun 26 03:13:14.855323 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-31891ff6-e903-4c52-8a3f-5bd8c4d72639 req-3564b483-4d42-4d45-8617-3b6a6d3ad0c4 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/security-groups?id=51bc558b-0b37-44ba-ac08-eec268c45be8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737150 Jun 26 03:13:14.887761 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a0725410-9e6c-45cb-9ff8-c6c4931d6b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (ece691f0-a7cc-4e31-b59a-0e18fd9fccde), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:13:14.900910 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (e7a0895f-45bb-4130-be69-32df3e039043), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:13:14.959024 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=100 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:13:14.973159 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c0c704-2982-460d-a414-5aecd772de2e req-f40c2a63-e29e-4916-9c2b-b0befba76627 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:13:14.975051 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-76c0c704-2982-460d-a414-5aecd772de2e req-f40c2a63-e29e-4916-9c2b-b0befba76627 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/ports?device_id=c44a3421-d825-4b89-9c4e-8aa8112595d2 HTTP/1.1" status: 200 len: 946 time: 0.0531745 Jun 26 03:13:14.983195 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 46562) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:13:14.990491 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [None req-549b3d72-f5c8-4f14-ab7d-5e2a6b5a7a9a tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Request body: {'floatingip': {'port_id': 'ab7ff115-6093-4813-966f-56337f1c2db6'}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:13:14.999126 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Device 619dd00f-2ea8-4823-b3cf-9aefd955dab8 up at agent hyperv_hv-cinder-84684 {{(pid=104015) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 03:13:15.047969 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-549b3d72-f5c8-4f14-ab7d-5e2a6b5a7a9a tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks [] for floatingip (befeef92-72c3-4ea1-9f08-77cac8bbec1d), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:13:15.054313 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Provisioning for port 619dd00f-2ea8-4823-b3cf-9aefd955dab8 completed by entity L2. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 26 03:13:15.064142 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Provisioning complete for port 619dd00f-2ea8-4823-b3cf-9aefd955dab8 triggered by entity L2. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:13:15.064856 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (619dd00f-2ea8-4823-b3cf-9aefd955dab8), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:13:15.101218 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=6 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:13:15.153558 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Current status of the port 619dd00f-2ea8-4823-b3cf-9aefd955dab8 is: BUILD; New status is: ACTIVE {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 03:13:15.154321 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (619dd00f-2ea8-4823-b3cf-9aefd955dab8), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:13:15.178021 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2aa89b84-b7dc-4bfc-ab1a-1d0ba65c62cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '619dd00f-2ea8-4823-b3cf-9aefd955dab8'}] {{(pid=104015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 26 03:13:15.180541 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cc6f3b5c5ccbcb5bcfe28d8fb20da90166658d76702b85331307104b46494b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c79a7a74-7217-4c34-866e-0d8c1d952242" -d '{"events": [{"server_uuid": "2aa89b84-b7dc-4bfc-ab1a-1d0ba65c62cd", "name": "network-vif-plugged", "status": "completed", "tag": "619dd00f-2ea8-4823-b3cf-9aefd955dab8"}]}' {{(pid=104015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 03:13:15.194446 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] For port 619dd00f-2ea8-4823-b3cf-9aefd955dab8, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=619dd00f-2ea8-4823-b3cf-9aefd955dab8,segment=NetworkSegment(3f74204c-92fe-4c89-9c34-e59aa44a73e4),segment_id=3f74204c-92fe-4c89-9c34-e59aa44a73e4)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:13:15.203299 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (619dd00f-2ea8-4823-b3cf-9aefd955dab8), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:13:15.251615 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Jun 2022 03:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cd86713-85fd-4916-8a2d-0b33a9cfa90d x-openstack-request-id: req-3cd86713-85fd-4916-8a2d-0b33a9cfa90d {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 03:13:15.252190 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2aa89b84-b7dc-4bfc-ab1a-1d0ba65c62cd", "name": "network-vif-plugged", "status": "completed", "tag": "619dd00f-2ea8-4823-b3cf-9aefd955dab8", "code": 200}]} {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 03:13:15.252613 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3cd86713-85fd-4916-8a2d-0b33a9cfa90d {{(pid=104015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 03:13:15.253152 dv-cinder-846842-4-iscsi neutron-server[104015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cd86713-85fd-4916-8a2d-0b33a9cfa90d'] response: {'server_uuid': '2aa89b84-b7dc-4bfc-ab1a-1d0ba65c62cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '619dd00f-2ea8-4823-b3cf-9aefd955dab8', 'code': 200} Jun 26 03:13:15.285305 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Pushing event updated for resources: {'Port': ['ID=619dd00f-2ea8-4823-b3cf-9aefd955dab8,revision_number=5']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:13:15.557907 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0451243e-dd71-452f-983b-dd353222f754 req-411a8734-1d53-4c07-a70e-46c9c90132b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:13:15.559643 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-0451243e-dd71-452f-983b-dd353222f754 req-411a8734-1d53-4c07-a70e-46c9c90132b4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2aa89b84-b7dc-4bfc-ab1a-1d0ba65c62cd HTTP/1.1" status: 200 len: 1134 time: 0.0906727 Jun 26 03:13:15.612206 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-549b3d72-f5c8-4f14-ab7d-5e2a6b5a7a9a tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:13:15.620842 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1ae6c9-0889-4446-a21b-137b8dc6c192 req-ba73d7df-55f7-40f4-bbbf-9d9681e3b48b tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:13:15.622332 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-4d1ae6c9-0889-4446-a21b-137b8dc6c192 req-ba73d7df-55f7-40f4-bbbf-9d9681e3b48b tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee71e3f2-a415-4000-97d4-290a4675ee4e HTTP/1.1" status: 200 len: 945 time: 0.0816758 Jun 26 03:13:15.625279 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-549b3d72-f5c8-4f14-ab7d-5e2a6b5a7a9a tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620021'] for floatingip (befeef92-72c3-4ea1-9f08-77cac8bbec1d), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:13:15.697901 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-0451243e-dd71-452f-983b-dd353222f754 req-19b652b8-9f80-4c38-b58f-1d82a94e49ea service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=46651910-684d-49e8-bda7-d4e90c93264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314585 Jun 26 03:13:15.770528 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-4d1ae6c9-0889-4446-a21b-137b8dc6c192 req-c254acb8-9dc3-4782-9e24-24da40c2f7d4 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a6260b7-7df3-4e25-b85a-7406feaa1dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1416359 Jun 26 03:13:15.800975 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.db.l3_db [None req-549b3d72-f5c8-4f14-ab7d-5e2a6b5a7a9a tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Floating IP befeef92-72c3-4ea1-9f08-77cac8bbec1d associated. External IP: 172.27.2.75, port: ab7ff115-6093-4813-966f-56337f1c2db6. Jun 26 03:13:15.810920 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddccac27-3b1f-46ca-aeeb-27a3629df756 req-670ce74e-40dc-4471-b4a6-fce33e89dc6c tempest-VolumesNegativeTest-1194216081 tempest-VolumesNegativeTest-1194216081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:13:15.812288 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-ddccac27-3b1f-46ca-aeeb-27a3629df756 req-670ce74e-40dc-4471-b4a6-fce33e89dc6c tempest-VolumesNegativeTest-1194216081 tempest-VolumesNegativeTest-1194216081-project] 10.222.0.13 "GET /v2.0/ports?device_id=2aa89b84-b7dc-4bfc-ab1a-1d0ba65c62cd HTTP/1.1" status: 200 len: 950 time: 0.0620246 Jun 26 03:13:15.927251 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-ddccac27-3b1f-46ca-aeeb-27a3629df756 req-0f25b4bc-d823-417b-bc21-af2c2c79f9f6 tempest-VolumesNegativeTest-1194216081 tempest-VolumesNegativeTest-1194216081-project] 10.222.0.13 "GET /v2.0/security-groups?id=46651910-684d-49e8-bda7-d4e90c93264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869675 Jun 26 03:13:15.974971 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:13:15.982106 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:13:16.032431 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:13:16.038655 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-549b3d72-f5c8-4f14-ab7d-5e2a6b5a7a9a tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Router 7690237a-df65-454c-8ae7-05722406d1b3 has already been hosted by L3 agent 0122de27-3097-4d47-a0ca-0fb90e28ac1e {{(pid=104014) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 26 03:13:16.095261 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=9 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:13:16.137278 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-549b3d72-f5c8-4f14-ab7d-5e2a6b5a7a9a tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Notify agent at l3_agent.dv-cinder-846842-4-iscsi the message routers_updated {{(pid=104014) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 03:13:16.142131 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-549b3d72-f5c8-4f14-ab7d-5e2a6b5a7a9a tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515864'] for floatingip (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:13:16.147152 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d709e085-bc7b-4324-a1ad-9197c33380c7 None None] Sync routers for ids ['7690237a-df65-454c-8ae7-05722406d1b3'] in dv-cinder-846842-4-iscsi {{(pid=104015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 03:13:16.157484 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d709e085-bc7b-4324-a1ad-9197c33380c7 None None] Routers {'7690237a-df65-454c-8ae7-05722406d1b3'} bound to L3 agent in host dv-cinder-846842-4-iscsi {{(pid=104015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 26 03:13:16.158111 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-d709e085-bc7b-4324-a1ad-9197c33380c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-26T02:56:44Z,description=,heartbeat_timestamp=2022-06-26T03:13:14Z,host='dv-cinder-846842-4-iscsi',id=0122de27-3097-4d47-a0ca-0fb90e28ac1e,load=0,resource_versions=,resources_synced=,started_at=2022-06-26T02:56:44Z,topic='l3_agent')) {'router_ids': ['7690237a-df65-454c-8ae7-05722406d1b3'], 'active': True} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:13:16.173913 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-549b3d72-f5c8-4f14-ab7d-5e2a6b5a7a9a tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "PUT /v2.0/floatingips/befeef92-72c3-4ea1-9f08-77cac8bbec1d HTTP/1.1" status: 200 len: 991 time: 1.1895866 Jun 26 03:13:16.174515 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c44a3421-d825-4b89-9c4e-8aa8112595d2', 'tag': 'ab7ff115-6093-4813-966f-56337f1c2db6'}] {{(pid=104014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 26 03:13:16.176741 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b346e277b9447a300c9d303bb334713d04858661d6ca7e8667ef96f79658145a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85c180e0-34ed-49e5-84f5-cc0742bb0fdf" -d '{"events": [{"name": "network-changed", "server_uuid": "c44a3421-d825-4b89-9c4e-8aa8112595d2", "tag": "ab7ff115-6093-4813-966f-56337f1c2db6"}]}' {{(pid=104014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 03:13:16.211604 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Jun 2022 03:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc4994bc-d824-470f-a104-d78f75c1a45e x-openstack-request-id: req-bc4994bc-d824-470f-a104-d78f75c1a45e {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 03:13:16.211879 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c44a3421-d825-4b89-9c4e-8aa8112595d2", "tag": "ab7ff115-6093-4813-966f-56337f1c2db6", "status": "completed", "code": 200}]} {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 03:13:16.212130 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bc4994bc-d824-470f-a104-d78f75c1a45e {{(pid=104014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 03:13:16.212533 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc4994bc-d824-470f-a104-d78f75c1a45e'] response: {'name': 'network-changed', 'server_uuid': 'c44a3421-d825-4b89-9c4e-8aa8112595d2', 'tag': 'ab7ff115-6093-4813-966f-56337f1c2db6', 'status': 'completed', 'code': 200} Jun 26 03:13:16.257854 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvr_db [None req-d709e085-bc7b-4324-a1ad-9197c33380c7 None None] Set router 7690237a-df65-454c-8ae7-05722406d1b3 gateway port host: dv-cinder-846842-4-iscsi {{(pid=104015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 26 03:13:16.325243 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:13:16.350514 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d2867017-9ae3-4ae5-b018-59cb98d1258b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (3b87920d-6933-41a3-b47c-185b87d68e87), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:13:16.473778 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-d709e085-bc7b-4324-a1ad-9197c33380c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7690237a-df65-454c-8ae7-05722406d1b3', 'name': 'tempest-AttachVolumeNegativeTest-896095934-router', 'tenant_id': '1850f9f425294a82add8a09690dc1df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '3834b01e-26c6-4922-bf2c-dc4e4c924aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:04:34Z', 'updated_at': '2022-06-26T03:04:48Z', 'revision_number': 4, 'project_id': '1850f9f425294a82add8a09690dc1df0', 'gw_port': {'id': '3834b01e-26c6-4922-bf2c-dc4e4c924aa3', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:54:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7690237a-df65-454c-8ae7-05722406d1b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:36Z', 'updated_at': '2022-06-26T03:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi', '_floatingips': [{'id': 'befeef92-72c3-4ea1-9f08-77cac8bbec1d', 'tenant_id': '1850f9f425294a82add8a09690dc1df0', 'floating_ip_address': '172.27.2.75', 'floating_network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'router_id': '7690237a-df65-454c-8ae7-05722406d1b3', 'port_id': 'ab7ff115-6093-4813-966f-56337f1c2db6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '02cd0f74-99cd-4eb9-aeb7-aae2b7255a50', 'mac_address': 'fa:16:3e:6f:d0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44a3421-d825-4b89-9c4e-8aa8112595d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-26T03:13:01Z', 'updated_at': '2022-06-26T03:13:15Z', 'revision_number': 1, 'project_id': '1850f9f425294a82add8a09690dc1df0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33327a85-3c8e-4af6-b0c0-537dc6426738', 'name': '', 'network_id': '02cd0f74-99cd-4eb9-aeb7-aae2b7255a50', 'tenant_id': '1850f9f425294a82add8a09690dc1df0', 'mac_address': 'fa:16:3e:cc:43:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7690237a-df65-454c-8ae7-05722406d1b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'e97e6f7f-41a5-4383-a841-52482c75f2ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:45Z', 'updated_at': '2022-06-26T03:05:07Z', 'revision_number': 5, 'project_id': '1850f9f425294a82add8a09690dc1df0', 'subnets': [{'id': 'e97e6f7f-41a5-4383-a841-52482c75f2ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-4-iscsi', False) {} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:13:16.500697 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d709e085-bc7b-4324-a1ad-9197c33380c7 None None] Checking router: 7690237a-df65-454c-8ae7-05722406d1b3 for host: dv-cinder-846842-4-iscsi {{(pid=104015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 03:13:16.516702 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d709e085-bc7b-4324-a1ad-9197c33380c7 None None] Routers {'7690237a-df65-454c-8ae7-05722406d1b3'} bound to L3 agent in host dv-cinder-846842-4-iscsi {{(pid=104015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 26 03:13:16.517288 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-d709e085-bc7b-4324-a1ad-9197c33380c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-26T02:56:44Z,description=,heartbeat_timestamp=2022-06-26T03:13:14Z,host='dv-cinder-846842-4-iscsi',id=0122de27-3097-4d47-a0ca-0fb90e28ac1e,load=0,resource_versions=,resources_synced=,started_at=2022-06-26T02:56:44Z,topic='l3_agent')) {'router_ids': ['7690237a-df65-454c-8ae7-05722406d1b3'], 'active': True} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:13:16.553951 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (16f9b602-7baf-4f7a-ab92-1b0788147fb5), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:13:16.743945 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvr_db [None req-d709e085-bc7b-4324-a1ad-9197c33380c7 None None] Set router 7690237a-df65-454c-8ae7-05722406d1b3 gateway port host: dv-cinder-846842-4-iscsi {{(pid=104015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 26 03:13:16.895943 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9cb73e-9ef2-45e4-aca0-4b80ee0b1602 req-ca6d2939-7322-4295-80af-071889f9bf53 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:13:16.897424 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-3b9cb73e-9ef2-45e4-aca0-4b80ee0b1602 req-ca6d2939-7322-4295-80af-071889f9bf53 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee71e3f2-a415-4000-97d4-290a4675ee4e HTTP/1.1" status: 200 len: 945 time: 0.0542088 Jun 26 03:13:16.930962 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:13:16.945284 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-3b9cb73e-9ef2-45e4-aca0-4b80ee0b1602 req-f3bc4524-123c-44dd-8447-46839aabbde9 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a6260b7-7df3-4e25-b85a-7406feaa1dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416908 Jun 26 03:13:16.951826 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-d709e085-bc7b-4324-a1ad-9197c33380c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7690237a-df65-454c-8ae7-05722406d1b3', 'name': 'tempest-AttachVolumeNegativeTest-896095934-router', 'tenant_id': '1850f9f425294a82add8a09690dc1df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '3834b01e-26c6-4922-bf2c-dc4e4c924aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:04:34Z', 'updated_at': '2022-06-26T03:04:48Z', 'revision_number': 4, 'project_id': '1850f9f425294a82add8a09690dc1df0', 'gw_port': {'id': '3834b01e-26c6-4922-bf2c-dc4e4c924aa3', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:54:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7690237a-df65-454c-8ae7-05722406d1b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:36Z', 'updated_at': '2022-06-26T03:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi', '_floatingips': [{'id': 'befeef92-72c3-4ea1-9f08-77cac8bbec1d', 'tenant_id': '1850f9f425294a82add8a09690dc1df0', 'floating_ip_address': '172.27.2.75', 'floating_network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'router_id': '7690237a-df65-454c-8ae7-05722406d1b3', 'port_id': 'ab7ff115-6093-4813-966f-56337f1c2db6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '02cd0f74-99cd-4eb9-aeb7-aae2b7255a50', 'mac_address': 'fa:16:3e:6f:d0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44a3421-d825-4b89-9c4e-8aa8112595d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-26T03:13:01Z', 'updated_at': '2022-06-26T03:13:15Z', 'revision_number': 1, 'project_id': '1850f9f425294a82add8a09690dc1df0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33327a85-3c8e-4af6-b0c0-537dc6426738', 'name': '', 'network_id': '02cd0f74-99cd-4eb9-aeb7-aae2b7255a50', 'tenant_id': '1850f9f425294a82add8a09690dc1df0', 'mac_address': 'fa:16:3e:cc:43:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7690237a-df65-454c-8ae7-05722406d1b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'e97e6f7f-41a5-4383-a841-52482c75f2ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:45Z', 'updated_at': '2022-06-26T03:05:07Z', 'revision_number': 5, 'project_id': '1850f9f425294a82add8a09690dc1df0', 'subnets': [{'id': 'e97e6f7f-41a5-4383-a841-52482c75f2ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-4-iscsi', False) {} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:13:16.977269 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d709e085-bc7b-4324-a1ad-9197c33380c7 None None] The sync data for ids ['7690237a-df65-454c-8ae7-05722406d1b3'] in dv-cinder-846842-4-iscsi is: [{'id': '7690237a-df65-454c-8ae7-05722406d1b3', 'name': 'tempest-AttachVolumeNegativeTest-896095934-router', 'tenant_id': '1850f9f425294a82add8a09690dc1df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '3834b01e-26c6-4922-bf2c-dc4e4c924aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:04:34Z', 'updated_at': '2022-06-26T03:04:48Z', 'revision_number': 4, 'project_id': '1850f9f425294a82add8a09690dc1df0', 'gw_port': {'id': '3834b01e-26c6-4922-bf2c-dc4e4c924aa3', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:54:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7690237a-df65-454c-8ae7-05722406d1b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:36Z', 'updated_at': '2022-06-26T03:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi', '_floatingips': [{'id': 'befeef92-72c3-4ea1-9f08-77cac8bbec1d', 'tenant_id': '1850f9f425294a82add8a09690dc1df0', 'floating_ip_address': '172.27.2.75', 'floating_network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'router_id': '7690237a-df65-454c-8ae7-05722406d1b3', 'port_id': 'ab7ff115-6093-4813-966f-56337f1c2db6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '02cd0f74-99cd-4eb9-aeb7-aae2b7255a50', 'mac_address': 'fa:16:3e:6f:d0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c44a3421-d825-4b89-9c4e-8aa8112595d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-26T03:13:01Z', 'updated_at': '2022-06-26T03:13:15Z', 'revision_number': 1, 'project_id': '1850f9f425294a82add8a09690dc1df0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33327a85-3c8e-4af6-b0c0-537dc6426738', 'name': '', 'network_id': '02cd0f74-99cd-4eb9-aeb7-aae2b7255a50', 'tenant_id': '1850f9f425294a82add8a09690dc1df0', 'mac_address': 'fa:16:3e:cc:43:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7690237a-df65-454c-8ae7-05722406d1b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'e97e6f7f-41a5-4383-a841-52482c75f2ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:45Z', 'updated_at': '2022-06-26T03:05:07Z', 'revision_number': 5, 'project_id': '1850f9f425294a82add8a09690dc1df0', 'subnets': [{'id': 'e97e6f7f-41a5-4383-a841-52482c75f2ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 03:13:17.047711 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bdb469-9a49-4d84-ab18-c3f6e8c56a20 req-750c68a8-6a7c-4b53-baee-fff1f203aa15 tempest-VolumesNegativeTest-1194216081 tempest-VolumesNegativeTest-1194216081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:13:17.049224 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-48bdb469-9a49-4d84-ab18-c3f6e8c56a20 req-750c68a8-6a7c-4b53-baee-fff1f203aa15 tempest-VolumesNegativeTest-1194216081 tempest-VolumesNegativeTest-1194216081-project] 10.222.0.13 "GET /v2.0/ports?device_id=2aa89b84-b7dc-4bfc-ab1a-1d0ba65c62cd HTTP/1.1" status: 200 len: 950 time: 0.0519052 Jun 26 03:13:17.125762 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c180e0-34ed-49e5-84f5-cc0742bb0fdf req-ab98d0c9-5312-4271-9524-6ddff072ac22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:13:17.127283 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-85c180e0-34ed-49e5-84f5-cc0742bb0fdf req-ab98d0c9-5312-4271-9524-6ddff072ac22 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1850f9f425294a82add8a09690dc1df0&device_id=c44a3421-d825-4b89-9c4e-8aa8112595d2 HTTP/1.1" status: 200 len: 1130 time: 0.0582073 Jun 26 03:13:17.130579 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-48bdb469-9a49-4d84-ab18-c3f6e8c56a20 req-2be05da2-3b46-47a6-a448-b96fbf135290 tempest-VolumesNegativeTest-1194216081 tempest-VolumesNegativeTest-1194216081-project] 10.222.0.13 "GET /v2.0/security-groups?id=46651910-684d-49e8-bda7-d4e90c93264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757122 Jun 26 03:13:17.171664 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d9d49e-973c-4ad9-8427-a52f03b90c09 None None] New status for floating IP befeef92-72c3-4ea1-9f08-77cac8bbec1d: ACTIVE {{(pid=104016) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 26 03:13:17.422017 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbea32b-d5e9-4824-b458-28fcd16a43b6 req-06bea131-c465-40ae-bcfc-11b837f0a88c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:13:17.424606 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-fdbea32b-d5e9-4824-b458-28fcd16a43b6 req-06bea131-c465-40ae-bcfc-11b837f0a88c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5dd1a7a651fa4d27a1b6488ca13effca&device_id=ee71e3f2-a415-4000-97d4-290a4675ee4e HTTP/1.1" status: 200 len: 1129 time: 0.0435414 Jun 26 03:13:17.476760 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c180e0-34ed-49e5-84f5-cc0742bb0fdf req-045d659d-5ac4-434b-8881-5d2b11b8bade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:13:17.478225 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-85c180e0-34ed-49e5-84f5-cc0742bb0fdf req-045d659d-5ac4-434b-8881-5d2b11b8bade service neutron] 10.222.0.43 "GET /v2.0/networks?id=02cd0f74-99cd-4eb9-aeb7-aae2b7255a50 HTTP/1.1" status: 200 len: 915 time: 0.0917544 Jun 26 03:13:17.930540 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-85c180e0-34ed-49e5-84f5-cc0742bb0fdf req-6bc2910b-cf7a-45f3-abf6-7f1f99f74cbe service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ab7ff115-6093-4813-966f-56337f1c2db6 HTTP/1.1" status: 200 len: 1001 time: 0.0563641 Jun 26 03:13:17.961367 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbea32b-d5e9-4824-b458-28fcd16a43b6 req-bee818dc-21d1-424e-9dd0-3abe93eb2607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:13:17.962984 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-fdbea32b-d5e9-4824-b458-28fcd16a43b6 req-bee818dc-21d1-424e-9dd0-3abe93eb2607 service neutron] 10.222.0.43 "GET /v2.0/networks?id=151cdbb9-618f-46a1-a7b5-564e53db9cea HTTP/1.1" status: 200 len: 918 time: 0.0883384 Jun 26 03:13:17.978579 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c180e0-34ed-49e5-84f5-cc0742bb0fdf req-c006a8ce-13ac-4175-b88a-6f929f599d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:13:17.980225 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-85c180e0-34ed-49e5-84f5-cc0742bb0fdf req-c006a8ce-13ac-4175-b88a-6f929f599d71 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e97e6f7f-41a5-4383-a841-52482c75f2ee HTTP/1.1" status: 200 len: 853 time: 0.0432987 Jun 26 03:13:18.028703 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-fdbea32b-d5e9-4824-b458-28fcd16a43b6 req-22e226f4-ce71-4fa7-b026-4580a2f9ae56 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7dd1c0b3-ac2d-47eb-81cd-5f0cd845e6c6 HTTP/1.1" status: 200 len: 1001 time: 0.0594847 Jun 26 03:13:18.037964 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c180e0-34ed-49e5-84f5-cc0742bb0fdf req-78b7b801-6adb-4595-8662-a7de35aadd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:13:18.039424 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-85c180e0-34ed-49e5-84f5-cc0742bb0fdf req-78b7b801-6adb-4595-8662-a7de35aadd20 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=02cd0f74-99cd-4eb9-aeb7-aae2b7255a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0529253 Jun 26 03:13:18.076546 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbea32b-d5e9-4824-b458-28fcd16a43b6 req-e09512cb-1091-40a2-9721-cd83dd29bc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:13:18.078021 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-fdbea32b-d5e9-4824-b458-28fcd16a43b6 req-e09512cb-1091-40a2-9721-cd83dd29bc17 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b3475431-7645-416a-9b3b-e23c4a132926 HTTP/1.1" status: 200 len: 856 time: 0.0438659 Jun 26 03:13:18.095511 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699f21ae-383c-48d6-ac0b-68e4e666fbc2 req-ac05f991-4de4-4327-ac86-39ccdf8b756a tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:13:18.096967 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-699f21ae-383c-48d6-ac0b-68e4e666fbc2 req-ac05f991-4de4-4327-ac86-39ccdf8b756a tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee71e3f2-a415-4000-97d4-290a4675ee4e HTTP/1.1" status: 200 len: 945 time: 0.0705245 Jun 26 03:13:18.120065 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbea32b-d5e9-4824-b458-28fcd16a43b6 req-4aab464a-fd9a-4b61-88d3-ba712c66ed82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:13:18.121568 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-fdbea32b-d5e9-4824-b458-28fcd16a43b6 req-4aab464a-fd9a-4b61-88d3-ba712c66ed82 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=151cdbb9-618f-46a1-a7b5-564e53db9cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381150 Jun 26 03:13:18.190268 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-85c180e0-34ed-49e5-84f5-cc0742bb0fdf req-8f60dee2-641e-455e-bb16-d1dd718ec63c service neutron] 10.222.0.43 "GET /v2.0/networks/02cd0f74-99cd-4eb9-aeb7-aae2b7255a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350667 Jun 26 03:13:18.194486 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-699f21ae-383c-48d6-ac0b-68e4e666fbc2 req-32fb1df3-ce2b-4f8e-a020-edb63be947bb tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a6260b7-7df3-4e25-b85a-7406feaa1dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915084 Jun 26 03:13:18.228734 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-fdbea32b-d5e9-4824-b458-28fcd16a43b6 req-7763fc2f-b7d5-44ed-ae32-42a544c256e2 service neutron] 10.222.0.43 "GET /v2.0/networks/151cdbb9-618f-46a1-a7b5-564e53db9cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004286 Jun 26 03:13:18.304902 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389da4b1-6749-4b12-91dc-8ca3b77430ac req-6b3bb738-2a2c-4d78-9ea4-c3d1370dc457 tempest-VolumesNegativeTest-1194216081 tempest-VolumesNegativeTest-1194216081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:13:18.307033 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-389da4b1-6749-4b12-91dc-8ca3b77430ac req-6b3bb738-2a2c-4d78-9ea4-c3d1370dc457 tempest-VolumesNegativeTest-1194216081 tempest-VolumesNegativeTest-1194216081-project] 10.222.0.13 "GET /v2.0/ports?device_id=2aa89b84-b7dc-4bfc-ab1a-1d0ba65c62cd HTTP/1.1" status: 200 len: 950 time: 0.0823877 Jun 26 03:13:18.310839 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=100 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:13:18.320530 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-fdbea32b-d5e9-4824-b458-28fcd16a43b6 req-37eaeeb0-745b-4a79-838e-cb282a4fd528 service neutron] 10.222.0.43 "GET /v2.0/networks/151cdbb9-618f-46a1-a7b5-564e53db9cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854816 Jun 26 03:13:18.323207 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=100 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:13:18.349219 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-85c180e0-34ed-49e5-84f5-cc0742bb0fdf req-d154ac4e-5ab2-4e4f-87bf-3302a3e15d0d service neutron] 10.222.0.43 "GET /v2.0/networks/02cd0f74-99cd-4eb9-aeb7-aae2b7255a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534088 Jun 26 03:13:18.370701 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-389da4b1-6749-4b12-91dc-8ca3b77430ac req-867799a2-b212-43f1-9216-2fbeb06be474 tempest-VolumesNegativeTest-1194216081 tempest-VolumesNegativeTest-1194216081-project] 10.222.0.13 "GET /v2.0/security-groups?id=46651910-684d-49e8-bda7-d4e90c93264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571597 Jun 26 03:13:18.617380 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11605af-7e9a-4db3-b9ab-271547ad002e req-5dea77e1-5bb7-4783-9330-637dc9a12128 tempest-VolumesNegativeTest-1194216081 tempest-VolumesNegativeTest-1194216081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:13:18.618882 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-b11605af-7e9a-4db3-b9ab-271547ad002e req-5dea77e1-5bb7-4783-9330-637dc9a12128 tempest-VolumesNegativeTest-1194216081 tempest-VolumesNegativeTest-1194216081-project] 10.222.0.13 "GET /v2.0/ports?device_id=2aa89b84-b7dc-4bfc-ab1a-1d0ba65c62cd HTTP/1.1" status: 200 len: 950 time: 0.0469363 Jun 26 03:13:18.664935 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-b11605af-7e9a-4db3-b9ab-271547ad002e req-001af5bf-3a3c-42b1-a053-1b6ef74340a4 tempest-VolumesNegativeTest-1194216081 tempest-VolumesNegativeTest-1194216081-project] 10.222.0.13 "GET /v2.0/security-groups?id=46651910-684d-49e8-bda7-d4e90c93264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398946 Jun 26 03:13:19.024894 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Device 7dd1c0b3-ac2d-47eb-81cd-5f0cd845e6c6 no longer exists at agent hyperv_hv-cinder-84684 {{(pid=104015) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 03:13:19.102459 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Current status of the port 7dd1c0b3-ac2d-47eb-81cd-5f0cd845e6c6 is: ACTIVE; New status is: DOWN {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 03:13:19.102839 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (7dd1c0b3-ac2d-47eb-81cd-5f0cd845e6c6), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:13:19.124310 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee71e3f2-a415-4000-97d4-290a4675ee4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7dd1c0b3-ac2d-47eb-81cd-5f0cd845e6c6'}] {{(pid=104015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 26 03:13:19.126474 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cc6f3b5c5ccbcb5bcfe28d8fb20da90166658d76702b85331307104b46494b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-648accca-e39d-4e01-b598-2ab9157e9dd0" -d '{"events": [{"server_uuid": "ee71e3f2-a415-4000-97d4-290a4675ee4e", "name": "network-vif-unplugged", "status": "completed", "tag": "7dd1c0b3-ac2d-47eb-81cd-5f0cd845e6c6"}]}' {{(pid=104015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 03:13:19.139636 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] For port 7dd1c0b3-ac2d-47eb-81cd-5f0cd845e6c6, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=7dd1c0b3-ac2d-47eb-81cd-5f0cd845e6c6,segment=NetworkSegment(9b1bc4ce-7d03-4b55-892a-abd91da4af67),segment_id=9b1bc4ce-7d03-4b55-892a-abd91da4af67)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:13:19.144197 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (7dd1c0b3-ac2d-47eb-81cd-5f0cd845e6c6), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:13:19.166384 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 26 Jun 2022 03:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edfc7571-e0a9-4d49-9bfa-591473ca8882 x-openstack-request-id: req-edfc7571-e0a9-4d49-9bfa-591473ca8882 {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 03:13:19.166672 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee71e3f2-a415-4000-97d4-290a4675ee4e", "name": "network-vif-unplugged", "status": "completed", "tag": "7dd1c0b3-ac2d-47eb-81cd-5f0cd845e6c6", "code": 200}]} {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 03:13:19.166916 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-edfc7571-e0a9-4d49-9bfa-591473ca8882 {{(pid=104015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 03:13:19.167293 dv-cinder-846842-4-iscsi neutron-server[104015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-edfc7571-e0a9-4d49-9bfa-591473ca8882'] response: {'server_uuid': 'ee71e3f2-a415-4000-97d4-290a4675ee4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7dd1c0b3-ac2d-47eb-81cd-5f0cd845e6c6', 'code': 200} Jun 26 03:13:19.193811 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Pushing event updated for resources: {'Port': ['ID=7dd1c0b3-ac2d-47eb-81cd-5f0cd845e6c6,revision_number=8']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:13:19.318857 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6accbf-76e0-4f5c-bb7c-ef5243ebc0f3 req-92debb91-fdda-4052-adce-400adaaddeba tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:13:19.320220 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-da6accbf-76e0-4f5c-bb7c-ef5243ebc0f3 req-92debb91-fdda-4052-adce-400adaaddeba tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee71e3f2-a415-4000-97d4-290a4675ee4e HTTP/1.1" status: 200 len: 943 time: 0.0453196 Jun 26 03:13:19.366771 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-da6accbf-76e0-4f5c-bb7c-ef5243ebc0f3 req-5bf1e47c-acdd-42ca-9112-fad97102ccf4 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a6260b7-7df3-4e25-b85a-7406feaa1dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404761 Jun 26 03:13:19.781485 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321660c6-a35a-43ff-9bb0-360a9c2dfc16 req-0cf7bb29-2215-494c-91ea-71405796329c tempest-VolumesNegativeTest-1194216081 tempest-VolumesNegativeTest-1194216081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:13:19.782958 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-321660c6-a35a-43ff-9bb0-360a9c2dfc16 req-0cf7bb29-2215-494c-91ea-71405796329c tempest-VolumesNegativeTest-1194216081 tempest-VolumesNegativeTest-1194216081-project] 10.222.0.13 "GET /v2.0/ports?device_id=2aa89b84-b7dc-4bfc-ab1a-1d0ba65c62cd HTTP/1.1" status: 200 len: 950 time: 0.0489628 Jun 26 03:13:19.832585 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-321660c6-a35a-43ff-9bb0-360a9c2dfc16 req-92c63f5d-e374-4f71-a2dc-3a9205a13605 tempest-VolumesNegativeTest-1194216081 tempest-VolumesNegativeTest-1194216081-project] 10.222.0.13 "GET /v2.0/security-groups?id=46651910-684d-49e8-bda7-d4e90c93264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441847 Jun 26 03:13:20.485208 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c63e86-5a52-4ca3-b3cf-864e7952a37e req-ae0703bd-d838-4481-bba4-f58334578b21 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:13:20.486690 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-e9c63e86-5a52-4ca3-b3cf-864e7952a37e req-ae0703bd-d838-4481-bba4-f58334578b21 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee71e3f2-a415-4000-97d4-290a4675ee4e HTTP/1.1" status: 200 len: 943 time: 0.0460496 Jun 26 03:13:20.533066 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-e9c63e86-5a52-4ca3-b3cf-864e7952a37e req-94b0e23c-5420-45ba-99da-94ca474f385e tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a6260b7-7df3-4e25-b85a-7406feaa1dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410826 Jun 26 03:13:20.947029 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b8d356-2cc8-43c5-9a44-0dde5b1c4985 req-0617723d-e982-49c3-9162-507e207378da tempest-VolumesNegativeTest-1194216081 tempest-VolumesNegativeTest-1194216081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:13:20.949120 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-e6b8d356-2cc8-43c5-9a44-0dde5b1c4985 req-0617723d-e982-49c3-9162-507e207378da tempest-VolumesNegativeTest-1194216081 tempest-VolumesNegativeTest-1194216081-project] 10.222.0.13 "GET /v2.0/ports?device_id=2aa89b84-b7dc-4bfc-ab1a-1d0ba65c62cd HTTP/1.1" status: 200 len: 950 time: 0.0492730 Jun 26 03:13:20.993676 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-e6b8d356-2cc8-43c5-9a44-0dde5b1c4985 req-de3881af-c337-4688-8a0a-4f5894c19fc8 tempest-VolumesNegativeTest-1194216081 tempest-VolumesNegativeTest-1194216081-project] 10.222.0.13 "GET /v2.0/security-groups?id=46651910-684d-49e8-bda7-d4e90c93264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391917 Jun 26 03:13:21.649713 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f644d5-d014-45dd-8df9-315e5c2f8b39 req-72921d67-ddc8-4ef4-bba2-084419ab064d tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:13:21.651675 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-70f644d5-d014-45dd-8df9-315e5c2f8b39 req-72921d67-ddc8-4ef4-bba2-084419ab064d tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee71e3f2-a415-4000-97d4-290a4675ee4e HTTP/1.1" status: 200 len: 943 time: 0.0486362 Jun 26 03:13:21.696803 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-70f644d5-d014-45dd-8df9-315e5c2f8b39 req-ce58e124-7d57-47fc-9b38-ab82fe5aed8b tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a6260b7-7df3-4e25-b85a-7406feaa1dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395501 Jun 26 03:13:22.076183 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bd58f8-dd8e-4e16-8746-c69c1e295f07 req-d96f9687-9b5a-47f7-9d6f-cc0ebacc5656 tempest-VolumesNegativeTest-1194216081 tempest-VolumesNegativeTest-1194216081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:13:22.077845 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-37bd58f8-dd8e-4e16-8746-c69c1e295f07 req-d96f9687-9b5a-47f7-9d6f-cc0ebacc5656 tempest-VolumesNegativeTest-1194216081 tempest-VolumesNegativeTest-1194216081-project] 10.222.0.43 "GET /v2.0/ports?device_id=2aa89b84-b7dc-4bfc-ab1a-1d0ba65c62cd HTTP/1.1" status: 200 len: 950 time: 0.0713086 Jun 26 03:13:22.162393 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70155549-04ab-4012-ac60-53349b649dd6 req-56979a1d-646e-4f76-be38-87748c2eaa0d tempest-VolumesNegativeTest-1194216081 tempest-VolumesNegativeTest-1194216081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:13:22.164341 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-70155549-04ab-4012-ac60-53349b649dd6 req-56979a1d-646e-4f76-be38-87748c2eaa0d tempest-VolumesNegativeTest-1194216081 tempest-VolumesNegativeTest-1194216081-project] 10.222.0.13 "GET /v2.0/ports?device_id=2aa89b84-b7dc-4bfc-ab1a-1d0ba65c62cd HTTP/1.1" status: 200 len: 950 time: 0.0844495 Jun 26 03:13:22.234360 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [req-37bd58f8-dd8e-4e16-8746-c69c1e295f07 req-1616647d-e659-4c9b-bafa-7242eed96dc4 tempest-VolumesNegativeTest-1194216081 tempest-VolumesNegativeTest-1194216081-project] Deleting port 619dd00f-2ea8-4823-b3cf-9aefd955dab8 {{(pid=104014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 26 03:13:22.234699 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-37bd58f8-dd8e-4e16-8746-c69c1e295f07 req-1616647d-e659-4c9b-bafa-7242eed96dc4 tempest-VolumesNegativeTest-1194216081 tempest-VolumesNegativeTest-1194216081-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787575727912'] for port (619dd00f-2ea8-4823-b3cf-9aefd955dab8), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:13:22.257482 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-70155549-04ab-4012-ac60-53349b649dd6 req-59154a43-0b1a-4ef4-9ddd-400e7fedbf9b tempest-VolumesNegativeTest-1194216081 tempest-VolumesNegativeTest-1194216081-project] 10.222.0.13 "GET /v2.0/security-groups?id=46651910-684d-49e8-bda7-d4e90c93264f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872698 Jun 26 03:13:22.339222 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [req-37bd58f8-dd8e-4e16-8746-c69c1e295f07 req-1616647d-e659-4c9b-bafa-7242eed96dc4 tempest-VolumesNegativeTest-1194216081 tempest-VolumesNegativeTest-1194216081-project] For port 619dd00f-2ea8-4823-b3cf-9aefd955dab8, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=619dd00f-2ea8-4823-b3cf-9aefd955dab8,segment=NetworkSegment(3f74204c-92fe-4c89-9c34-e59aa44a73e4),segment_id=3f74204c-92fe-4c89-9c34-e59aa44a73e4)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:13:22.339502 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-37bd58f8-dd8e-4e16-8746-c69c1e295f07 req-1616647d-e659-4c9b-bafa-7242eed96dc4 tempest-VolumesNegativeTest-1194216081 tempest-VolumesNegativeTest-1194216081-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615864'] for port (619dd00f-2ea8-4823-b3cf-9aefd955dab8), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:13:22.353053 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [req-37bd58f8-dd8e-4e16-8746-c69c1e295f07 req-1616647d-e659-4c9b-bafa-7242eed96dc4 tempest-VolumesNegativeTest-1194216081 tempest-VolumesNegativeTest-1194216081-project] Calling delete_port for 619dd00f-2ea8-4823-b3cf-9aefd955dab8 owned by compute:nova {{(pid=104014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 26 03:13:22.397224 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=100 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:13:22.402337 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=100 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:13:22.486631 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-37bd58f8-dd8e-4e16-8746-c69c1e295f07 req-1616647d-e659-4c9b-bafa-7242eed96dc4 tempest-VolumesNegativeTest-1194216081 tempest-VolumesNegativeTest-1194216081-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787575732336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787575245478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6258255'] for port (619dd00f-2ea8-4823-b3cf-9aefd955dab8), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:13:22.523121 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] get_ports_and_sgs() called for port_ids ['619dd00f-2ea8-4823-b3cf-9aefd955dab8'] {{(pid=104015) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 03:13:22.525353 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1616647d-e659-4c9b-bafa-7242eed96dc4 tempest-VolumesNegativeTest-1194216081 tempest-VolumesNegativeTest-1194216081-project] Pushing event deleted for resources: {'Port': ['ID=619dd00f-2ea8-4823-b3cf-9aefd955dab8,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:13:22.566522 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [req-37bd58f8-dd8e-4e16-8746-c69c1e295f07 req-1616647d-e659-4c9b-bafa-7242eed96dc4 tempest-VolumesNegativeTest-1194216081 tempest-VolumesNegativeTest-1194216081-project] No DVR routers for this DVR port 619dd00f-2ea8-4823-b3cf-9aefd955dab8 on host hv-cinder-84684 {{(pid=104014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 26 03:13:22.570495 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-37bd58f8-dd8e-4e16-8746-c69c1e295f07 req-1616647d-e659-4c9b-bafa-7242eed96dc4 tempest-VolumesNegativeTest-1194216081 tempest-VolumesNegativeTest-1194216081-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515864'] for port (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:13:22.575568 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-37bd58f8-dd8e-4e16-8746-c69c1e295f07 req-1616647d-e659-4c9b-bafa-7242eed96dc4 tempest-VolumesNegativeTest-1194216081 tempest-VolumesNegativeTest-1194216081-project] 10.222.0.43 "DELETE /v2.0/ports/619dd00f-2ea8-4823-b3cf-9aefd955dab8 HTTP/1.1" status: 204 len: 173 time: 0.4844084 Jun 26 03:13:22.576064 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2aa89b84-b7dc-4bfc-ab1a-1d0ba65c62cd', 'name': 'network-vif-deleted', 'tag': '619dd00f-2ea8-4823-b3cf-9aefd955dab8'}] {{(pid=104014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 26 03:13:22.579415 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b346e277b9447a300c9d303bb334713d04858661d6ca7e8667ef96f79658145a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2b1e003-dbb3-472c-88e2-73eec07459e6" -d '{"events": [{"server_uuid": "2aa89b84-b7dc-4bfc-ab1a-1d0ba65c62cd", "name": "network-vif-deleted", "tag": "619dd00f-2ea8-4823-b3cf-9aefd955dab8"}]}' {{(pid=104014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 03:13:22.633206 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Jun 2022 03:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ffea692-a875-4d0c-88c5-11bd720c9b9c x-openstack-request-id: req-3ffea692-a875-4d0c-88c5-11bd720c9b9c {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 03:13:22.633567 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2aa89b84-b7dc-4bfc-ab1a-1d0ba65c62cd", "name": "network-vif-deleted", "tag": "619dd00f-2ea8-4823-b3cf-9aefd955dab8", "status": "completed", "code": 200}]} {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 03:13:22.634013 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3ffea692-a875-4d0c-88c5-11bd720c9b9c {{(pid=104014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 03:13:22.634629 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ffea692-a875-4d0c-88c5-11bd720c9b9c'] response: {'server_uuid': '2aa89b84-b7dc-4bfc-ab1a-1d0ba65c62cd', 'name': 'network-vif-deleted', 'tag': '619dd00f-2ea8-4823-b3cf-9aefd955dab8', 'status': 'completed', 'code': 200} Jun 26 03:13:22.678611 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47ad101-b5b7-4a39-a947-55ec649e1a43 req-09d19d17-2ecc-478e-b288-f67948046fe4 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:13:22.680940 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-f47ad101-b5b7-4a39-a947-55ec649e1a43 req-09d19d17-2ecc-478e-b288-f67948046fe4 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee71e3f2-a415-4000-97d4-290a4675ee4e HTTP/1.1" status: 200 len: 943 time: 0.0621521 Jun 26 03:13:22.980287 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-f47ad101-b5b7-4a39-a947-55ec649e1a43 req-afb12f23-27fe-4609-baf6-43ba098b45b6 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a6260b7-7df3-4e25-b85a-7406feaa1dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2920351 Jun 26 03:13:23.012584 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 46662) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:13:23.050754 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Device 7dd1c0b3-ac2d-47eb-81cd-5f0cd845e6c6 no longer exists at agent hyperv_hv-cinder-84684 {{(pid=104015) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 03:13:23.106856 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-9ba645b7-dd37-4a16-af76-f081b1b5d794 req-ca3ac7f9-2479-48bc-9385-7395b37d6460 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ee71e3f2-a415-4000-97d4-290a4675ee4e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0928686 Jun 26 03:13:23.114435 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [req-9ba645b7-dd37-4a16-af76-f081b1b5d794 req-a6a55159-96c7-4ff3-b3a9-33862501953f service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104013) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 26 03:13:23.119870 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-9ba645b7-dd37-4a16-af76-f081b1b5d794 req-a6a55159-96c7-4ff3-b3a9-33862501953f service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0099838 Jun 26 03:13:23.125145 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Current status of the port 7dd1c0b3-ac2d-47eb-81cd-5f0cd845e6c6 is: DOWN; New status is: DOWN {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 03:13:23.196604 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 46670) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:13:23.292864 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba645b7-dd37-4a16-af76-f081b1b5d794 req-f10c40b4-5774-4c7e-befd-c044a91644c3 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:13:23.294277 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-9ba645b7-dd37-4a16-af76-f081b1b5d794 req-f10c40b4-5774-4c7e-befd-c044a91644c3 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports/7dd1c0b3-ac2d-47eb-81cd-5f0cd845e6c6 HTTP/1.1" status: 200 len: 940 time: 0.0966454 Jun 26 03:13:24.099669 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56651172-336e-43ff-b36e-c094dcd46ead req-7bcaf054-b3e3-4862-866e-b74ca837f639 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:13:24.101244 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-56651172-336e-43ff-b36e-c094dcd46ead req-7bcaf054-b3e3-4862-866e-b74ca837f639 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee71e3f2-a415-4000-97d4-290a4675ee4e HTTP/1.1" status: 200 len: 943 time: 0.0488248 Jun 26 03:13:24.183468 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba645b7-dd37-4a16-af76-f081b1b5d794 req-7974620a-35f2-4d97-801e-be71b8f0b664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:13:24.184937 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-9ba645b7-dd37-4a16-af76-f081b1b5d794 req-7974620a-35f2-4d97-801e-be71b8f0b664 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ee71e3f2-a415-4000-97d4-290a4675ee4e&tenant_id=5dd1a7a651fa4d27a1b6488ca13effca HTTP/1.1" status: 200 len: 1127 time: 0.0646405 Jun 26 03:13:24.188339 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-56651172-336e-43ff-b36e-c094dcd46ead req-75c7c4e2-211c-4090-acf5-eb535e788f82 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a6260b7-7df3-4e25-b85a-7406feaa1dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815701 Jun 26 03:13:24.263282 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba645b7-dd37-4a16-af76-f081b1b5d794 req-8055eb72-c22d-46de-95ee-d784a52a0aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:13:24.264745 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-9ba645b7-dd37-4a16-af76-f081b1b5d794 req-8055eb72-c22d-46de-95ee-d784a52a0aa2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5dd1a7a651fa4d27a1b6488ca13effca&device_id=ee71e3f2-a415-4000-97d4-290a4675ee4e HTTP/1.1" status: 200 len: 1127 time: 0.0418165 Jun 26 03:13:24.361468 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba645b7-dd37-4a16-af76-f081b1b5d794 req-fa6fbe28-f4fb-48f0-85ca-ba4a7c3794bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:13:24.363035 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-9ba645b7-dd37-4a16-af76-f081b1b5d794 req-fa6fbe28-f4fb-48f0-85ca-ba4a7c3794bf service neutron] 10.222.0.43 "GET /v2.0/networks?id=151cdbb9-618f-46a1-a7b5-564e53db9cea HTTP/1.1" status: 200 len: 918 time: 0.0919712 Jun 26 03:13:24.430246 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-9ba645b7-dd37-4a16-af76-f081b1b5d794 req-681380a1-7918-4a15-ac0d-c37d1ce0f2a0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7dd1c0b3-ac2d-47eb-81cd-5f0cd845e6c6 HTTP/1.1" status: 200 len: 999 time: 0.0607164 Jun 26 03:13:24.482141 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba645b7-dd37-4a16-af76-f081b1b5d794 req-24b9b31c-0c33-4758-9154-6690a49ccf91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:13:24.483602 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-9ba645b7-dd37-4a16-af76-f081b1b5d794 req-24b9b31c-0c33-4758-9154-6690a49ccf91 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b3475431-7645-416a-9b3b-e23c4a132926 HTTP/1.1" status: 200 len: 856 time: 0.0453804 Jun 26 03:13:24.530809 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba645b7-dd37-4a16-af76-f081b1b5d794 req-2a7f3384-52ce-44e9-82af-f0af77339b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:13:24.532312 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-9ba645b7-dd37-4a16-af76-f081b1b5d794 req-2a7f3384-52ce-44e9-82af-f0af77339b27 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=151cdbb9-618f-46a1-a7b5-564e53db9cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431063 Jun 26 03:13:24.624010 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-9ba645b7-dd37-4a16-af76-f081b1b5d794 req-6a238c49-a73b-41c0-b877-be8206b76311 service neutron] 10.222.0.43 "GET /v2.0/networks/151cdbb9-618f-46a1-a7b5-564e53db9cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856960 Jun 26 03:13:24.719184 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-9ba645b7-dd37-4a16-af76-f081b1b5d794 req-a8b5332e-059c-42e4-918b-7bc222eff358 service neutron] 10.222.0.43 "GET /v2.0/networks/151cdbb9-618f-46a1-a7b5-564e53db9cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890508 Jun 26 03:13:25.055948 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Device 619dd00f-2ea8-4823-b3cf-9aefd955dab8 no longer exists at agent hyperv_hv-cinder-84684 {{(pid=104015) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 03:13:25.079740 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] No Port match for: 619dd00f-2ea8-4823-b3cf-9aefd955dab8 {{(pid=104015) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 26 03:13:25.080081 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Device 619dd00f-2ea8-4823-b3cf-9aefd955dab8 not bound to the agent host hv-cinder-84684 {{(pid=104015) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 03:13:25.413912 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31455488-77a7-433f-902a-6c623245d7ef req-1700d6e5-c338-4f73-b80a-38b9a77da3b9 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:13:25.416909 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-31455488-77a7-433f-902a-6c623245d7ef req-1700d6e5-c338-4f73-b80a-38b9a77da3b9 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee71e3f2-a415-4000-97d4-290a4675ee4e HTTP/1.1" status: 200 len: 943 time: 0.1028483 Jun 26 03:13:25.492071 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:13:25.496354 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-31455488-77a7-433f-902a-6c623245d7ef req-3484764b-55d8-4bc1-9901-29a3ba0b2cf8 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a6260b7-7df3-4e25-b85a-7406feaa1dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721745 Jun 26 03:13:25.964183 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.agents_db [None req-1acc9491-aa00-4d80-a7f3-d699105ea2bf None None] Agent healthcheck: found 6 active agents {{(pid=104016) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 03:13:26.617227 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:13:26.638876 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422f9e38-e731-4be0-a873-09302dcf5736 req-d82261d3-314e-4199-9362-3657005e56c0 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:13:26.640391 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-422f9e38-e731-4be0-a873-09302dcf5736 req-d82261d3-314e-4199-9362-3657005e56c0 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee71e3f2-a415-4000-97d4-290a4675ee4e HTTP/1.1" status: 200 len: 943 time: 0.0537412 Jun 26 03:13:26.693599 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-422f9e38-e731-4be0-a873-09302dcf5736 req-8391b8de-9e73-4f7f-b7e6-f5c64f3de56e tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a6260b7-7df3-4e25-b85a-7406feaa1dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470512 Jun 26 03:13:27.271765 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:13:27.278255 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 46950) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:13:27.418537 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-d49985aa-b0b4-45f8-b7b4-60132ccee535 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fbf9d500fd3a41cdb218a5f3377c68ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1389174 Jun 26 03:13:27.420996 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 46954) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:13:27.471975 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-ecf37893-4a90-42ef-b93d-cecc33ff12f9 admin admin] Publish callbacks [] for security_group (46651910-684d-49e8-bda7-d4e90c93264f), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:13:27.495143 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-ecf37893-4a90-42ef-b93d-cecc33ff12f9 admin admin] Publish callbacks [] for security_group (46651910-684d-49e8-bda7-d4e90c93264f), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:13:27.546015 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-ecf37893-4a90-42ef-b93d-cecc33ff12f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (46651910-684d-49e8-bda7-d4e90c93264f), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:13:27.548722 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-ecf37893-4a90-42ef-b93d-cecc33ff12f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:13:27.549884 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-ecf37893-4a90-42ef-b93d-cecc33ff12f9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/46651910-684d-49e8-bda7-d4e90c93264f HTTP/1.1" status: 204 len: 168 time: 0.1279256 Jun 26 03:13:27.559546 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf37893-4a90-42ef-b93d-cecc33ff12f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46651910-684d-49e8-bda7-d4e90c93264f,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:13:27.826308 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2893f58f-69c8-4d6c-a3f8-4a507d8cedc3 req-55755a63-eae6-4880-b8bb-77c69dbe0579 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:13:27.827950 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-2893f58f-69c8-4d6c-a3f8-4a507d8cedc3 req-55755a63-eae6-4880-b8bb-77c69dbe0579 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee71e3f2-a415-4000-97d4-290a4675ee4e HTTP/1.1" status: 200 len: 943 time: 0.0533628 Jun 26 03:13:27.907150 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-2893f58f-69c8-4d6c-a3f8-4a507d8cedc3 req-2ae9d9f2-7e9b-4d8b-b47a-59040d87d5ee tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a6260b7-7df3-4e25-b85a-7406feaa1dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723295 Jun 26 03:13:29.061971 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e582beb-7b93-4c8c-8d82-095b42129258 req-b389be92-58a7-46d6-b73f-6bfb8207c511 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:13:29.066627 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-5e582beb-7b93-4c8c-8d82-095b42129258 req-b389be92-58a7-46d6-b73f-6bfb8207c511 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee71e3f2-a415-4000-97d4-290a4675ee4e HTTP/1.1" status: 200 len: 943 time: 0.0678296 Jun 26 03:13:29.120243 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-5e582beb-7b93-4c8c-8d82-095b42129258 req-ab396adb-76a4-4628-a1fd-e6b61ccb8f20 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a6260b7-7df3-4e25-b85a-7406feaa1dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502589 Jun 26 03:13:30.246346 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6708625c-f511-4649-baa0-8c1975e6d804 req-c7e5de85-af87-454d-8d2d-51bc194a28b4 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:13:30.247951 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-6708625c-f511-4649-baa0-8c1975e6d804 req-c7e5de85-af87-454d-8d2d-51bc194a28b4 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee71e3f2-a415-4000-97d4-290a4675ee4e HTTP/1.1" status: 200 len: 943 time: 0.0529432 Jun 26 03:13:30.301977 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-6708625c-f511-4649-baa0-8c1975e6d804 req-76b8f755-b3d2-43d3-a10c-8bff86ce7443 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a6260b7-7df3-4e25-b85a-7406feaa1dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478885 Jun 26 03:13:31.431552 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90dab49-a0f5-4fc5-a5f3-8081354cf31a req-c9bb5731-9510-45fb-abd5-a5b7cc53420c tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:13:31.433612 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-e90dab49-a0f5-4fc5-a5f3-8081354cf31a req-c9bb5731-9510-45fb-abd5-a5b7cc53420c tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee71e3f2-a415-4000-97d4-290a4675ee4e HTTP/1.1" status: 200 len: 943 time: 0.0569062 Jun 26 03:13:31.484295 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-e90dab49-a0f5-4fc5-a5f3-8081354cf31a req-9ce50e7a-1750-4e04-a8dc-a18313158acb tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a6260b7-7df3-4e25-b85a-7406feaa1dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452034 Jun 26 03:13:32.603577 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7521af-af3f-4180-89ec-15ff3be57247 req-eb09acef-2bc0-4b00-b576-39dfc4581093 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:13:32.605032 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-bd7521af-af3f-4180-89ec-15ff3be57247 req-eb09acef-2bc0-4b00-b576-39dfc4581093 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee71e3f2-a415-4000-97d4-290a4675ee4e HTTP/1.1" status: 200 len: 943 time: 0.0476141 Jun 26 03:13:32.652523 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-bd7521af-af3f-4180-89ec-15ff3be57247 req-8616005f-ba1f-4797-b86f-0b20141e98ca tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a6260b7-7df3-4e25-b85a-7406feaa1dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419552 Jun 26 03:13:33.098884 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=66 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:13:33.099701 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=46 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:13:33.123210 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=30 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:13:33.771608 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdad7f46-0955-4300-b8fe-cc60e17dc456 req-4ae6858b-afbf-4f8b-8bfa-0574d8a8267f tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:13:33.773041 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-fdad7f46-0955-4300-b8fe-cc60e17dc456 req-4ae6858b-afbf-4f8b-8bfa-0574d8a8267f tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee71e3f2-a415-4000-97d4-290a4675ee4e HTTP/1.1" status: 200 len: 943 time: 0.0496056 Jun 26 03:13:33.819301 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-fdad7f46-0955-4300-b8fe-cc60e17dc456 req-2f6c114f-1e9c-4a8f-aa17-d36b3f9d25d9 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a6260b7-7df3-4e25-b85a-7406feaa1dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401943 Jun 26 03:13:34.944073 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0999c4e-3908-4a60-9b29-1cc97bf40d48 req-8f4a90ea-a173-4bf0-a1b1-8b2be46c7bec tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:13:34.945564 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a0999c4e-3908-4a60-9b29-1cc97bf40d48 req-8f4a90ea-a173-4bf0-a1b1-8b2be46c7bec tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee71e3f2-a415-4000-97d4-290a4675ee4e HTTP/1.1" status: 200 len: 943 time: 0.0542340 Jun 26 03:13:34.996804 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a0999c4e-3908-4a60-9b29-1cc97bf40d48 req-70c0ba29-dd3d-4fc4-ba11-8483bd4a3fa6 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a6260b7-7df3-4e25-b85a-7406feaa1dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457995 Jun 26 03:13:36.099116 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:13:36.114305 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9639a7-6f78-418c-89bc-545e5e368c5f req-e69d9cea-9de2-49bd-b622-d9580e865159 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:13:36.115797 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-6d9639a7-6f78-418c-89bc-545e5e368c5f req-e69d9cea-9de2-49bd-b622-d9580e865159 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee71e3f2-a415-4000-97d4-290a4675ee4e HTTP/1.1" status: 200 len: 943 time: 0.0465562 Jun 26 03:13:36.139390 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:13:36.168634 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-6d9639a7-6f78-418c-89bc-545e5e368c5f req-137c05ff-25fc-49ec-a84a-ed97dfd504b4 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a6260b7-7df3-4e25-b85a-7406feaa1dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468113 Jun 26 03:13:37.300054 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1abd51-12b5-4d03-8116-f10af4dd8cd4 req-1515a2c3-acf6-4e5f-89d4-a1b2756dae3b tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:13:37.301580 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-9a1abd51-12b5-4d03-8116-f10af4dd8cd4 req-1515a2c3-acf6-4e5f-89d4-a1b2756dae3b tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee71e3f2-a415-4000-97d4-290a4675ee4e HTTP/1.1" status: 200 len: 943 time: 0.0502725 Jun 26 03:13:37.351402 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-9a1abd51-12b5-4d03-8116-f10af4dd8cd4 req-11618775-d25b-413f-851e-3792fb6f3dac tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a6260b7-7df3-4e25-b85a-7406feaa1dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434074 Jun 26 03:13:37.571401 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:13:38.471962 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e1d383-a4d0-42cc-8dc6-a6be7a6f5513 req-c4dc93b3-14c7-487a-83c5-14e5bc1f0b3f tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:13:38.473416 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-11e1d383-a4d0-42cc-8dc6-a6be7a6f5513 req-c4dc93b3-14c7-487a-83c5-14e5bc1f0b3f tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee71e3f2-a415-4000-97d4-290a4675ee4e HTTP/1.1" status: 200 len: 943 time: 0.0465069 Jun 26 03:13:38.519785 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-11e1d383-a4d0-42cc-8dc6-a6be7a6f5513 req-933fa5a0-2345-43c6-b447-a2950b9ee13a tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a6260b7-7df3-4e25-b85a-7406feaa1dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402184 Jun 26 03:13:39.432205 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=16 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:13:39.434413 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:13:39.639240 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a31c89-53c5-4b4b-ae0e-f6b45026a259 req-792ff93d-dfd8-4410-99be-095e6b91ebca tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:13:39.640708 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-c7a31c89-53c5-4b4b-ae0e-f6b45026a259 req-792ff93d-dfd8-4410-99be-095e6b91ebca tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee71e3f2-a415-4000-97d4-290a4675ee4e HTTP/1.1" status: 200 len: 943 time: 0.0502355 Jun 26 03:13:39.686124 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-c7a31c89-53c5-4b4b-ae0e-f6b45026a259 req-11d9d53c-d45b-4f7e-ace4-8d66b4b5b7a5 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a6260b7-7df3-4e25-b85a-7406feaa1dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400126 Jun 26 03:13:40.804089 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cf9473-a18b-4663-8f52-3cfce1bd4ed6 req-88d19606-8eed-416a-abda-6226c564bdfc tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:13:40.805541 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-32cf9473-a18b-4663-8f52-3cfce1bd4ed6 req-88d19606-8eed-416a-abda-6226c564bdfc tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee71e3f2-a415-4000-97d4-290a4675ee4e HTTP/1.1" status: 200 len: 943 time: 0.0467203 Jun 26 03:13:40.852182 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-32cf9473-a18b-4663-8f52-3cfce1bd4ed6 req-85f8d720-8338-4e06-ac10-c22b44a493c9 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a6260b7-7df3-4e25-b85a-7406feaa1dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411475 Jun 26 03:13:41.429784 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-e1fbf1fb-4a73-424f-a106-057e774981e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (7168f7b9-c398-4364-91f8-35e2ce03f4c4), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:13:41.975439 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f673def-5768-44a8-bb1b-423a527eeecd req-505ae8c2-5ca0-4ea0-9f4d-3414ec46e871 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:13:41.976934 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-5f673def-5768-44a8-bb1b-423a527eeecd req-505ae8c2-5ca0-4ea0-9f4d-3414ec46e871 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee71e3f2-a415-4000-97d4-290a4675ee4e HTTP/1.1" status: 200 len: 943 time: 0.0513070 Jun 26 03:13:42.023223 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-5f673def-5768-44a8-bb1b-423a527eeecd req-265d3bde-44e7-4243-810b-235cc5d769ef tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a6260b7-7df3-4e25-b85a-7406feaa1dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401881 Jun 26 03:13:43.140911 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0789a7-5ce2-4c85-9508-51ad77ef34f2 req-40645032-6487-496e-85cd-2946f89e12cb tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:13:43.142386 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-fb0789a7-5ce2-4c85-9508-51ad77ef34f2 req-40645032-6487-496e-85cd-2946f89e12cb tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee71e3f2-a415-4000-97d4-290a4675ee4e HTTP/1.1" status: 200 len: 943 time: 0.0467319 Jun 26 03:13:43.189106 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-fb0789a7-5ce2-4c85-9508-51ad77ef34f2 req-e473946b-bc39-42a2-9cf2-cf944c3e45f5 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a6260b7-7df3-4e25-b85a-7406feaa1dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413573 Jun 26 03:13:43.759135 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-693fd6d1-c3e7-4608-bc18-0d6aeffd10e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (0122de27-3097-4d47-a0ca-0fb90e28ac1e), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:13:44.306205 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6103285-d269-4c45-af92-f21547851c97 req-5c469fd3-663f-4c8e-85ae-a352f5fc5db6 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:13:44.308165 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-f6103285-d269-4c45-af92-f21547851c97 req-5c469fd3-663f-4c8e-85ae-a352f5fc5db6 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee71e3f2-a415-4000-97d4-290a4675ee4e HTTP/1.1" status: 200 len: 943 time: 0.0456960 Jun 26 03:13:44.359645 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-f6103285-d269-4c45-af92-f21547851c97 req-9657f08f-2e17-40b2-bcb6-80b8ea8855ca tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a6260b7-7df3-4e25-b85a-7406feaa1dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460446 Jun 26 03:13:44.854350 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a0725410-9e6c-45cb-9ff8-c6c4931d6b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (ece691f0-a7cc-4e31-b59a-0e18fd9fccde), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:13:44.903787 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (e7a0895f-45bb-4130-be69-32df3e039043), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:13:45.476097 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1976c5fc-ab08-4032-b82a-466c8cb31842 req-2992c317-b51c-4dbe-a541-96425b440486 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:13:45.477540 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-1976c5fc-ab08-4032-b82a-466c8cb31842 req-2992c317-b51c-4dbe-a541-96425b440486 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee71e3f2-a415-4000-97d4-290a4675ee4e HTTP/1.1" status: 200 len: 943 time: 0.0470436 Jun 26 03:13:45.523422 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-1976c5fc-ab08-4032-b82a-466c8cb31842 req-01fd03d1-9a83-49ef-aa66-22b0524c6eed tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a6260b7-7df3-4e25-b85a-7406feaa1dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404806 Jun 26 03:13:46.309350 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d2867017-9ae3-4ae5-b018-59cb98d1258b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (3b87920d-6933-41a3-b47c-185b87d68e87), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:13:46.531267 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (16f9b602-7baf-4f7a-ab92-1b0788147fb5), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:13:46.646548 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aee9eb-1dee-4664-9e00-4d1d1ae521be req-b0150ab0-964b-4b9f-a98e-15026eab5604 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:13:46.648067 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-17aee9eb-1dee-4664-9e00-4d1d1ae521be req-b0150ab0-964b-4b9f-a98e-15026eab5604 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee71e3f2-a415-4000-97d4-290a4675ee4e HTTP/1.1" status: 200 len: 943 time: 0.0479991 Jun 26 03:13:46.695906 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-17aee9eb-1dee-4664-9e00-4d1d1ae521be req-97a283be-e6ff-4780-9cff-95b1e50b0ada tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a6260b7-7df3-4e25-b85a-7406feaa1dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418200 Jun 26 03:13:47.816504 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc59595-08a9-48f8-a16f-256dbcc5cd71 req-0dca6337-671f-45ae-be50-f6bf7d45b462 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:13:47.817941 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-bcc59595-08a9-48f8-a16f-256dbcc5cd71 req-0dca6337-671f-45ae-be50-f6bf7d45b462 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee71e3f2-a415-4000-97d4-290a4675ee4e HTTP/1.1" status: 200 len: 943 time: 0.0497448 Jun 26 03:13:47.864819 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-bcc59595-08a9-48f8-a16f-256dbcc5cd71 req-57ddf312-441e-46c3-8d33-175b10a5f9ff tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a6260b7-7df3-4e25-b85a-7406feaa1dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414133 Jun 26 03:13:48.984859 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba448d2b-8fa1-4ed7-8b97-80e3d231eaf7 req-c98fd6b3-eaf3-49d0-88f5-4633cc3abe2e tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:13:48.986327 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-ba448d2b-8fa1-4ed7-8b97-80e3d231eaf7 req-c98fd6b3-eaf3-49d0-88f5-4633cc3abe2e tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee71e3f2-a415-4000-97d4-290a4675ee4e HTTP/1.1" status: 200 len: 943 time: 0.0499387 Jun 26 03:13:49.006676 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=100 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:13:49.013744 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=100 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:13:49.035452 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-ba448d2b-8fa1-4ed7-8b97-80e3d231eaf7 req-042d2615-8de0-40f9-88fc-2a365e2f9ba2 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a6260b7-7df3-4e25-b85a-7406feaa1dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437317 Jun 26 03:13:50.161550 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86113554-4d3e-42a9-8cc5-7030e6e05c6b req-02f9ac81-c642-4f34-8ca6-873b56a0b7aa tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:13:50.163098 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-86113554-4d3e-42a9-8cc5-7030e6e05c6b req-02f9ac81-c642-4f34-8ca6-873b56a0b7aa tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee71e3f2-a415-4000-97d4-290a4675ee4e HTTP/1.1" status: 200 len: 943 time: 0.0495515 Jun 26 03:13:50.215608 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-86113554-4d3e-42a9-8cc5-7030e6e05c6b req-8f72e5c1-8833-4ba9-83d1-f1a489f5c402 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a6260b7-7df3-4e25-b85a-7406feaa1dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469949 Jun 26 03:13:50.581579 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985f7537-b02f-4b75-ac8e-11615f2f1959 req-2c1c79bc-3676-42b9-ab90-0b85fb038f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:13:50.583117 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-985f7537-b02f-4b75-ac8e-11615f2f1959 req-2c1c79bc-3676-42b9-ab90-0b85fb038f6e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5dd1a7a651fa4d27a1b6488ca13effca&device_id=ee71e3f2-a415-4000-97d4-290a4675ee4e HTTP/1.1" status: 200 len: 1127 time: 0.0472238 Jun 26 03:13:50.700862 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985f7537-b02f-4b75-ac8e-11615f2f1959 req-71f05456-1971-4a7e-86a8-c0f9501f0843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:13:50.702343 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-985f7537-b02f-4b75-ac8e-11615f2f1959 req-71f05456-1971-4a7e-86a8-c0f9501f0843 service neutron] 10.222.0.43 "GET /v2.0/networks?id=151cdbb9-618f-46a1-a7b5-564e53db9cea HTTP/1.1" status: 200 len: 918 time: 0.1005111 Jun 26 03:13:50.772419 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-985f7537-b02f-4b75-ac8e-11615f2f1959 req-98f37109-7f04-4787-b92f-c5b6ae79bb31 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7dd1c0b3-ac2d-47eb-81cd-5f0cd845e6c6 HTTP/1.1" status: 200 len: 999 time: 0.0624535 Jun 26 03:13:50.821761 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985f7537-b02f-4b75-ac8e-11615f2f1959 req-040efb33-3e0b-4536-9226-ce459b376ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:13:50.823370 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-985f7537-b02f-4b75-ac8e-11615f2f1959 req-040efb33-3e0b-4536-9226-ce459b376ee9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b3475431-7645-416a-9b3b-e23c4a132926 HTTP/1.1" status: 200 len: 856 time: 0.0445397 Jun 26 03:13:50.880896 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985f7537-b02f-4b75-ac8e-11615f2f1959 req-4f1b6e31-1eaa-4ab0-9b7c-52371bfc2dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:13:50.882530 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-985f7537-b02f-4b75-ac8e-11615f2f1959 req-4f1b6e31-1eaa-4ab0-9b7c-52371bfc2dfa service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=151cdbb9-618f-46a1-a7b5-564e53db9cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430439 Jun 26 03:13:50.974546 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-985f7537-b02f-4b75-ac8e-11615f2f1959 req-67df2ff1-391f-426d-9a3e-35f9f31ebe1d service neutron] 10.222.0.43 "GET /v2.0/networks/151cdbb9-618f-46a1-a7b5-564e53db9cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857911 Jun 26 03:13:51.077554 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-985f7537-b02f-4b75-ac8e-11615f2f1959 req-790c77dc-fdcb-4a23-bfd0-1056c28bad68 service neutron] 10.222.0.43 "GET /v2.0/networks/151cdbb9-618f-46a1-a7b5-564e53db9cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968261 Jun 26 03:13:51.121091 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Device 7dd1c0b3-ac2d-47eb-81cd-5f0cd845e6c6 details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=104015) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 26 03:13:51.217350 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] For port 7dd1c0b3-ac2d-47eb-81cd-5f0cd845e6c6, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=7dd1c0b3-ac2d-47eb-81cd-5f0cd845e6c6,segment=NetworkSegment(9b1bc4ce-7d03-4b55-892a-abd91da4af67),segment_id=9b1bc4ce-7d03-4b55-892a-abd91da4af67)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:13:51.229311 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Returning: {'device': '7dd1c0b3-ac2d-47eb-81cd-5f0cd845e6c6', 'network_id': '151cdbb9-618f-46a1-a7b5-564e53db9cea', 'port_id': '7dd1c0b3-ac2d-47eb-81cd-5f0cd845e6c6', 'mac_address': 'fa:16:3e:8b:82:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3475431-7645-416a-9b3b-e23c4a132926', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104015) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 26 03:13:51.265109 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Current status of the port 7dd1c0b3-ac2d-47eb-81cd-5f0cd845e6c6 is: DOWN; New status is: BUILD {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 03:13:51.265498 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (7dd1c0b3-ac2d-47eb-81cd-5f0cd845e6c6), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:13:51.280247 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.notifiers.nova [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7dd1c0b3-ac2d-47eb-81cd-5f0cd845e6c6 {{(pid=104015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 26 03:13:51.301370 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] For port 7dd1c0b3-ac2d-47eb-81cd-5f0cd845e6c6, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=7dd1c0b3-ac2d-47eb-81cd-5f0cd845e6c6,segment=NetworkSegment(9b1bc4ce-7d03-4b55-892a-abd91da4af67),segment_id=9b1bc4ce-7d03-4b55-892a-abd91da4af67)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:13:51.305609 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (7dd1c0b3-ac2d-47eb-81cd-5f0cd845e6c6), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:13:51.342891 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86678e0c-62d5-4781-bb5f-cf6c6cf7a694 req-26d53cc7-648e-4d50-b40d-9169f08e1943 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:13:51.345039 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-86678e0c-62d5-4781-bb5f-cf6c6cf7a694 req-26d53cc7-648e-4d50-b40d-9169f08e1943 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee71e3f2-a415-4000-97d4-290a4675ee4e HTTP/1.1" status: 200 len: 943 time: 0.0570717 Jun 26 03:13:51.359359 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Pushing event updated for resources: {'Port': ['ID=7dd1c0b3-ac2d-47eb-81cd-5f0cd845e6c6,revision_number=9']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:13:51.394062 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-86678e0c-62d5-4781-bb5f-cf6c6cf7a694 req-12b67210-c468-4378-9263-ca23c8a1174f tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a6260b7-7df3-4e25-b85a-7406feaa1dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435562 Jun 26 03:13:51.751053 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] get_ports_and_sgs() called for port_ids ['7dd1c0b3-ac2d-47eb-81cd-5f0cd845e6c6'] {{(pid=104015) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 03:13:52.512086 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8083932d-3578-49d2-8dc1-0cc8c5de855c req-c294e072-d226-420c-82c0-d4a7fe7758b9 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:13:52.513521 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-8083932d-3578-49d2-8dc1-0cc8c5de855c req-c294e072-d226-420c-82c0-d4a7fe7758b9 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee71e3f2-a415-4000-97d4-290a4675ee4e HTTP/1.1" status: 200 len: 944 time: 0.0457737 Jun 26 03:13:52.558749 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-8083932d-3578-49d2-8dc1-0cc8c5de855c req-9092efb1-2db7-47c9-bf3f-09482e12a16a tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a6260b7-7df3-4e25-b85a-7406feaa1dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397890 Jun 26 03:13:53.038419 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=3 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:13:53.039132 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=3 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:13:53.120792 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Device 7dd1c0b3-ac2d-47eb-81cd-5f0cd845e6c6 up at agent hyperv_hv-cinder-84684 {{(pid=104015) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 03:13:53.163240 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Provisioning complete for port 7dd1c0b3-ac2d-47eb-81cd-5f0cd845e6c6 triggered by entity L2. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:13:53.163611 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (7dd1c0b3-ac2d-47eb-81cd-5f0cd845e6c6), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:13:53.232456 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Current status of the port 7dd1c0b3-ac2d-47eb-81cd-5f0cd845e6c6 is: BUILD; New status is: ACTIVE {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 03:13:53.232835 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (7dd1c0b3-ac2d-47eb-81cd-5f0cd845e6c6), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:13:53.254414 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee71e3f2-a415-4000-97d4-290a4675ee4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dd1c0b3-ac2d-47eb-81cd-5f0cd845e6c6'}] {{(pid=104015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 26 03:13:53.256578 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cc6f3b5c5ccbcb5bcfe28d8fb20da90166658d76702b85331307104b46494b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a75821c-c7a2-4c8d-8a3b-4179559c24f5" -d '{"events": [{"server_uuid": "ee71e3f2-a415-4000-97d4-290a4675ee4e", "name": "network-vif-plugged", "status": "completed", "tag": "7dd1c0b3-ac2d-47eb-81cd-5f0cd845e6c6"}]}' {{(pid=104015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 03:13:53.268664 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] For port 7dd1c0b3-ac2d-47eb-81cd-5f0cd845e6c6, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=7dd1c0b3-ac2d-47eb-81cd-5f0cd845e6c6,segment=NetworkSegment(9b1bc4ce-7d03-4b55-892a-abd91da4af67),segment_id=9b1bc4ce-7d03-4b55-892a-abd91da4af67)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:13:53.272674 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (7dd1c0b3-ac2d-47eb-81cd-5f0cd845e6c6), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:13:53.302058 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Jun 2022 03:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36e88514-5430-411e-8a94-b92b4db83047 x-openstack-request-id: req-36e88514-5430-411e-8a94-b92b4db83047 {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 03:13:53.302363 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee71e3f2-a415-4000-97d4-290a4675ee4e", "name": "network-vif-plugged", "status": "completed", "tag": "7dd1c0b3-ac2d-47eb-81cd-5f0cd845e6c6", "code": 200}]} {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 03:13:53.302609 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-36e88514-5430-411e-8a94-b92b4db83047 {{(pid=104015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 03:13:53.303000 dv-cinder-846842-4-iscsi neutron-server[104015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36e88514-5430-411e-8a94-b92b4db83047'] response: {'server_uuid': 'ee71e3f2-a415-4000-97d4-290a4675ee4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dd1c0b3-ac2d-47eb-81cd-5f0cd845e6c6', 'code': 200} Jun 26 03:13:53.316328 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:13:53.328163 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Pushing event updated for resources: {'Port': ['ID=7dd1c0b3-ac2d-47eb-81cd-5f0cd845e6c6,revision_number=10']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:13:53.524356 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c7b306-bbbb-423f-8166-468ead3f50af req-103a4c8d-7f02-4f8d-8d71-be5e0023e82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:13:53.526471 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-b3c7b306-bbbb-423f-8166-468ead3f50af req-103a4c8d-7f02-4f8d-8d71-be5e0023e82f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ee71e3f2-a415-4000-97d4-290a4675ee4e HTTP/1.1" status: 200 len: 1130 time: 0.0414407 Jun 26 03:13:53.568602 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-b3c7b306-bbbb-423f-8166-468ead3f50af req-037a5776-19b8-4bb3-a4b7-a7c07ea759cc service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=0a6260b7-7df3-4e25-b85a-7406feaa1dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363050 Jun 26 03:13:53.678035 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e3c884-c5bf-4091-9c7a-4b37e657b518 req-0a536921-1b34-42f9-b50d-861ca6fb7225 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:13:53.679543 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-94e3c884-c5bf-4091-9c7a-4b37e657b518 req-0a536921-1b34-42f9-b50d-861ca6fb7225 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee71e3f2-a415-4000-97d4-290a4675ee4e HTTP/1.1" status: 200 len: 946 time: 0.0485036 Jun 26 03:13:53.726094 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-94e3c884-c5bf-4091-9c7a-4b37e657b518 req-202a5ff7-179b-4008-80bb-f4f0892ed7a2 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a6260b7-7df3-4e25-b85a-7406feaa1dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410664 Jun 26 03:13:54.808416 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=100 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:13:54.843355 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877440b7-0a2d-460d-8a40-ca611ceab2d4 req-5a50486b-e1d8-4456-9681-f9c577bb2c97 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:13:54.844812 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-877440b7-0a2d-460d-8a40-ca611ceab2d4 req-5a50486b-e1d8-4456-9681-f9c577bb2c97 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee71e3f2-a415-4000-97d4-290a4675ee4e HTTP/1.1" status: 200 len: 946 time: 0.0460184 Jun 26 03:13:54.894533 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-877440b7-0a2d-460d-8a40-ca611ceab2d4 req-318a4c79-7920-4058-8bcf-3eb2de222bca tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a6260b7-7df3-4e25-b85a-7406feaa1dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442762 Jun 26 03:13:55.274261 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 47204) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:13:55.373540 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=100 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:13:55.382805 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-104b5002-75ae-4af9-a3c2-6576b54b0994 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:13:55.462708 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-104b5002-75ae-4af9-a3c2-6576b54b0994 admin admin] Publish callbacks [] for security_group (d21a1046-5ad3-4948-87b4-fc573f5bc492), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:13:55.467129 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-104b5002-75ae-4af9-a3c2-6576b54b0994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (d21a1046-5ad3-4948-87b4-fc573f5bc492), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:13:55.507919 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-104b5002-75ae-4af9-a3c2-6576b54b0994 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1e7ddec6b9764fe390fe606c42a2981b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2318921 Jun 26 03:13:55.508621 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104b5002-75ae-4af9-a3c2-6576b54b0994 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d21a1046-5ad3-4948-87b4-fc573f5bc492,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:13:55.511201 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 47232) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:13:55.561525 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-08110e1b-f03e-412e-96b1-4af8c0825604 admin admin] Publish callbacks [] for security_group (d21a1046-5ad3-4948-87b4-fc573f5bc492), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:13:55.584660 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-08110e1b-f03e-412e-96b1-4af8c0825604 admin admin] Publish callbacks [] for security_group (d21a1046-5ad3-4948-87b4-fc573f5bc492), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:13:55.631844 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-08110e1b-f03e-412e-96b1-4af8c0825604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (d21a1046-5ad3-4948-87b4-fc573f5bc492), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:13:55.634925 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-08110e1b-f03e-412e-96b1-4af8c0825604 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:13:55.636084 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-08110e1b-f03e-412e-96b1-4af8c0825604 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d21a1046-5ad3-4948-87b4-fc573f5bc492 HTTP/1.1" status: 204 len: 168 time: 0.1238816 Jun 26 03:13:55.643846 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08110e1b-f03e-412e-96b1-4af8c0825604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d21a1046-5ad3-4948-87b4-fc573f5bc492,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:13:56.026680 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8769ef1a-6cb6-4c79-8ae9-f7552f24c8ee req-5c8dad31-41af-4b4f-a873-b5f2bf9cfdeb tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:13:56.028175 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-8769ef1a-6cb6-4c79-8ae9-f7552f24c8ee req-5c8dad31-41af-4b4f-a873-b5f2bf9cfdeb tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee71e3f2-a415-4000-97d4-290a4675ee4e HTTP/1.1" status: 200 len: 946 time: 0.0480902 Jun 26 03:13:56.075964 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-8769ef1a-6cb6-4c79-8ae9-f7552f24c8ee req-cc7d0cde-c6cd-4080-92ef-5e11e5d9b953 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a6260b7-7df3-4e25-b85a-7406feaa1dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424011 Jun 26 03:13:56.278059 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 47262) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:13:56.377029 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-3c60f759-ce98-425e-b856-8700f52d6d78 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1931699695-network', 'tenant_id': '1fe0cd601688420d88ea051894cfdf2a'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:13:56.397539 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c60f759-ce98-425e-b856-8700f52d6d78 admin admin] Made reservation on behalf of 1fe0cd601688420d88ea051894cfdf2a for: {'network': 1} {{(pid=104013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 03:13:56.400357 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-3c60f759-ce98-425e-b856-8700f52d6d78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for network (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:13:56.408635 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-3c60f759-ce98-425e-b856-8700f52d6d78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:13:56.482904 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-3c60f759-ce98-425e-b856-8700f52d6d78 admin admin] Publish callbacks [] for security_group (435c10d1-68f0-4427-bddf-893c35889974), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:13:56.486406 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-3c60f759-ce98-425e-b856-8700f52d6d78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (435c10d1-68f0-4427-bddf-893c35889974), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:13:56.514540 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c60f759-ce98-425e-b856-8700f52d6d78 admin admin] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=104013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 26 03:13:56.524440 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c60f759-ce98-425e-b856-8700f52d6d78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=435c10d1-68f0-4427-bddf-893c35889974,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:13:56.529992 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-3c60f759-ce98-425e-b856-8700f52d6d78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981176'] for segment (52c32bc6-4be1-452c-a073-ce46dfa20aa7), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:13:56.530360 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.db.segments_db [None req-3c60f759-ce98-425e-b856-8700f52d6d78 admin admin] Added segment 52c32bc6-4be1-452c-a073-ce46dfa20aa7 of type vlan for network 3de8e86e-4cff-434c-bc8d-f0cd4e8a3cd2 Jun 26 03:13:56.570416 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-3c60f759-ce98-425e-b856-8700f52d6d78 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787575249107'] for network (3de8e86e-4cff-434c-bc8d-f0cd4e8a3cd2), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:13:56.595083 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-3c60f759-ce98-425e-b856-8700f52d6d78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914'] for network (3de8e86e-4cff-434c-bc8d-f0cd4e8a3cd2), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:13:56.596034 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c60f759-ce98-425e-b856-8700f52d6d78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:13:56.596633 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-3c60f759-ce98-425e-b856-8700f52d6d78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628900'] for network (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:13:56.628462 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-3c60f759-ce98-425e-b856-8700f52d6d78 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.3492823 Jun 26 03:13:56.631787 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 47266) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:13:56.637193 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [None req-8b8d9c6c-713e-4882-a739-b3ff4674f585 admin admin] Request body: {'subnet': {'network_id': '3de8e86e-4cff-434c-bc8d-f0cd4e8a3cd2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1931699695-subnet', 'tenant_id': '1fe0cd601688420d88ea051894cfdf2a', 'ip_version': 4}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:13:56.657561 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b8d9c6c-713e-4882-a739-b3ff4674f585 admin admin] Made reservation on behalf of 1fe0cd601688420d88ea051894cfdf2a for: {'subnet': 1} {{(pid=104014) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 03:13:56.660014 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-8b8d9c6c-713e-4882-a739-b3ff4674f585 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6133972'] for subnet (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:13:56.661111 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c60f759-ce98-425e-b856-8700f52d6d78 admin admin] Pushing event updated for resources: {'Network': ['ID=3de8e86e-4cff-434c-bc8d-f0cd4e8a3cd2,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:13:56.672273 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Network 3de8e86e-4cff-434c-bc8d-f0cd4e8a3cd2 details requested by agent ovs-agent-dv-cinder-846842-4-iscsi with host dv-cinder-846842-4-iscsi {{(pid=104015) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 26 03:13:56.832817 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-8b8d9c6c-713e-4882-a739-b3ff4674f585 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6258395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6133922'] for subnet (279e53e9-5257-4e93-9a6a-757ca9aea989), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:13:56.889671 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8d9c6c-713e-4882-a739-b3ff4674f585 admin admin] Pushing event updated for resources: {'Subnet': ['ID=279e53e9-5257-4e93-9a6a-757ca9aea989,revision_number=0']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:13:56.898055 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8d9c6c-713e-4882-a739-b3ff4674f585 admin admin] Checking segment: {'id': '52c32bc6-4be1-452c-a073-ce46dfa20aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '3de8e86e-4cff-434c-bc8d-f0cd4e8a3cd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 26 03:13:56.898489 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8d9c6c-713e-4882-a739-b3ff4674f585 admin admin] Network hostable DHCP agents. Network: 3de8e86e-4cff-434c-bc8d-f0cd4e8a3cd2, hostable agents: ['7168f7b9-c398-4364-91f8-35e2ce03f4c4'], hosted agents: [] {{(pid=104014) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 26 03:13:56.914922 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8d9c6c-713e-4882-a739-b3ff4674f585 admin admin] Network 3de8e86e-4cff-434c-bc8d-f0cd4e8a3cd2 is scheduled to be hosted by DHCP agent 7168f7b9-c398-4364-91f8-35e2ce03f4c4 with binding_index 1 {{(pid=104014) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 26 03:13:56.923383 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.scheduler.base_scheduler [None req-8b8d9c6c-713e-4882-a739-b3ff4674f585 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846842-4-iscsi, 3de8e86e-4cff-434c-bc8d-f0cd4e8a3cd2) {{(pid=104014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 03:13:56.927425 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b8d9c6c-713e-4882-a739-b3ff4674f585 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:13:56.928002 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-8b8d9c6c-713e-4882-a739-b3ff4674f585 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628900'] for subnet (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:13:56.933374 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b83f5b72-266c-4a84-9bd6-4c26289fb708 None None] Network 3de8e86e-4cff-434c-bc8d-f0cd4e8a3cd2 requested from dv-cinder-846842-4-iscsi {{(pid=104015) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 26 03:13:56.947456 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-8b8d9c6c-713e-4882-a739-b3ff4674f585 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3139126 Jun 26 03:13:56.950176 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 47268) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:13:56.952470 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:13:56.954322 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [None req-ec786c40-6d31-4e80-8ddb-c0c2241cdc45 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1931699695-router', 'tenant_id': '1fe0cd601688420d88ea051894cfdf2a', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df'}}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:13:56.979659 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-ec786c40-6d31-4e80-8ddb-c0c2241cdc45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25228'] for router (268aa8d8-77f6-4ce0-ba6f-ee4810438d30), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:13:56.981103 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-ec786c40-6d31-4e80-8ddb-c0c2241cdc45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1616517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2076507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25237'] for router (268aa8d8-77f6-4ce0-ba6f-ee4810438d30), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:13:57.031861 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:13:57.033466 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-ec786c40-6d31-4e80-8ddb-c0c2241cdc45 admin admin] Publish callbacks [] for router_controller (268aa8d8-77f6-4ce0-ba6f-ee4810438d30), precommit_add_association {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:13:57.040531 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a36a36-f959-4839-952e-f0af594f6dab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26d13647-f000-53af-8200-2754bac59090-3de8e86e-4cff-434c-bc8d-f0cd4e8a3cd2', 'network_id': '3de8e86e-4cff-434c-bc8d-f0cd4e8a3cd2', 'project_id': '1fe0cd601688420d88ea051894cfdf2a', 'fixed_ips': [{'subnet_id': '279e53e9-5257-4e93-9a6a-757ca9aea989'}]}} from dv-cinder-846842-4-iscsi. {{(pid=104015) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 26 03:13:57.041853 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-83a36a36-f959-4839-952e-f0af594f6dab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:13:57.169000 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-ec786c40-6d31-4e80-8ddb-c0c2241cdc45 admin admin] Publish callbacks [] for router_gateway (268aa8d8-77f6-4ce0-ba6f-ee4810438d30), precommit_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:13:57.184900 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.db_base_plugin_common [None req-83a36a36-f959-4839-952e-f0af594f6dab None None] Allocated IP 172.20.0.2 (3de8e86e-4cff-434c-bc8d-f0cd4e8a3cd2/279e53e9-5257-4e93-9a6a-757ca9aea989/f6ec40f5-b55f-4930-be1f-b254ed018053) {{(pid=104015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 03:13:57.189697 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:13:57.337903 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-83a36a36-f959-4839-952e-f0af594f6dab None None] Publish callbacks [] for port (f6ec40f5-b55f-4930-be1f-b254ed018053), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:13:57.345057 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-83a36a36-f959-4839-952e-f0af594f6dab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787575245469'] for port (f6ec40f5-b55f-4930-be1f-b254ed018053), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:13:57.357032 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-ec786c40-6d31-4e80-8ddb-c0c2241cdc45 admin admin] Publish callbacks [] for router_gateway (268aa8d8-77f6-4ce0-ba6f-ee4810438d30), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:13:57.379820 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-ec786c40-6d31-4e80-8ddb-c0c2241cdc45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:13:57.387354 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a36a36-f959-4839-952e-f0af594f6dab None None] Network 3de8e86e-4cff-434c-bc8d-f0cd4e8a3cd2 is already hosted by enough agents. {{(pid=104015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 03:13:57.392494 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.scheduler.base_scheduler [None req-83a36a36-f959-4839-952e-f0af594f6dab None None] Resources bound (agent type, host, resource id): {{(pid=104015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 03:13:57.394594 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a36a36-f959-4839-952e-f0af594f6dab None None] Pushing event updated for resources: {'Port': ['ID=f6ec40f5-b55f-4930-be1f-b254ed018053,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:13:57.396733 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a36a36-f959-4839-952e-f0af594f6dab None None] Received port after_create {{(pid=104015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 26 03:13:57.455055 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [None req-83a36a36-f959-4839-952e-f0af594f6dab None None] Attempting to bind port f6ec40f5-b55f-4930-be1f-b254ed018053 on host dv-cinder-846842-4-iscsi for vnic_type normal with profile {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 26 03:13:57.455336 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [None req-83a36a36-f959-4839-952e-f0af594f6dab None None] Attempting to bind port f6ec40f5-b55f-4930-be1f-b254ed018053 by drivers openvswitch,hyperv on host dv-cinder-846842-4-iscsi at level 0 using segments [{'id': '52c32bc6-4be1-452c-a073-ce46dfa20aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '3de8e86e-4cff-434c-bc8d-f0cd4e8a3cd2'}] {{(pid=104015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 26 03:13:57.455710 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a36a36-f959-4839-952e-f0af594f6dab None None] Attempting to bind port f6ec40f5-b55f-4930-be1f-b254ed018053 on network 3de8e86e-4cff-434c-bc8d-f0cd4e8a3cd2 {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 26 03:13:57.460772 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a36a36-f959-4839-952e-f0af594f6dab None None] Checking agent: {'id': '16f9b602-7baf-4f7a-ab92-1b0788147fb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 26, 2, 56, 46), 'started_at': datetime.datetime(2022, 6, 26, 2, 57, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 26, 3, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 26 03:13:57.461144 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a36a36-f959-4839-952e-f0af594f6dab None None] Checking segment: {'id': '52c32bc6-4be1-452c-a073-ce46dfa20aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '3de8e86e-4cff-434c-bc8d-f0cd4e8a3cd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 26 03:13:57.461541 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-83a36a36-f959-4839-952e-f0af594f6dab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:13:57.461935 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a36a36-f959-4839-952e-f0af594f6dab None None] Bound using segment: {'id': '52c32bc6-4be1-452c-a073-ce46dfa20aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '3de8e86e-4cff-434c-bc8d-f0cd4e8a3cd2'} {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 26 03:13:57.462451 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [None req-83a36a36-f959-4839-952e-f0af594f6dab None None] Bound port: f6ec40f5-b55f-4930-be1f-b254ed018053, host: dv-cinder-846842-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52c32bc6-4be1-452c-a073-ce46dfa20aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '3de8e86e-4cff-434c-bc8d-f0cd4e8a3cd2'}}] {{(pid=104015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 26 03:13:57.462835 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-83a36a36-f959-4839-952e-f0af594f6dab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (f6ec40f5-b55f-4930-be1f-b254ed018053), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:13:57.484969 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.db.db_base_plugin_common [None req-ec786c40-6d31-4e80-8ddb-c0c2241cdc45 admin admin] Allocated IP 172.27.2.169 (9f069e5f-e57e-4e35-ad51-5f4f2e2f15df/6b24a38a-90db-41c5-beaf-6fa087899576/7b2228f8-72ed-48fd-8644-5536fc2bbaf3) {{(pid=104014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 03:13:57.523158 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-83a36a36-f959-4839-952e-f0af594f6dab None None] For port f6ec40f5-b55f-4930-be1f-b254ed018053, host dv-cinder-846842-4-iscsi, cleared binding levels {{(pid=104015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 03:13:57.527126 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-83a36a36-f959-4839-952e-f0af594f6dab None None] For port f6ec40f5-b55f-4930-be1f-b254ed018053, host dv-cinder-846842-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-4-iscsi',level=0,port_id=f6ec40f5-b55f-4930-be1f-b254ed018053,segment=NetworkSegment(52c32bc6-4be1-452c-a073-ce46dfa20aa7),segment_id=52c32bc6-4be1-452c-a073-ce46dfa20aa7)] {{(pid=104015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 03:13:57.533435 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-83a36a36-f959-4839-952e-f0af594f6dab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (f6ec40f5-b55f-4930-be1f-b254ed018053), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:13:57.596656 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a36a36-f959-4839-952e-f0af594f6dab None None] Pushing event updated for resources: {'Port': ['ID=f6ec40f5-b55f-4930-be1f-b254ed018053,revision_number=2']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:13:57.607125 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-ec786c40-6d31-4e80-8ddb-c0c2241cdc45 admin admin] Publish callbacks [] for port (7b2228f8-72ed-48fd-8644-5536fc2bbaf3), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:13:57.643515 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-ec786c40-6d31-4e80-8ddb-c0c2241cdc45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787575245469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6258255'] for port (7b2228f8-72ed-48fd-8644-5536fc2bbaf3), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:13:57.685785 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec786c40-6d31-4e80-8ddb-c0c2241cdc45 admin admin] Network 9f069e5f-e57e-4e35-ad51-5f4f2e2f15df is already hosted by enough agents. {{(pid=104014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 03:13:57.690636 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.scheduler.base_scheduler [None req-ec786c40-6d31-4e80-8ddb-c0c2241cdc45 admin admin] Resources bound (agent type, host, resource id): {{(pid=104014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 03:13:57.692870 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec786c40-6d31-4e80-8ddb-c0c2241cdc45 admin admin] Received port after_create {{(pid=104014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 26 03:13:57.729130 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec786c40-6d31-4e80-8ddb-c0c2241cdc45 admin admin] Pushing event updated for resources: {'Port': ['ID=7b2228f8-72ed-48fd-8644-5536fc2bbaf3,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:13:57.961364 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:13:57.971847 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-ec786c40-6d31-4e80-8ddb-c0c2241cdc45 admin admin] Publish callbacks [] for router_gateway (268aa8d8-77f6-4ce0-ba6f-ee4810438d30), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:13:58.108835 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:13:58.157142 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-ec786c40-6d31-4e80-8ddb-c0c2241cdc45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1616609'] for router (268aa8d8-77f6-4ce0-ba6f-ee4810438d30), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:13:58.286889 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec786c40-6d31-4e80-8ddb-c0c2241cdc45 admin admin] Router 268aa8d8-77f6-4ce0-ba6f-ee4810438d30 is scheduled to L3 agent 0122de27-3097-4d47-a0ca-0fb90e28ac1e with binding_index 1 {{(pid=104014) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 26 03:13:58.603599 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82efce8f-aef3-444c-a33f-0b3c7b3c6493 None None] Network 3de8e86e-4cff-434c-bc8d-f0cd4e8a3cd2 requested from dv-cinder-846842-4-iscsi {{(pid=104015) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 26 03:13:58.651916 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec786c40-6d31-4e80-8ddb-c0c2241cdc45 admin admin] Notify agent at l3_agent.dv-cinder-846842-4-iscsi the message routers_updated {{(pid=104014) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 03:13:58.670837 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-ec786c40-6d31-4e80-8ddb-c0c2241cdc45 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:13:58.674536 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-ec786c40-6d31-4e80-8ddb-c0c2241cdc45 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.7210033 Jun 26 03:13:58.674678 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8894bb58-830f-4eb6-b396-82c199c969f1 None None] Sync routers for ids ['268aa8d8-77f6-4ce0-ba6f-ee4810438d30'] in dv-cinder-846842-4-iscsi {{(pid=104015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 03:13:58.675441 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 47286) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:13:58.696373 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-10c9638e-adfd-42e7-a732-d37ce1e8c35c None None] Provisioning complete for port f6ec40f5-b55f-4930-be1f-b254ed018053 triggered by entity DHCP. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:13:58.696796 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-10c9638e-adfd-42e7-a732-d37ce1e8c35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (f6ec40f5-b55f-4930-be1f-b254ed018053), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:13:58.703100 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8894bb58-830f-4eb6-b396-82c199c969f1 None None] Routers {'268aa8d8-77f6-4ce0-ba6f-ee4810438d30'} bound to L3 agent in host dv-cinder-846842-4-iscsi {{(pid=104015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 26 03:13:58.703738 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-8894bb58-830f-4eb6-b396-82c199c969f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-26T02:56:44Z,description=,heartbeat_timestamp=2022-06-26T03:13:44Z,host='dv-cinder-846842-4-iscsi',id=0122de27-3097-4d47-a0ca-0fb90e28ac1e,load=0,resource_versions=,resources_synced=,started_at=2022-06-26T02:56:44Z,topic='l3_agent')) {'router_ids': ['268aa8d8-77f6-4ce0-ba6f-ee4810438d30'], 'active': True} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:13:58.706349 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:13:58.765328 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Device f6ec40f5-b55f-4930-be1f-b254ed018053 up at agent ovs-agent-dv-cinder-846842-4-iscsi {{(pid=104015) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 03:13:58.807339 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:13:58.939235 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvr_db [None req-8894bb58-830f-4eb6-b396-82c199c969f1 None None] Set router 268aa8d8-77f6-4ce0-ba6f-ee4810438d30 gateway port host: dv-cinder-846842-4-iscsi {{(pid=104015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 26 03:13:58.942232 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Provisioning complete for port f6ec40f5-b55f-4930-be1f-b254ed018053 triggered by entity L2. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:13:58.942594 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (f6ec40f5-b55f-4930-be1f-b254ed018053), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:13:58.967067 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-10c9638e-adfd-42e7-a732-d37ce1e8c35c None None] Current status of the port f6ec40f5-b55f-4930-be1f-b254ed018053 is: DOWN; New status is: ACTIVE {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 03:13:58.967347 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-10c9638e-adfd-42e7-a732-d37ce1e8c35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (f6ec40f5-b55f-4930-be1f-b254ed018053), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:13:59.001777 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:13:59.015882 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:13:59.103244 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-bc63a564-632c-402d-bfe9-1645a76d7675 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:13:59.113675 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-10c9638e-adfd-42e7-a732-d37ce1e8c35c None None] For port f6ec40f5-b55f-4930-be1f-b254ed018053, host dv-cinder-846842-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-4-iscsi',level=0,port_id=f6ec40f5-b55f-4930-be1f-b254ed018053,segment=NetworkSegment(52c32bc6-4be1-452c-a073-ce46dfa20aa7),segment_id=52c32bc6-4be1-452c-a073-ce46dfa20aa7)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:13:59.254500 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-10c9638e-adfd-42e7-a732-d37ce1e8c35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (f6ec40f5-b55f-4930-be1f-b254ed018053), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:13:59.263811 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.db.db_base_plugin_common [None req-bc63a564-632c-402d-bfe9-1645a76d7675 admin admin] Allocated IP 172.20.0.1 (3de8e86e-4cff-434c-bc8d-f0cd4e8a3cd2/279e53e9-5257-4e93-9a6a-757ca9aea989/c58d999c-2214-40a6-8719-ae47b8dd6873) {{(pid=104013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 03:13:59.356323 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Current status of the port f6ec40f5-b55f-4930-be1f-b254ed018053 is: ACTIVE; New status is: ACTIVE {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 03:13:59.370610 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c9638e-adfd-42e7-a732-d37ce1e8c35c None None] Pushing event updated for resources: {'Port': ['ID=f6ec40f5-b55f-4930-be1f-b254ed018053,revision_number=3']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:13:59.370847 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-bc63a564-632c-402d-bfe9-1645a76d7675 admin admin] Publish callbacks [] for port (c58d999c-2214-40a6-8719-ae47b8dd6873), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:13:59.391170 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-9a1c9d18-6a04-4b0e-bee6-a901826411cb None None] Provisioning complete for port f6ec40f5-b55f-4930-be1f-b254ed018053 triggered by entity DHCP. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:13:59.391536 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-9a1c9d18-6a04-4b0e-bee6-a901826411cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (f6ec40f5-b55f-4930-be1f-b254ed018053), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:13:59.404521 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-bc63a564-632c-402d-bfe9-1645a76d7675 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787575245469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7375238'] for port (c58d999c-2214-40a6-8719-ae47b8dd6873), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:13:59.411680 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-8894bb58-830f-4eb6-b396-82c199c969f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '268aa8d8-77f6-4ce0-ba6f-ee4810438d30', 'name': 'tempest-TestMinimumBasicScenario-1931699695-router', 'tenant_id': '1fe0cd601688420d88ea051894cfdf2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': '7b2228f8-72ed-48fd-8644-5536fc2bbaf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:13:56Z', 'updated_at': '2022-06-26T03:13:57Z', 'revision_number': 3, 'project_id': '1fe0cd601688420d88ea051894cfdf2a', 'gw_port': {'id': '7b2228f8-72ed-48fd-8644-5536fc2bbaf3', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:2d:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '268aa8d8-77f6-4ce0-ba6f-ee4810438d30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:13:57Z', 'updated_at': '2022-06-26T03:13:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi'}], 'dv-cinder-846842-4-iscsi', False) {} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:13:59.442023 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8894bb58-830f-4eb6-b396-82c199c969f1 None None] Checking router: 268aa8d8-77f6-4ce0-ba6f-ee4810438d30 for host: dv-cinder-846842-4-iscsi {{(pid=104015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 03:13:59.442391 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8894bb58-830f-4eb6-b396-82c199c969f1 None None] Updating router 268aa8d8-77f6-4ce0-ba6f-ee4810438d30 port 7b2228f8-72ed-48fd-8644-5536fc2bbaf3 binding host dv-cinder-846842-4-iscsi {{(pid=104015) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 26 03:13:59.444369 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc63a564-632c-402d-bfe9-1645a76d7675 admin admin] Network 3de8e86e-4cff-434c-bc8d-f0cd4e8a3cd2 is already hosted by enough agents. {{(pid=104013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 03:13:59.447853 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.scheduler.base_scheduler [None req-bc63a564-632c-402d-bfe9-1645a76d7675 admin admin] Resources bound (agent type, host, resource id): {{(pid=104013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 03:13:59.450460 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc63a564-632c-402d-bfe9-1645a76d7675 admin admin] Received port after_create {{(pid=104013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 26 03:13:59.477706 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-8894bb58-830f-4eb6-b396-82c199c969f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (7b2228f8-72ed-48fd-8644-5536fc2bbaf3), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:13:59.483527 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc63a564-632c-402d-bfe9-1645a76d7675 admin admin] Pushing event updated for resources: {'Port': ['ID=c58d999c-2214-40a6-8719-ae47b8dd6873,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:13:59.496916 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc63a564-632c-402d-bfe9-1645a76d7675 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:13:59.497272 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc63a564-632c-402d-bfe9-1645a76d7675 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:13:59.497601 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc63a564-632c-402d-bfe9-1645a76d7675 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:13:59.497939 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc63a564-632c-402d-bfe9-1645a76d7675 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:13:59.498301 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc63a564-632c-402d-bfe9-1645a76d7675 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:13:59.498635 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc63a564-632c-402d-bfe9-1645a76d7675 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:13:59.498963 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc63a564-632c-402d-bfe9-1645a76d7675 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:13:59.499290 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc63a564-632c-402d-bfe9-1645a76d7675 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:13:59.499623 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc63a564-632c-402d-bfe9-1645a76d7675 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:13:59.499950 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc63a564-632c-402d-bfe9-1645a76d7675 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:13:59.500276 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc63a564-632c-402d-bfe9-1645a76d7675 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:13:59.500599 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc63a564-632c-402d-bfe9-1645a76d7675 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:13:59.500922 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc63a564-632c-402d-bfe9-1645a76d7675 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:13:59.501241 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc63a564-632c-402d-bfe9-1645a76d7675 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:13:59.501561 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc63a564-632c-402d-bfe9-1645a76d7675 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:13:59.516496 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-bc63a564-632c-402d-bfe9-1645a76d7675 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1596484'] for router_interface (268aa8d8-77f6-4ce0-ba6f-ee4810438d30), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:13:59.590669 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-9a1c9d18-6a04-4b0e-bee6-a901826411cb None None] Current status of the port f6ec40f5-b55f-4930-be1f-b254ed018053 is: ACTIVE; New status is: ACTIVE {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 03:13:59.610112 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:13:59.667198 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-bc63a564-632c-402d-bfe9-1645a76d7675 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (c58d999c-2214-40a6-8719-ae47b8dd6873), before_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:13:59.725810 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:13:59.726927 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-aa209fb8-77f9-4b47-927c-c7d73c6c40e2 None None] Provisioning complete for port c58d999c-2214-40a6-8719-ae47b8dd6873 triggered by entity DHCP. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:13:59.727496 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-aa209fb8-77f9-4b47-927c-c7d73c6c40e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (c58d999c-2214-40a6-8719-ae47b8dd6873), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:13:59.781698 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-aa209fb8-77f9-4b47-927c-c7d73c6c40e2 None None] Port c58d999c-2214-40a6-8719-ae47b8dd6873 cannot update to ACTIVE because it is not bound. {{(pid=104015) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 26 03:13:59.799059 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:13:59.821494 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-8894bb58-830f-4eb6-b396-82c199c969f1 None None] Publish callbacks [] for port (7b2228f8-72ed-48fd-8644-5536fc2bbaf3), precommit_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:13:59.826651 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-8894bb58-830f-4eb6-b396-82c199c969f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (7b2228f8-72ed-48fd-8644-5536fc2bbaf3), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:13:59.837033 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:13:59.839915 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-bc63a564-632c-402d-bfe9-1645a76d7675 admin admin] Publish callbacks [] for port (c58d999c-2214-40a6-8719-ae47b8dd6873), precommit_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:13:59.845471 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-bc63a564-632c-402d-bfe9-1645a76d7675 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7375263'] for port (c58d999c-2214-40a6-8719-ae47b8dd6873), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:13:59.893381 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [None req-8894bb58-830f-4eb6-b396-82c199c969f1 None None] Attempting to bind port 7b2228f8-72ed-48fd-8644-5536fc2bbaf3 on host dv-cinder-846842-4-iscsi for vnic_type normal with profile {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 26 03:13:59.893905 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [None req-8894bb58-830f-4eb6-b396-82c199c969f1 None None] Attempting to bind port 7b2228f8-72ed-48fd-8644-5536fc2bbaf3 by drivers openvswitch,hyperv on host dv-cinder-846842-4-iscsi at level 0 using segments [{'id': '968602fb-f834-40ea-ad2f-658bf3156d3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df'}] {{(pid=104015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 26 03:13:59.894461 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8894bb58-830f-4eb6-b396-82c199c969f1 None None] Attempting to bind port 7b2228f8-72ed-48fd-8644-5536fc2bbaf3 on network 9f069e5f-e57e-4e35-ad51-5f4f2e2f15df {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 26 03:13:59.914457 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd93037-32bc-488b-9480-cf0ae37ed7b1 None None] Pushing event updated for resources: {'Port': ['ID=7b2228f8-72ed-48fd-8644-5536fc2bbaf3,revision_number=2']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:13:59.920490 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8894bb58-830f-4eb6-b396-82c199c969f1 None None] Checking agent: {'id': '16f9b602-7baf-4f7a-ab92-1b0788147fb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 26, 2, 56, 46), 'started_at': datetime.datetime(2022, 6, 26, 2, 57, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 26, 3, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 26 03:13:59.921146 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8894bb58-830f-4eb6-b396-82c199c969f1 None None] Checking segment: {'id': '968602fb-f834-40ea-ad2f-658bf3156d3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 26 03:13:59.921480 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-bc63a564-632c-402d-bfe9-1645a76d7675 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1628672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1597140'] for router_interface (268aa8d8-77f6-4ce0-ba6f-ee4810438d30), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:13:59.921795 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-8894bb58-830f-4eb6-b396-82c199c969f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:13:59.922488 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8894bb58-830f-4eb6-b396-82c199c969f1 None None] Bound using segment: {'id': '968602fb-f834-40ea-ad2f-658bf3156d3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df'} {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 26 03:13:59.923312 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [None req-8894bb58-830f-4eb6-b396-82c199c969f1 None None] Bound port: 7b2228f8-72ed-48fd-8644-5536fc2bbaf3, host: dv-cinder-846842-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '968602fb-f834-40ea-ad2f-658bf3156d3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df'}}] {{(pid=104015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 26 03:13:59.923534 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc63a564-632c-402d-bfe9-1645a76d7675 admin admin] Pushing event updated for resources: {'Port': ['ID=c58d999c-2214-40a6-8719-ae47b8dd6873,revision_number=2']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:13:59.923998 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-8894bb58-830f-4eb6-b396-82c199c969f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (7b2228f8-72ed-48fd-8644-5536fc2bbaf3), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:13:59.983867 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-8894bb58-830f-4eb6-b396-82c199c969f1 None None] For port 7b2228f8-72ed-48fd-8644-5536fc2bbaf3, host dv-cinder-846842-4-iscsi, cleared binding levels {{(pid=104015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 03:13:59.987062 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-8894bb58-830f-4eb6-b396-82c199c969f1 None None] For port 7b2228f8-72ed-48fd-8644-5536fc2bbaf3, host dv-cinder-846842-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-4-iscsi',level=0,port_id=7b2228f8-72ed-48fd-8644-5536fc2bbaf3,segment=NetworkSegment(968602fb-f834-40ea-ad2f-658bf3156d3b),segment_id=968602fb-f834-40ea-ad2f-658bf3156d3b)] {{(pid=104015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 03:13:59.993405 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-8894bb58-830f-4eb6-b396-82c199c969f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (7b2228f8-72ed-48fd-8644-5536fc2bbaf3), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:00.051502 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc63a564-632c-402d-bfe9-1645a76d7675 admin admin] Network 3de8e86e-4cff-434c-bc8d-f0cd4e8a3cd2 is already hosted by enough agents. {{(pid=104013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 03:14:00.052780 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8894bb58-830f-4eb6-b396-82c199c969f1 None None] Routers {'268aa8d8-77f6-4ce0-ba6f-ee4810438d30'} bound to L3 agent in host dv-cinder-846842-4-iscsi {{(pid=104015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 26 03:14:00.053180 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.scheduler.base_scheduler [None req-bc63a564-632c-402d-bfe9-1645a76d7675 admin admin] Resources bound (agent type, host, resource id): {{(pid=104013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 03:14:00.053425 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-8894bb58-830f-4eb6-b396-82c199c969f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-26T02:56:44Z,description=,heartbeat_timestamp=2022-06-26T03:13:44Z,host='dv-cinder-846842-4-iscsi',id=0122de27-3097-4d47-a0ca-0fb90e28ac1e,load=0,resource_versions=,resources_synced=,started_at=2022-06-26T02:56:44Z,topic='l3_agent')) {'router_ids': ['268aa8d8-77f6-4ce0-ba6f-ee4810438d30'], 'active': True} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:14:00.055539 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd93037-32bc-488b-9480-cf0ae37ed7b1 None None] Pushing event updated for resources: {'Port': ['ID=7b2228f8-72ed-48fd-8644-5536fc2bbaf3,revision_number=3']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:14:00.176086 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc63a564-632c-402d-bfe9-1645a76d7675 admin admin] Router 268aa8d8-77f6-4ce0-ba6f-ee4810438d30 has already been hosted by L3 agent 0122de27-3097-4d47-a0ca-0fb90e28ac1e {{(pid=104013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 26 03:14:00.177625 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvr_db [None req-8894bb58-830f-4eb6-b396-82c199c969f1 None None] Set router 268aa8d8-77f6-4ce0-ba6f-ee4810438d30 gateway port host: dv-cinder-846842-4-iscsi {{(pid=104015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 26 03:14:00.296243 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc63a564-632c-402d-bfe9-1645a76d7675 admin admin] Notify agent at l3_agent.dv-cinder-846842-4-iscsi the message routers_updated {{(pid=104013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 03:14:00.301298 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-bc63a564-632c-402d-bfe9-1645a76d7675 admin admin] 10.222.0.13 "PUT /v2.0/routers/268aa8d8-77f6-4ce0-ba6f-ee4810438d30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6246512 Jun 26 03:14:00.333194 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-d1aa856a-c290-4286-a86c-21910a7b637f None None] Provisioning complete for port c58d999c-2214-40a6-8719-ae47b8dd6873 triggered by entity DHCP. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:14:00.333487 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d1aa856a-c290-4286-a86c-21910a7b637f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (c58d999c-2214-40a6-8719-ae47b8dd6873), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:00.400983 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-d1aa856a-c290-4286-a86c-21910a7b637f None None] Port c58d999c-2214-40a6-8719-ae47b8dd6873 cannot update to ACTIVE because it is not bound. {{(pid=104015) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 26 03:14:00.412251 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-8894bb58-830f-4eb6-b396-82c199c969f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '268aa8d8-77f6-4ce0-ba6f-ee4810438d30', 'name': 'tempest-TestMinimumBasicScenario-1931699695-router', 'tenant_id': '1fe0cd601688420d88ea051894cfdf2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': '7b2228f8-72ed-48fd-8644-5536fc2bbaf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:13:56Z', 'updated_at': '2022-06-26T03:13:59Z', 'revision_number': 4, 'project_id': '1fe0cd601688420d88ea051894cfdf2a', 'gw_port': {'id': '7b2228f8-72ed-48fd-8644-5536fc2bbaf3', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:2d:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '268aa8d8-77f6-4ce0-ba6f-ee4810438d30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:13:57Z', 'updated_at': '2022-06-26T03:13:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi', '_interfaces': [{'id': 'c58d999c-2214-40a6-8719-ae47b8dd6873', 'name': '', 'network_id': '3de8e86e-4cff-434c-bc8d-f0cd4e8a3cd2', 'tenant_id': '1fe0cd601688420d88ea051894cfdf2a', 'mac_address': 'fa:16:3e:e2:94:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '268aa8d8-77f6-4ce0-ba6f-ee4810438d30', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '279e53e9-5257-4e93-9a6a-757ca9aea989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:13:59Z', 'updated_at': '2022-06-26T03:13:59Z', 'revision_number': 2, 'project_id': '1fe0cd601688420d88ea051894cfdf2a', 'subnets': [{'id': '279e53e9-5257-4e93-9a6a-757ca9aea989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-4-iscsi', False) {} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:14:00.436211 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8894bb58-830f-4eb6-b396-82c199c969f1 None None] The sync data for ids ['268aa8d8-77f6-4ce0-ba6f-ee4810438d30'] in dv-cinder-846842-4-iscsi is: [{'id': '268aa8d8-77f6-4ce0-ba6f-ee4810438d30', 'name': 'tempest-TestMinimumBasicScenario-1931699695-router', 'tenant_id': '1fe0cd601688420d88ea051894cfdf2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': '7b2228f8-72ed-48fd-8644-5536fc2bbaf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:13:56Z', 'updated_at': '2022-06-26T03:13:59Z', 'revision_number': 4, 'project_id': '1fe0cd601688420d88ea051894cfdf2a', 'gw_port': {'id': '7b2228f8-72ed-48fd-8644-5536fc2bbaf3', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:2d:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '268aa8d8-77f6-4ce0-ba6f-ee4810438d30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:13:57Z', 'updated_at': '2022-06-26T03:13:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi', '_interfaces': [{'id': 'c58d999c-2214-40a6-8719-ae47b8dd6873', 'name': '', 'network_id': '3de8e86e-4cff-434c-bc8d-f0cd4e8a3cd2', 'tenant_id': '1fe0cd601688420d88ea051894cfdf2a', 'mac_address': 'fa:16:3e:e2:94:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '268aa8d8-77f6-4ce0-ba6f-ee4810438d30', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '279e53e9-5257-4e93-9a6a-757ca9aea989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:13:59Z', 'updated_at': '2022-06-26T03:13:59Z', 'revision_number': 2, 'project_id': '1fe0cd601688420d88ea051894cfdf2a', 'subnets': [{'id': '279e53e9-5257-4e93-9a6a-757ca9aea989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 03:14:00.748044 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Device f6ec40f5-b55f-4930-be1f-b254ed018053 up at agent ovs-agent-dv-cinder-846842-4-iscsi {{(pid=104015) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 03:14:00.813486 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Provisioning complete for port f6ec40f5-b55f-4930-be1f-b254ed018053 triggered by entity L2. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:14:00.813862 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (f6ec40f5-b55f-4930-be1f-b254ed018053), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:00.830713 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 47314) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:14:00.835995 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-b56ab9f2-1bbd-45c5-a04b-e4477cd2e1c5 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-217697685-network', 'tenant_id': '7068039fead9452e89458bf2ea06dfeb'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:14:00.855998 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:14:00.858434 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b56ab9f2-1bbd-45c5-a04b-e4477cd2e1c5 admin admin] Made reservation on behalf of 7068039fead9452e89458bf2ea06dfeb for: {'network': 1} {{(pid=104013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 03:14:00.861029 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-b56ab9f2-1bbd-45c5-a04b-e4477cd2e1c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for network (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:00.872239 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-b56ab9f2-1bbd-45c5-a04b-e4477cd2e1c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:00.903834 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Current status of the port f6ec40f5-b55f-4930-be1f-b254ed018053 is: ACTIVE; New status is: ACTIVE {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 03:14:00.959728 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-b56ab9f2-1bbd-45c5-a04b-e4477cd2e1c5 admin admin] Publish callbacks [] for security_group (79856166-529b-48bc-bc8f-a6121ebb1627), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:00.963646 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-b56ab9f2-1bbd-45c5-a04b-e4477cd2e1c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (79856166-529b-48bc-bc8f-a6121ebb1627), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:00.989932 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b56ab9f2-1bbd-45c5-a04b-e4477cd2e1c5 admin admin] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=104013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 26 03:14:01.000922 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56ab9f2-1bbd-45c5-a04b-e4477cd2e1c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79856166-529b-48bc-bc8f-a6121ebb1627,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:14:01.006609 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-b56ab9f2-1bbd-45c5-a04b-e4477cd2e1c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981176'] for segment (76281046-720c-4bad-be77-28c9ea89479b), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:01.006974 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.db.segments_db [None req-b56ab9f2-1bbd-45c5-a04b-e4477cd2e1c5 admin admin] Added segment 76281046-720c-4bad-be77-28c9ea89479b of type vlan for network ac04cdf4-786f-469d-b198-3e707b23051d Jun 26 03:14:01.044850 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:14:01.055880 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-b56ab9f2-1bbd-45c5-a04b-e4477cd2e1c5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787575249107'] for network (ac04cdf4-786f-469d-b198-3e707b23051d), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:01.084059 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-b56ab9f2-1bbd-45c5-a04b-e4477cd2e1c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914'] for network (ac04cdf4-786f-469d-b198-3e707b23051d), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:01.085138 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b56ab9f2-1bbd-45c5-a04b-e4477cd2e1c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:14:01.085716 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-b56ab9f2-1bbd-45c5-a04b-e4477cd2e1c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628900'] for network (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:01.160165 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-b56ab9f2-1bbd-45c5-a04b-e4477cd2e1c5 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.3282609 Jun 26 03:14:01.160966 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56ab9f2-1bbd-45c5-a04b-e4477cd2e1c5 admin admin] Pushing event updated for resources: {'Network': ['ID=ac04cdf4-786f-469d-b198-3e707b23051d,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:14:01.161825 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 47318) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:14:01.167436 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [None req-56ffe842-b750-4ac5-9225-559e598a327e admin admin] Request body: {'subnet': {'network_id': 'ac04cdf4-786f-469d-b198-3e707b23051d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-217697685-subnet', 'tenant_id': '7068039fead9452e89458bf2ea06dfeb', 'ip_version': 4}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:14:01.177650 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Network ac04cdf4-786f-469d-b198-3e707b23051d details requested by agent ovs-agent-dv-cinder-846842-4-iscsi with host dv-cinder-846842-4-iscsi {{(pid=104015) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 26 03:14:01.202725 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56ffe842-b750-4ac5-9225-559e598a327e admin admin] Made reservation on behalf of 7068039fead9452e89458bf2ea06dfeb for: {'subnet': 1} {{(pid=104014) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 03:14:01.205091 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-56ffe842-b750-4ac5-9225-559e598a327e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6133972'] for subnet (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:01.383129 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-56ffe842-b750-4ac5-9225-559e598a327e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6258395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6133922'] for subnet (7ca5b69c-19c8-42a6-8812-af341d719105), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:01.431507 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ffe842-b750-4ac5-9225-559e598a327e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ca5b69c-19c8-42a6-8812-af341d719105,revision_number=0']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:14:01.447227 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ffe842-b750-4ac5-9225-559e598a327e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:14:01.447577 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ffe842-b750-4ac5-9225-559e598a327e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:14:01.447920 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ffe842-b750-4ac5-9225-559e598a327e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:14:01.448258 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ffe842-b750-4ac5-9225-559e598a327e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:14:01.448591 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ffe842-b750-4ac5-9225-559e598a327e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:14:01.448922 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ffe842-b750-4ac5-9225-559e598a327e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:14:01.449248 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ffe842-b750-4ac5-9225-559e598a327e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:14:01.449632 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ffe842-b750-4ac5-9225-559e598a327e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:14:01.449963 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ffe842-b750-4ac5-9225-559e598a327e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:14:01.450326 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ffe842-b750-4ac5-9225-559e598a327e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:14:01.450649 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ffe842-b750-4ac5-9225-559e598a327e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:14:01.450978 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ffe842-b750-4ac5-9225-559e598a327e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:14:01.451364 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ffe842-b750-4ac5-9225-559e598a327e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:14:01.451604 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ffe842-b750-4ac5-9225-559e598a327e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:14:01.451919 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ffe842-b750-4ac5-9225-559e598a327e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:14:01.464318 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ffe842-b750-4ac5-9225-559e598a327e admin admin] Checking segment: {'id': '76281046-720c-4bad-be77-28c9ea89479b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ac04cdf4-786f-469d-b198-3e707b23051d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 26 03:14:01.464675 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ffe842-b750-4ac5-9225-559e598a327e admin admin] Network hostable DHCP agents. Network: ac04cdf4-786f-469d-b198-3e707b23051d, hostable agents: ['7168f7b9-c398-4364-91f8-35e2ce03f4c4'], hosted agents: [] {{(pid=104014) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 26 03:14:01.483539 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ffe842-b750-4ac5-9225-559e598a327e admin admin] Network ac04cdf4-786f-469d-b198-3e707b23051d is scheduled to be hosted by DHCP agent 7168f7b9-c398-4364-91f8-35e2ce03f4c4 with binding_index 1 {{(pid=104014) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 26 03:14:01.493235 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.scheduler.base_scheduler [None req-56ffe842-b750-4ac5-9225-559e598a327e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846842-4-iscsi, ac04cdf4-786f-469d-b198-3e707b23051d) {{(pid=104014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 03:14:01.500857 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ffe842-b750-4ac5-9225-559e598a327e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:14:01.501011 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64dffbd3-38c6-401b-8d34-18e1d9aa5e98 None None] Network ac04cdf4-786f-469d-b198-3e707b23051d requested from dv-cinder-846842-4-iscsi {{(pid=104015) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 26 03:14:01.501649 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-56ffe842-b750-4ac5-9225-559e598a327e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628900'] for subnet (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:01.522359 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-56ffe842-b750-4ac5-9225-559e598a327e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3592904 Jun 26 03:14:01.525450 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 47320) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:14:01.530649 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-f7e5d840-f5ff-4973-b746-2194469a8d9c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-217697685-router', 'tenant_id': '7068039fead9452e89458bf2ea06dfeb', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df'}}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:14:01.552295 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-f7e5d840-f5ff-4973-b746-2194469a8d9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25228'] for router (372f1672-fea9-4f8b-b8e4-7de03ec62324), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:01.553447 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-f7e5d840-f5ff-4973-b746-2194469a8d9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1616517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2076507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25237'] for router (372f1672-fea9-4f8b-b8e4-7de03ec62324), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:01.567911 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:14:01.608483 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:14:01.610077 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-f7e5d840-f5ff-4973-b746-2194469a8d9c admin admin] Publish callbacks [] for router_controller (372f1672-fea9-4f8b-b8e4-7de03ec62324), precommit_add_association {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:01.620613 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f597b2-c92b-4129-92c5-b7dc14a862c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26d13647-f000-53af-8200-2754bac59090-ac04cdf4-786f-469d-b198-3e707b23051d', 'network_id': 'ac04cdf4-786f-469d-b198-3e707b23051d', 'project_id': '7068039fead9452e89458bf2ea06dfeb', 'fixed_ips': [{'subnet_id': '7ca5b69c-19c8-42a6-8812-af341d719105'}]}} from dv-cinder-846842-4-iscsi. {{(pid=104015) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 26 03:14:01.621584 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-35f597b2-c92b-4129-92c5-b7dc14a862c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:01.754420 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-f7e5d840-f5ff-4973-b746-2194469a8d9c admin admin] Publish callbacks [] for router_gateway (372f1672-fea9-4f8b-b8e4-7de03ec62324), precommit_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:01.767485 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.db_base_plugin_common [None req-35f597b2-c92b-4129-92c5-b7dc14a862c3 None None] Allocated IP 172.20.0.2 (ac04cdf4-786f-469d-b198-3e707b23051d/7ca5b69c-19c8-42a6-8812-af341d719105/2d32c493-678b-45df-9de4-4afe314b34a1) {{(pid=104015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 03:14:01.914390 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-35f597b2-c92b-4129-92c5-b7dc14a862c3 None None] Publish callbacks [] for port (2d32c493-678b-45df-9de4-4afe314b34a1), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:01.921377 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-35f597b2-c92b-4129-92c5-b7dc14a862c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787575245469'] for port (2d32c493-678b-45df-9de4-4afe314b34a1), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:01.939073 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-f7e5d840-f5ff-4973-b746-2194469a8d9c admin admin] Publish callbacks [] for router_gateway (372f1672-fea9-4f8b-b8e4-7de03ec62324), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:01.957914 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-f7e5d840-f5ff-4973-b746-2194469a8d9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:01.960689 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f597b2-c92b-4129-92c5-b7dc14a862c3 None None] Network ac04cdf4-786f-469d-b198-3e707b23051d is already hosted by enough agents. {{(pid=104015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 03:14:01.965872 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.scheduler.base_scheduler [None req-35f597b2-c92b-4129-92c5-b7dc14a862c3 None None] Resources bound (agent type, host, resource id): {{(pid=104015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 03:14:01.969780 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f597b2-c92b-4129-92c5-b7dc14a862c3 None None] Received port after_create {{(pid=104015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 26 03:14:01.974559 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f597b2-c92b-4129-92c5-b7dc14a862c3 None None] Pushing event updated for resources: {'Port': ['ID=2d32c493-678b-45df-9de4-4afe314b34a1,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:14:02.031592 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [None req-35f597b2-c92b-4129-92c5-b7dc14a862c3 None None] Attempting to bind port 2d32c493-678b-45df-9de4-4afe314b34a1 on host dv-cinder-846842-4-iscsi for vnic_type normal with profile {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 26 03:14:02.031953 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [None req-35f597b2-c92b-4129-92c5-b7dc14a862c3 None None] Attempting to bind port 2d32c493-678b-45df-9de4-4afe314b34a1 by drivers openvswitch,hyperv on host dv-cinder-846842-4-iscsi at level 0 using segments [{'id': '76281046-720c-4bad-be77-28c9ea89479b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ac04cdf4-786f-469d-b198-3e707b23051d'}] {{(pid=104015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 26 03:14:02.032304 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f597b2-c92b-4129-92c5-b7dc14a862c3 None None] Attempting to bind port 2d32c493-678b-45df-9de4-4afe314b34a1 on network ac04cdf4-786f-469d-b198-3e707b23051d {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 26 03:14:02.037592 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f597b2-c92b-4129-92c5-b7dc14a862c3 None None] Checking agent: {'id': '16f9b602-7baf-4f7a-ab92-1b0788147fb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 26, 2, 56, 46), 'started_at': datetime.datetime(2022, 6, 26, 2, 57, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 26, 3, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 26 03:14:02.037955 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f597b2-c92b-4129-92c5-b7dc14a862c3 None None] Checking segment: {'id': '76281046-720c-4bad-be77-28c9ea89479b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ac04cdf4-786f-469d-b198-3e707b23051d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 26 03:14:02.038375 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-35f597b2-c92b-4129-92c5-b7dc14a862c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:02.038762 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f597b2-c92b-4129-92c5-b7dc14a862c3 None None] Bound using segment: {'id': '76281046-720c-4bad-be77-28c9ea89479b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ac04cdf4-786f-469d-b198-3e707b23051d'} {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 26 03:14:02.039213 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [None req-35f597b2-c92b-4129-92c5-b7dc14a862c3 None None] Bound port: 2d32c493-678b-45df-9de4-4afe314b34a1, host: dv-cinder-846842-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76281046-720c-4bad-be77-28c9ea89479b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ac04cdf4-786f-469d-b198-3e707b23051d'}}] {{(pid=104015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 26 03:14:02.039580 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-35f597b2-c92b-4129-92c5-b7dc14a862c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (2d32c493-678b-45df-9de4-4afe314b34a1), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:02.072204 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.db.db_base_plugin_common [None req-f7e5d840-f5ff-4973-b746-2194469a8d9c admin admin] Allocated IP 172.27.2.141 (9f069e5f-e57e-4e35-ad51-5f4f2e2f15df/6b24a38a-90db-41c5-beaf-6fa087899576/921d0a20-9c75-4fb3-be6a-15fb3bdc0075) {{(pid=104013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 03:14:02.101195 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-35f597b2-c92b-4129-92c5-b7dc14a862c3 None None] For port 2d32c493-678b-45df-9de4-4afe314b34a1, host dv-cinder-846842-4-iscsi, cleared binding levels {{(pid=104015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 03:14:02.104720 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-35f597b2-c92b-4129-92c5-b7dc14a862c3 None None] For port 2d32c493-678b-45df-9de4-4afe314b34a1, host dv-cinder-846842-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-4-iscsi',level=0,port_id=2d32c493-678b-45df-9de4-4afe314b34a1,segment=NetworkSegment(76281046-720c-4bad-be77-28c9ea89479b),segment_id=76281046-720c-4bad-be77-28c9ea89479b)] {{(pid=104015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 03:14:02.110370 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-35f597b2-c92b-4129-92c5-b7dc14a862c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (2d32c493-678b-45df-9de4-4afe314b34a1), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:02.164264 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f597b2-c92b-4129-92c5-b7dc14a862c3 None None] Pushing event updated for resources: {'Port': ['ID=2d32c493-678b-45df-9de4-4afe314b34a1,revision_number=2']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:14:02.187567 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-f7e5d840-f5ff-4973-b746-2194469a8d9c admin admin] Publish callbacks [] for port (921d0a20-9c75-4fb3-be6a-15fb3bdc0075), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:02.229771 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-f7e5d840-f5ff-4973-b746-2194469a8d9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787575245469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7375238'] for port (921d0a20-9c75-4fb3-be6a-15fb3bdc0075), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:02.275284 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e5d840-f5ff-4973-b746-2194469a8d9c admin admin] Network 9f069e5f-e57e-4e35-ad51-5f4f2e2f15df is already hosted by enough agents. {{(pid=104013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 03:14:02.279748 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.scheduler.base_scheduler [None req-f7e5d840-f5ff-4973-b746-2194469a8d9c admin admin] Resources bound (agent type, host, resource id): {{(pid=104013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 03:14:02.283614 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e5d840-f5ff-4973-b746-2194469a8d9c admin admin] Received port after_create {{(pid=104013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 26 03:14:02.305580 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e5d840-f5ff-4973-b746-2194469a8d9c admin admin] Pushing event updated for resources: {'Port': ['ID=921d0a20-9c75-4fb3-be6a-15fb3bdc0075,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:14:02.367112 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:14:02.551130 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-f7e5d840-f5ff-4973-b746-2194469a8d9c admin admin] Publish callbacks [] for router_gateway (372f1672-fea9-4f8b-b8e4-7de03ec62324), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:02.576020 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b146b51-6a33-4c52-ab4a-f3aa3db9c1cf None None] Sync routers for ids ['268aa8d8-77f6-4ce0-ba6f-ee4810438d30'] in dv-cinder-846842-4-iscsi {{(pid=104016) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 03:14:02.583840 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:14:02.586733 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b146b51-6a33-4c52-ab4a-f3aa3db9c1cf None None] Routers {'268aa8d8-77f6-4ce0-ba6f-ee4810438d30'} bound to L3 agent in host dv-cinder-846842-4-iscsi {{(pid=104016) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 26 03:14:02.587343 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-3b146b51-6a33-4c52-ab4a-f3aa3db9c1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-26T02:56:44Z,description=,heartbeat_timestamp=2022-06-26T03:13:44Z,host='dv-cinder-846842-4-iscsi',id=0122de27-3097-4d47-a0ca-0fb90e28ac1e,load=0,resource_versions=,resources_synced=,started_at=2022-06-26T02:56:44Z,topic='l3_agent')) {'router_ids': ['268aa8d8-77f6-4ce0-ba6f-ee4810438d30'], 'active': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:14:02.735644 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Device 7b2228f8-72ed-48fd-8644-5536fc2bbaf3 up at agent ovs-agent-dv-cinder-846842-4-iscsi {{(pid=104015) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 03:14:02.768780 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:14:02.788852 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvr_db [None req-3b146b51-6a33-4c52-ab4a-f3aa3db9c1cf None None] Set router 268aa8d8-77f6-4ce0-ba6f-ee4810438d30 gateway port host: dv-cinder-846842-4-iscsi {{(pid=104016) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 26 03:14:02.792009 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Provisioning complete for port 7b2228f8-72ed-48fd-8644-5536fc2bbaf3 triggered by entity L2. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:14:02.792643 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (7b2228f8-72ed-48fd-8644-5536fc2bbaf3), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:02.880305 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Current status of the port 7b2228f8-72ed-48fd-8644-5536fc2bbaf3 is: DOWN; New status is: ACTIVE {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 03:14:02.881044 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (7b2228f8-72ed-48fd-8644-5536fc2bbaf3), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:02.905611 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] For port 7b2228f8-72ed-48fd-8644-5536fc2bbaf3, host dv-cinder-846842-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-4-iscsi',level=0,port_id=7b2228f8-72ed-48fd-8644-5536fc2bbaf3,segment=NetworkSegment(968602fb-f834-40ea-ad2f-658bf3156d3b),segment_id=968602fb-f834-40ea-ad2f-658bf3156d3b)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:14:02.911091 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (7b2228f8-72ed-48fd-8644-5536fc2bbaf3), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:02.911942 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Device 2d32c493-678b-45df-9de4-4afe314b34a1 up at agent ovs-agent-dv-cinder-846842-4-iscsi {{(pid=104015) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 03:14:02.967022 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.agents_db [None req-1acc9491-aa00-4d80-a7f3-d699105ea2bf None None] Agent healthcheck: found 6 active agents {{(pid=104016) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 03:14:02.991359 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Pushing event updated for resources: {'Port': ['ID=7b2228f8-72ed-48fd-8644-5536fc2bbaf3,revision_number=4']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:14:03.007492 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-f7e5d840-f5ff-4973-b746-2194469a8d9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1616609'] for router (372f1672-fea9-4f8b-b8e4-7de03ec62324), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:03.011017 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Provisioning complete for port 2d32c493-678b-45df-9de4-4afe314b34a1 triggered by entity L2. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:14:03.011527 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (2d32c493-678b-45df-9de4-4afe314b34a1), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:03.021391 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-3b146b51-6a33-4c52-ab4a-f3aa3db9c1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '268aa8d8-77f6-4ce0-ba6f-ee4810438d30', 'name': 'tempest-TestMinimumBasicScenario-1931699695-router', 'tenant_id': '1fe0cd601688420d88ea051894cfdf2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': '7b2228f8-72ed-48fd-8644-5536fc2bbaf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:13:56Z', 'updated_at': '2022-06-26T03:13:59Z', 'revision_number': 4, 'project_id': '1fe0cd601688420d88ea051894cfdf2a', 'gw_port': {'id': '7b2228f8-72ed-48fd-8644-5536fc2bbaf3', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:2d:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '268aa8d8-77f6-4ce0-ba6f-ee4810438d30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:13:57Z', 'updated_at': '2022-06-26T03:13:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi', '_interfaces': [{'id': 'c58d999c-2214-40a6-8719-ae47b8dd6873', 'name': '', 'network_id': '3de8e86e-4cff-434c-bc8d-f0cd4e8a3cd2', 'tenant_id': '1fe0cd601688420d88ea051894cfdf2a', 'mac_address': 'fa:16:3e:e2:94:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '268aa8d8-77f6-4ce0-ba6f-ee4810438d30', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '279e53e9-5257-4e93-9a6a-757ca9aea989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:13:59Z', 'updated_at': '2022-06-26T03:13:59Z', 'revision_number': 2, 'project_id': '1fe0cd601688420d88ea051894cfdf2a', 'subnets': [{'id': '279e53e9-5257-4e93-9a6a-757ca9aea989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-4-iscsi', False) {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:14:03.034086 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:14:03.054791 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b146b51-6a33-4c52-ab4a-f3aa3db9c1cf None None] Checking router: 268aa8d8-77f6-4ce0-ba6f-ee4810438d30 for host: dv-cinder-846842-4-iscsi {{(pid=104016) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 03:14:03.055154 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b146b51-6a33-4c52-ab4a-f3aa3db9c1cf None None] Updating router 268aa8d8-77f6-4ce0-ba6f-ee4810438d30 port c58d999c-2214-40a6-8719-ae47b8dd6873 binding host dv-cinder-846842-4-iscsi {{(pid=104016) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 26 03:14:03.085615 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3b146b51-6a33-4c52-ab4a-f3aa3db9c1cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (c58d999c-2214-40a6-8719-ae47b8dd6873), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:03.099447 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Current status of the port 2d32c493-678b-45df-9de4-4afe314b34a1 is: DOWN; New status is: ACTIVE {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 03:14:03.100091 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (2d32c493-678b-45df-9de4-4afe314b34a1), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:03.141292 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] For port 2d32c493-678b-45df-9de4-4afe314b34a1, host dv-cinder-846842-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-4-iscsi',level=0,port_id=2d32c493-678b-45df-9de4-4afe314b34a1,segment=NetworkSegment(76281046-720c-4bad-be77-28c9ea89479b),segment_id=76281046-720c-4bad-be77-28c9ea89479b)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:14:03.149402 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (2d32c493-678b-45df-9de4-4afe314b34a1), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:03.160762 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7e5d840-f5ff-4973-b746-2194469a8d9c admin admin] Router 372f1672-fea9-4f8b-b8e4-7de03ec62324 is scheduled to L3 agent 0122de27-3097-4d47-a0ca-0fb90e28ac1e with binding_index 1 {{(pid=104013) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 26 03:14:03.228717 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Pushing event updated for resources: {'Port': ['ID=2d32c493-678b-45df-9de4-4afe314b34a1,revision_number=3']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:14:03.292142 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7e5d840-f5ff-4973-b746-2194469a8d9c admin admin] Notify agent at l3_agent.dv-cinder-846842-4-iscsi the message routers_updated {{(pid=104013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 03:14:03.313473 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e32bc2b-33e4-4853-9475-65391e330303 None None] Sync routers for ids ['372f1672-fea9-4f8b-b8e4-7de03ec62324'] in dv-cinder-846842-4-iscsi {{(pid=104015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 03:14:03.316371 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-f7e5d840-f5ff-4973-b746-2194469a8d9c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:03.317930 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-f7e5d840-f5ff-4973-b746-2194469a8d9c admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7914577 Jun 26 03:14:03.322325 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 47326) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:14:03.340628 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e32bc2b-33e4-4853-9475-65391e330303 None None] Routers {'372f1672-fea9-4f8b-b8e4-7de03ec62324'} bound to L3 agent in host dv-cinder-846842-4-iscsi {{(pid=104015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 26 03:14:03.341738 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-7e32bc2b-33e4-4853-9475-65391e330303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-26T02:56:44Z,description=,heartbeat_timestamp=2022-06-26T03:13:44Z,host='dv-cinder-846842-4-iscsi',id=0122de27-3097-4d47-a0ca-0fb90e28ac1e,load=0,resource_versions=,resources_synced=,started_at=2022-06-26T02:56:44Z,topic='l3_agent')) {'router_ids': ['372f1672-fea9-4f8b-b8e4-7de03ec62324'], 'active': True} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:14:03.395388 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3daa56fd-2cc8-4ddd-ab32-0fb7fb6d84fe None None] Network ac04cdf4-786f-469d-b198-3e707b23051d requested from dv-cinder-846842-4-iscsi {{(pid=104015) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 26 03:14:03.424152 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3b146b51-6a33-4c52-ab4a-f3aa3db9c1cf None None] Publish callbacks [] for port (c58d999c-2214-40a6-8719-ae47b8dd6873), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:03.440901 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3b146b51-6a33-4c52-ab4a-f3aa3db9c1cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (c58d999c-2214-40a6-8719-ae47b8dd6873), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:03.490919 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5512b272-e765-450d-9012-f9415705932b None None] Pushing event updated for resources: {'Port': ['ID=c58d999c-2214-40a6-8719-ae47b8dd6873,revision_number=3']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:14:03.504407 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5512b272-e765-450d-9012-f9415705932b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:14:03.504407 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5512b272-e765-450d-9012-f9415705932b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:14:03.504407 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5512b272-e765-450d-9012-f9415705932b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:14:03.504848 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5512b272-e765-450d-9012-f9415705932b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:14:03.504848 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5512b272-e765-450d-9012-f9415705932b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:14:03.505170 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5512b272-e765-450d-9012-f9415705932b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:14:03.505496 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5512b272-e765-450d-9012-f9415705932b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:14:03.505814 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5512b272-e765-450d-9012-f9415705932b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:14:03.506161 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5512b272-e765-450d-9012-f9415705932b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:14:03.506485 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5512b272-e765-450d-9012-f9415705932b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:14:03.506803 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5512b272-e765-450d-9012-f9415705932b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:14:03.507145 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5512b272-e765-450d-9012-f9415705932b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:14:03.507463 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5512b272-e765-450d-9012-f9415705932b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:14:03.507778 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5512b272-e765-450d-9012-f9415705932b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:14:03.508091 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5512b272-e765-450d-9012-f9415705932b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:14:03.567526 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [None req-3b146b51-6a33-4c52-ab4a-f3aa3db9c1cf None None] Attempting to bind port c58d999c-2214-40a6-8719-ae47b8dd6873 on host dv-cinder-846842-4-iscsi for vnic_type normal with profile {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 26 03:14:03.567895 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [None req-3b146b51-6a33-4c52-ab4a-f3aa3db9c1cf None None] Attempting to bind port c58d999c-2214-40a6-8719-ae47b8dd6873 by drivers openvswitch,hyperv on host dv-cinder-846842-4-iscsi at level 0 using segments [{'id': '52c32bc6-4be1-452c-a073-ce46dfa20aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '3de8e86e-4cff-434c-bc8d-f0cd4e8a3cd2'}] {{(pid=104016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 26 03:14:03.568246 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b146b51-6a33-4c52-ab4a-f3aa3db9c1cf None None] Attempting to bind port c58d999c-2214-40a6-8719-ae47b8dd6873 on network 3de8e86e-4cff-434c-bc8d-f0cd4e8a3cd2 {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 26 03:14:03.575870 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b146b51-6a33-4c52-ab4a-f3aa3db9c1cf None None] Checking agent: {'id': '16f9b602-7baf-4f7a-ab92-1b0788147fb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 26, 2, 56, 46), 'started_at': datetime.datetime(2022, 6, 26, 2, 57, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 26, 3, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 26 03:14:03.576679 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b146b51-6a33-4c52-ab4a-f3aa3db9c1cf None None] Checking segment: {'id': '52c32bc6-4be1-452c-a073-ce46dfa20aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '3de8e86e-4cff-434c-bc8d-f0cd4e8a3cd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 26 03:14:03.577309 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3b146b51-6a33-4c52-ab4a-f3aa3db9c1cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:03.577488 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b146b51-6a33-4c52-ab4a-f3aa3db9c1cf None None] Bound using segment: {'id': '52c32bc6-4be1-452c-a073-ce46dfa20aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '3de8e86e-4cff-434c-bc8d-f0cd4e8a3cd2'} {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 26 03:14:03.577920 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [None req-3b146b51-6a33-4c52-ab4a-f3aa3db9c1cf None None] Bound port: c58d999c-2214-40a6-8719-ae47b8dd6873, host: dv-cinder-846842-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52c32bc6-4be1-452c-a073-ce46dfa20aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '3de8e86e-4cff-434c-bc8d-f0cd4e8a3cd2'}}] {{(pid=104016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 26 03:14:03.578316 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3b146b51-6a33-4c52-ab4a-f3aa3db9c1cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (c58d999c-2214-40a6-8719-ae47b8dd6873), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:03.645624 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:14:03.666432 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-3b146b51-6a33-4c52-ab4a-f3aa3db9c1cf None None] For port c58d999c-2214-40a6-8719-ae47b8dd6873, host dv-cinder-846842-4-iscsi, cleared binding levels {{(pid=104016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 03:14:03.670372 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-3b146b51-6a33-4c52-ab4a-f3aa3db9c1cf None None] For port c58d999c-2214-40a6-8719-ae47b8dd6873, host dv-cinder-846842-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-4-iscsi',level=0,port_id=c58d999c-2214-40a6-8719-ae47b8dd6873,segment=NetworkSegment(52c32bc6-4be1-452c-a073-ce46dfa20aa7),segment_id=52c32bc6-4be1-452c-a073-ce46dfa20aa7)] {{(pid=104016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 03:14:03.673218 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:14:03.678954 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3b146b51-6a33-4c52-ab4a-f3aa3db9c1cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (c58d999c-2214-40a6-8719-ae47b8dd6873), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:03.701257 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvr_db [None req-7e32bc2b-33e4-4853-9475-65391e330303 None None] Set router 372f1672-fea9-4f8b-b8e4-7de03ec62324 gateway port host: dv-cinder-846842-4-iscsi {{(pid=104015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 26 03:14:03.705318 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-a3382904-ea7d-4596-8df5-167358102835 None None] Provisioning complete for port 2d32c493-678b-45df-9de4-4afe314b34a1 triggered by entity DHCP. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:14:03.705715 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a3382904-ea7d-4596-8df5-167358102835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (2d32c493-678b-45df-9de4-4afe314b34a1), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:03.740805 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b146b51-6a33-4c52-ab4a-f3aa3db9c1cf None None] Routers {'268aa8d8-77f6-4ce0-ba6f-ee4810438d30'} bound to L3 agent in host dv-cinder-846842-4-iscsi {{(pid=104016) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 26 03:14:03.741421 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-3b146b51-6a33-4c52-ab4a-f3aa3db9c1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-26T02:56:44Z,description=,heartbeat_timestamp=2022-06-26T03:13:44Z,host='dv-cinder-846842-4-iscsi',id=0122de27-3097-4d47-a0ca-0fb90e28ac1e,load=0,resource_versions=,resources_synced=,started_at=2022-06-26T02:56:44Z,topic='l3_agent')) {'router_ids': ['268aa8d8-77f6-4ce0-ba6f-ee4810438d30'], 'active': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:14:03.790072 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:14:03.809586 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-c3229618-5263-46f5-896e-75e349643327 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:03.840418 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5512b272-e765-450d-9012-f9415705932b None None] Pushing event updated for resources: {'Port': ['ID=c58d999c-2214-40a6-8719-ae47b8dd6873,revision_number=4']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:14:03.884568 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:14:03.894188 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvr_db [None req-3b146b51-6a33-4c52-ab4a-f3aa3db9c1cf None None] Set router 268aa8d8-77f6-4ce0-ba6f-ee4810438d30 gateway port host: dv-cinder-846842-4-iscsi {{(pid=104016) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 26 03:14:03.991669 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-a3382904-ea7d-4596-8df5-167358102835 None None] Current status of the port 2d32c493-678b-45df-9de4-4afe314b34a1 is: ACTIVE; New status is: ACTIVE {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 03:14:04.009335 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.db.db_base_plugin_common [None req-c3229618-5263-46f5-896e-75e349643327 admin admin] Allocated IP 172.20.0.1 (ac04cdf4-786f-469d-b198-3e707b23051d/7ca5b69c-19c8-42a6-8812-af341d719105/dce46c88-8e3b-42cc-b05c-26d2114b837f) {{(pid=104013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 03:14:04.084064 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:14:04.085275 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-7e32bc2b-33e4-4853-9475-65391e330303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '372f1672-fea9-4f8b-b8e4-7de03ec62324', 'name': 'tempest-TestMinimumBasicScenario-217697685-router', 'tenant_id': '7068039fead9452e89458bf2ea06dfeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': '921d0a20-9c75-4fb3-be6a-15fb3bdc0075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:14:01Z', 'updated_at': '2022-06-26T03:14:02Z', 'revision_number': 3, 'project_id': '7068039fead9452e89458bf2ea06dfeb', 'gw_port': {'id': '921d0a20-9c75-4fb3-be6a-15fb3bdc0075', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ff:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '372f1672-fea9-4f8b-b8e4-7de03ec62324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:14:01Z', 'updated_at': '2022-06-26T03:14:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi'}], 'dv-cinder-846842-4-iscsi', False) {} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:14:04.121169 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e32bc2b-33e4-4853-9475-65391e330303 None None] Checking router: 372f1672-fea9-4f8b-b8e4-7de03ec62324 for host: dv-cinder-846842-4-iscsi {{(pid=104015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 03:14:04.121614 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e32bc2b-33e4-4853-9475-65391e330303 None None] Updating router 372f1672-fea9-4f8b-b8e4-7de03ec62324 port 921d0a20-9c75-4fb3-be6a-15fb3bdc0075 binding host dv-cinder-846842-4-iscsi {{(pid=104015) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 26 03:14:04.139481 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-3b146b51-6a33-4c52-ab4a-f3aa3db9c1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '268aa8d8-77f6-4ce0-ba6f-ee4810438d30', 'name': 'tempest-TestMinimumBasicScenario-1931699695-router', 'tenant_id': '1fe0cd601688420d88ea051894cfdf2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': '7b2228f8-72ed-48fd-8644-5536fc2bbaf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:13:56Z', 'updated_at': '2022-06-26T03:13:59Z', 'revision_number': 4, 'project_id': '1fe0cd601688420d88ea051894cfdf2a', 'gw_port': {'id': '7b2228f8-72ed-48fd-8644-5536fc2bbaf3', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:2d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268aa8d8-77f6-4ce0-ba6f-ee4810438d30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:13:57Z', 'updated_at': '2022-06-26T03:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi', '_interfaces': [{'id': 'c58d999c-2214-40a6-8719-ae47b8dd6873', 'name': '', 'network_id': '3de8e86e-4cff-434c-bc8d-f0cd4e8a3cd2', 'tenant_id': '1fe0cd601688420d88ea051894cfdf2a', 'mac_address': 'fa:16:3e:e2:94:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '268aa8d8-77f6-4ce0-ba6f-ee4810438d30', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '279e53e9-5257-4e93-9a6a-757ca9aea989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:13:59Z', 'updated_at': '2022-06-26T03:14:03Z', 'revision_number': 4, 'project_id': '1fe0cd601688420d88ea051894cfdf2a', 'subnets': [{'id': '279e53e9-5257-4e93-9a6a-757ca9aea989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-4-iscsi', False) {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:14:04.141461 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-c3229618-5263-46f5-896e-75e349643327 admin admin] Publish callbacks [] for port (dce46c88-8e3b-42cc-b05c-26d2114b837f), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:04.151382 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-8e0d4959-db53-459e-a3aa-65bacb01d360 None None] Provisioning complete for port c58d999c-2214-40a6-8719-ae47b8dd6873 triggered by entity DHCP. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:14:04.151856 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-8e0d4959-db53-459e-a3aa-65bacb01d360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (c58d999c-2214-40a6-8719-ae47b8dd6873), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:04.165681 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b146b51-6a33-4c52-ab4a-f3aa3db9c1cf None None] The sync data for ids ['268aa8d8-77f6-4ce0-ba6f-ee4810438d30'] in dv-cinder-846842-4-iscsi is: [{'id': '268aa8d8-77f6-4ce0-ba6f-ee4810438d30', 'name': 'tempest-TestMinimumBasicScenario-1931699695-router', 'tenant_id': '1fe0cd601688420d88ea051894cfdf2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': '7b2228f8-72ed-48fd-8644-5536fc2bbaf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:13:56Z', 'updated_at': '2022-06-26T03:13:59Z', 'revision_number': 4, 'project_id': '1fe0cd601688420d88ea051894cfdf2a', 'gw_port': {'id': '7b2228f8-72ed-48fd-8644-5536fc2bbaf3', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:2d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268aa8d8-77f6-4ce0-ba6f-ee4810438d30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:13:57Z', 'updated_at': '2022-06-26T03:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi', '_interfaces': [{'id': 'c58d999c-2214-40a6-8719-ae47b8dd6873', 'name': '', 'network_id': '3de8e86e-4cff-434c-bc8d-f0cd4e8a3cd2', 'tenant_id': '1fe0cd601688420d88ea051894cfdf2a', 'mac_address': 'fa:16:3e:e2:94:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '268aa8d8-77f6-4ce0-ba6f-ee4810438d30', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '279e53e9-5257-4e93-9a6a-757ca9aea989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:13:59Z', 'updated_at': '2022-06-26T03:14:03Z', 'revision_number': 4, 'project_id': '1fe0cd601688420d88ea051894cfdf2a', 'subnets': [{'id': '279e53e9-5257-4e93-9a6a-757ca9aea989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104016) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 03:14:04.182094 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-c3229618-5263-46f5-896e-75e349643327 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787575245469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7375238'] for port (dce46c88-8e3b-42cc-b05c-26d2114b837f), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:04.188234 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-7e32bc2b-33e4-4853-9475-65391e330303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (921d0a20-9c75-4fb3-be6a-15fb3bdc0075), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:04.229603 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3229618-5263-46f5-896e-75e349643327 admin admin] Network ac04cdf4-786f-469d-b198-3e707b23051d is already hosted by enough agents. {{(pid=104013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 03:14:04.234875 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.scheduler.base_scheduler [None req-c3229618-5263-46f5-896e-75e349643327 admin admin] Resources bound (agent type, host, resource id): {{(pid=104013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 03:14:04.237682 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3229618-5263-46f5-896e-75e349643327 admin admin] Pushing event updated for resources: {'Port': ['ID=dce46c88-8e3b-42cc-b05c-26d2114b837f,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:14:04.239977 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3229618-5263-46f5-896e-75e349643327 admin admin] Received port after_create {{(pid=104013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 26 03:14:04.286625 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-c3229618-5263-46f5-896e-75e349643327 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1596484'] for router_interface (372f1672-fea9-4f8b-b8e4-7de03ec62324), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:04.316394 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=100 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:14:04.438738 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-c3229618-5263-46f5-896e-75e349643327 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (dce46c88-8e3b-42cc-b05c-26d2114b837f), before_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:04.452038 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-8e0d4959-db53-459e-a3aa-65bacb01d360 None None] Current status of the port c58d999c-2214-40a6-8719-ae47b8dd6873 is: DOWN; New status is: ACTIVE {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 03:14:04.452444 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-8e0d4959-db53-459e-a3aa-65bacb01d360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (c58d999c-2214-40a6-8719-ae47b8dd6873), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:04.542454 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-8e0d4959-db53-459e-a3aa-65bacb01d360 None None] For port c58d999c-2214-40a6-8719-ae47b8dd6873, host dv-cinder-846842-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-4-iscsi',level=0,port_id=c58d999c-2214-40a6-8719-ae47b8dd6873,segment=NetworkSegment(52c32bc6-4be1-452c-a073-ce46dfa20aa7),segment_id=52c32bc6-4be1-452c-a073-ce46dfa20aa7)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:14:04.551149 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-8e0d4959-db53-459e-a3aa-65bacb01d360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (c58d999c-2214-40a6-8719-ae47b8dd6873), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:04.589014 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-7e32bc2b-33e4-4853-9475-65391e330303 None None] Publish callbacks [] for port (921d0a20-9c75-4fb3-be6a-15fb3bdc0075), precommit_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:04.600730 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-7e32bc2b-33e4-4853-9475-65391e330303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (921d0a20-9c75-4fb3-be6a-15fb3bdc0075), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:04.620976 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0d4959-db53-459e-a3aa-65bacb01d360 None None] Pushing event updated for resources: {'Port': ['ID=c58d999c-2214-40a6-8719-ae47b8dd6873,revision_number=5']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:14:04.641112 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-c3229618-5263-46f5-896e-75e349643327 admin admin] Publish callbacks [] for port (dce46c88-8e3b-42cc-b05c-26d2114b837f), precommit_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:04.648038 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-c3229618-5263-46f5-896e-75e349643327 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7375263'] for port (dce46c88-8e3b-42cc-b05c-26d2114b837f), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:04.666140 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [None req-7e32bc2b-33e4-4853-9475-65391e330303 None None] Attempting to bind port 921d0a20-9c75-4fb3-be6a-15fb3bdc0075 on host dv-cinder-846842-4-iscsi for vnic_type normal with profile {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 26 03:14:04.666517 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [None req-7e32bc2b-33e4-4853-9475-65391e330303 None None] Attempting to bind port 921d0a20-9c75-4fb3-be6a-15fb3bdc0075 by drivers openvswitch,hyperv on host dv-cinder-846842-4-iscsi at level 0 using segments [{'id': '968602fb-f834-40ea-ad2f-658bf3156d3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df'}] {{(pid=104015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 26 03:14:04.666879 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e32bc2b-33e4-4853-9475-65391e330303 None None] Attempting to bind port 921d0a20-9c75-4fb3-be6a-15fb3bdc0075 on network 9f069e5f-e57e-4e35-ad51-5f4f2e2f15df {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 26 03:14:04.680517 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-b8714a89-8c91-4fb1-be11-85eccc6124c6 None None] Provisioning complete for port dce46c88-8e3b-42cc-b05c-26d2114b837f triggered by entity DHCP. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:14:04.680925 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-b8714a89-8c91-4fb1-be11-85eccc6124c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (dce46c88-8e3b-42cc-b05c-26d2114b837f), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:04.708682 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:14:04.716621 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:14:04.719845 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-b8714a89-8c91-4fb1-be11-85eccc6124c6 None None] Port dce46c88-8e3b-42cc-b05c-26d2114b837f cannot update to ACTIVE because it is not bound. {{(pid=104015) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 26 03:14:04.732356 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e32bc2b-33e4-4853-9475-65391e330303 None None] Checking agent: {'id': '16f9b602-7baf-4f7a-ab92-1b0788147fb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 26, 2, 56, 46), 'started_at': datetime.datetime(2022, 6, 26, 2, 57, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 26, 3, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 26 03:14:04.732785 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e32bc2b-33e4-4853-9475-65391e330303 None None] Checking segment: {'id': '968602fb-f834-40ea-ad2f-658bf3156d3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 26 03:14:04.733360 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-7e32bc2b-33e4-4853-9475-65391e330303 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:04.733925 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e32bc2b-33e4-4853-9475-65391e330303 None None] Bound using segment: {'id': '968602fb-f834-40ea-ad2f-658bf3156d3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df'} {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 26 03:14:04.734380 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [None req-7e32bc2b-33e4-4853-9475-65391e330303 None None] Bound port: 921d0a20-9c75-4fb3-be6a-15fb3bdc0075, host: dv-cinder-846842-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '968602fb-f834-40ea-ad2f-658bf3156d3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df'}}] {{(pid=104015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 26 03:14:04.735237 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-7e32bc2b-33e4-4853-9475-65391e330303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (921d0a20-9c75-4fb3-be6a-15fb3bdc0075), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:04.740284 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70847bb-e838-4947-9130-e9d4c5be7ae6 None None] Pushing event updated for resources: {'Port': ['ID=921d0a20-9c75-4fb3-be6a-15fb3bdc0075,revision_number=2']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:14:04.747140 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3229618-5263-46f5-896e-75e349643327 admin admin] Pushing event updated for resources: {'Port': ['ID=dce46c88-8e3b-42cc-b05c-26d2114b837f,revision_number=2']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:14:04.749535 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-c3229618-5263-46f5-896e-75e349643327 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1628672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1597140'] for router_interface (372f1672-fea9-4f8b-b8e4-7de03ec62324), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:04.778436 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-b8714a89-8c91-4fb1-be11-85eccc6124c6 None None] Provisioning complete for port 2d32c493-678b-45df-9de4-4afe314b34a1 triggered by entity DHCP. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:14:04.779274 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-b8714a89-8c91-4fb1-be11-85eccc6124c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (2d32c493-678b-45df-9de4-4afe314b34a1), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:04.810347 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Device c58d999c-2214-40a6-8719-ae47b8dd6873 up at agent ovs-agent-dv-cinder-846842-4-iscsi {{(pid=104015) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 03:14:04.855255 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3229618-5263-46f5-896e-75e349643327 admin admin] Network ac04cdf4-786f-469d-b198-3e707b23051d is already hosted by enough agents. {{(pid=104013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 03:14:04.857136 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.scheduler.base_scheduler [None req-c3229618-5263-46f5-896e-75e349643327 admin admin] Resources bound (agent type, host, resource id): {{(pid=104013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 03:14:04.868653 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-7e32bc2b-33e4-4853-9475-65391e330303 None None] For port 921d0a20-9c75-4fb3-be6a-15fb3bdc0075, host dv-cinder-846842-4-iscsi, cleared binding levels {{(pid=104015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 03:14:04.875715 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-7e32bc2b-33e4-4853-9475-65391e330303 None None] For port 921d0a20-9c75-4fb3-be6a-15fb3bdc0075, host dv-cinder-846842-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-4-iscsi',level=0,port_id=921d0a20-9c75-4fb3-be6a-15fb3bdc0075,segment=NetworkSegment(968602fb-f834-40ea-ad2f-658bf3156d3b),segment_id=968602fb-f834-40ea-ad2f-658bf3156d3b)] {{(pid=104015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 03:14:04.889466 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-7e32bc2b-33e4-4853-9475-65391e330303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (921d0a20-9c75-4fb3-be6a-15fb3bdc0075), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:04.940780 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:14:04.969820 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Provisioning complete for port c58d999c-2214-40a6-8719-ae47b8dd6873 triggered by entity L2. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:14:04.970214 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (c58d999c-2214-40a6-8719-ae47b8dd6873), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:04.998519 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3229618-5263-46f5-896e-75e349643327 admin admin] Router 372f1672-fea9-4f8b-b8e4-7de03ec62324 has already been hosted by L3 agent 0122de27-3097-4d47-a0ca-0fb90e28ac1e {{(pid=104013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 26 03:14:05.003790 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:14:05.016867 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-b8714a89-8c91-4fb1-be11-85eccc6124c6 None None] Current status of the port 2d32c493-678b-45df-9de4-4afe314b34a1 is: ACTIVE; New status is: ACTIVE {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 03:14:05.026725 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70847bb-e838-4947-9130-e9d4c5be7ae6 None None] Pushing event updated for resources: {'Port': ['ID=921d0a20-9c75-4fb3-be6a-15fb3bdc0075,revision_number=3']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:14:05.036006 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e32bc2b-33e4-4853-9475-65391e330303 None None] Routers {'372f1672-fea9-4f8b-b8e4-7de03ec62324'} bound to L3 agent in host dv-cinder-846842-4-iscsi {{(pid=104015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 26 03:14:05.036662 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-7e32bc2b-33e4-4853-9475-65391e330303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-26T02:56:44Z,description=,heartbeat_timestamp=2022-06-26T03:13:44Z,host='dv-cinder-846842-4-iscsi',id=0122de27-3097-4d47-a0ca-0fb90e28ac1e,load=0,resource_versions=,resources_synced=,started_at=2022-06-26T02:56:44Z,topic='l3_agent')) {'router_ids': ['372f1672-fea9-4f8b-b8e4-7de03ec62324'], 'active': True} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:14:05.114385 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3229618-5263-46f5-896e-75e349643327 admin admin] Notify agent at l3_agent.dv-cinder-846842-4-iscsi the message routers_updated {{(pid=104013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 03:14:05.119986 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-c3229618-5263-46f5-896e-75e349643327 admin admin] 10.222.0.13 "PUT /v2.0/routers/372f1672-fea9-4f8b-b8e4-7de03ec62324/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7964454 Jun 26 03:14:05.191348 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-b71739c5-a63f-4d25-a34d-af6260031242 None None] Provisioning complete for port dce46c88-8e3b-42cc-b05c-26d2114b837f triggered by entity DHCP. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:14:05.191639 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-b71739c5-a63f-4d25-a34d-af6260031242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (dce46c88-8e3b-42cc-b05c-26d2114b837f), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:05.195554 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Current status of the port c58d999c-2214-40a6-8719-ae47b8dd6873 is: ACTIVE; New status is: ACTIVE {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 03:14:05.197273 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Device 7b2228f8-72ed-48fd-8644-5536fc2bbaf3 up at agent ovs-agent-dv-cinder-846842-4-iscsi {{(pid=104015) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 03:14:05.242426 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvr_db [None req-7e32bc2b-33e4-4853-9475-65391e330303 None None] Set router 372f1672-fea9-4f8b-b8e4-7de03ec62324 gateway port host: dv-cinder-846842-4-iscsi {{(pid=104015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 26 03:14:05.289058 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-b71739c5-a63f-4d25-a34d-af6260031242 None None] Port dce46c88-8e3b-42cc-b05c-26d2114b837f cannot update to ACTIVE because it is not bound. {{(pid=104015) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 26 03:14:05.352269 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Provisioning complete for port 7b2228f8-72ed-48fd-8644-5536fc2bbaf3 triggered by entity L2. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:14:05.352672 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (7b2228f8-72ed-48fd-8644-5536fc2bbaf3), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:05.517316 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Current status of the port 7b2228f8-72ed-48fd-8644-5536fc2bbaf3 is: ACTIVE; New status is: ACTIVE {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 03:14:05.517316 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Device 2d32c493-678b-45df-9de4-4afe314b34a1 up at agent ovs-agent-dv-cinder-846842-4-iscsi {{(pid=104015) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 03:14:05.517316 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-7e32bc2b-33e4-4853-9475-65391e330303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '372f1672-fea9-4f8b-b8e4-7de03ec62324', 'name': 'tempest-TestMinimumBasicScenario-217697685-router', 'tenant_id': '7068039fead9452e89458bf2ea06dfeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': '921d0a20-9c75-4fb3-be6a-15fb3bdc0075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:14:01Z', 'updated_at': '2022-06-26T03:14:04Z', 'revision_number': 4, 'project_id': '7068039fead9452e89458bf2ea06dfeb', 'gw_port': {'id': '921d0a20-9c75-4fb3-be6a-15fb3bdc0075', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ff:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '372f1672-fea9-4f8b-b8e4-7de03ec62324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:14:01Z', 'updated_at': '2022-06-26T03:14:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi', '_interfaces': [{'id': 'dce46c88-8e3b-42cc-b05c-26d2114b837f', 'name': '', 'network_id': 'ac04cdf4-786f-469d-b198-3e707b23051d', 'tenant_id': '7068039fead9452e89458bf2ea06dfeb', 'mac_address': 'fa:16:3e:65:7f:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '372f1672-fea9-4f8b-b8e4-7de03ec62324', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '7ca5b69c-19c8-42a6-8812-af341d719105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:14:03Z', 'updated_at': '2022-06-26T03:14:04Z', 'revision_number': 2, 'project_id': '7068039fead9452e89458bf2ea06dfeb', 'subnets': [{'id': '7ca5b69c-19c8-42a6-8812-af341d719105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-4-iscsi', False) {} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:14:05.559846 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e32bc2b-33e4-4853-9475-65391e330303 None None] The sync data for ids ['372f1672-fea9-4f8b-b8e4-7de03ec62324'] in dv-cinder-846842-4-iscsi is: [{'id': '372f1672-fea9-4f8b-b8e4-7de03ec62324', 'name': 'tempest-TestMinimumBasicScenario-217697685-router', 'tenant_id': '7068039fead9452e89458bf2ea06dfeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': '921d0a20-9c75-4fb3-be6a-15fb3bdc0075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:14:01Z', 'updated_at': '2022-06-26T03:14:04Z', 'revision_number': 4, 'project_id': '7068039fead9452e89458bf2ea06dfeb', 'gw_port': {'id': '921d0a20-9c75-4fb3-be6a-15fb3bdc0075', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ff:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '372f1672-fea9-4f8b-b8e4-7de03ec62324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:14:01Z', 'updated_at': '2022-06-26T03:14:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi', '_interfaces': [{'id': 'dce46c88-8e3b-42cc-b05c-26d2114b837f', 'name': '', 'network_id': 'ac04cdf4-786f-469d-b198-3e707b23051d', 'tenant_id': '7068039fead9452e89458bf2ea06dfeb', 'mac_address': 'fa:16:3e:65:7f:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '372f1672-fea9-4f8b-b8e4-7de03ec62324', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '7ca5b69c-19c8-42a6-8812-af341d719105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:14:03Z', 'updated_at': '2022-06-26T03:14:04Z', 'revision_number': 2, 'project_id': '7068039fead9452e89458bf2ea06dfeb', 'subnets': [{'id': '7ca5b69c-19c8-42a6-8812-af341d719105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 03:14:05.581832 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Provisioning complete for port 2d32c493-678b-45df-9de4-4afe314b34a1 triggered by entity L2. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:14:05.582300 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (2d32c493-678b-45df-9de4-4afe314b34a1), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:05.668629 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Current status of the port 2d32c493-678b-45df-9de4-4afe314b34a1 is: ACTIVE; New status is: ACTIVE {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 03:14:08.604868 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aad9c4a-1f2e-4173-b46d-7b412ba4e01d None None] Sync routers for ids ['372f1672-fea9-4f8b-b8e4-7de03ec62324'] in dv-cinder-846842-4-iscsi {{(pid=104016) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 03:14:08.616123 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aad9c4a-1f2e-4173-b46d-7b412ba4e01d None None] Routers {'372f1672-fea9-4f8b-b8e4-7de03ec62324'} bound to L3 agent in host dv-cinder-846842-4-iscsi {{(pid=104016) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 26 03:14:08.617173 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-7aad9c4a-1f2e-4173-b46d-7b412ba4e01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-26T02:56:44Z,description=,heartbeat_timestamp=2022-06-26T03:13:44Z,host='dv-cinder-846842-4-iscsi',id=0122de27-3097-4d47-a0ca-0fb90e28ac1e,load=0,resource_versions=,resources_synced=,started_at=2022-06-26T02:56:44Z,topic='l3_agent')) {'router_ids': ['372f1672-fea9-4f8b-b8e4-7de03ec62324'], 'active': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:14:08.740468 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvr_db [None req-7aad9c4a-1f2e-4173-b46d-7b412ba4e01d None None] Set router 372f1672-fea9-4f8b-b8e4-7de03ec62324 gateway port host: dv-cinder-846842-4-iscsi {{(pid=104016) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 26 03:14:08.751067 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Device 921d0a20-9c75-4fb3-be6a-15fb3bdc0075 up at agent ovs-agent-dv-cinder-846842-4-iscsi {{(pid=104015) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 03:14:08.804173 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Provisioning complete for port 921d0a20-9c75-4fb3-be6a-15fb3bdc0075 triggered by entity L2. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:14:08.804880 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (921d0a20-9c75-4fb3-be6a-15fb3bdc0075), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:08.844005 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=100 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:14:08.910189 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Current status of the port 921d0a20-9c75-4fb3-be6a-15fb3bdc0075 is: DOWN; New status is: ACTIVE {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 03:14:08.910592 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (921d0a20-9c75-4fb3-be6a-15fb3bdc0075), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:08.921696 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:14:08.933098 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] For port 921d0a20-9c75-4fb3-be6a-15fb3bdc0075, host dv-cinder-846842-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-4-iscsi',level=0,port_id=921d0a20-9c75-4fb3-be6a-15fb3bdc0075,segment=NetworkSegment(968602fb-f834-40ea-ad2f-658bf3156d3b),segment_id=968602fb-f834-40ea-ad2f-658bf3156d3b)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:14:08.942338 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (921d0a20-9c75-4fb3-be6a-15fb3bdc0075), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:08.993731 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-7aad9c4a-1f2e-4173-b46d-7b412ba4e01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '372f1672-fea9-4f8b-b8e4-7de03ec62324', 'name': 'tempest-TestMinimumBasicScenario-217697685-router', 'tenant_id': '7068039fead9452e89458bf2ea06dfeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': '921d0a20-9c75-4fb3-be6a-15fb3bdc0075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:14:01Z', 'updated_at': '2022-06-26T03:14:04Z', 'revision_number': 4, 'project_id': '7068039fead9452e89458bf2ea06dfeb', 'gw_port': {'id': '921d0a20-9c75-4fb3-be6a-15fb3bdc0075', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ff:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '372f1672-fea9-4f8b-b8e4-7de03ec62324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:14:01Z', 'updated_at': '2022-06-26T03:14:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi', '_interfaces': [{'id': 'dce46c88-8e3b-42cc-b05c-26d2114b837f', 'name': '', 'network_id': 'ac04cdf4-786f-469d-b198-3e707b23051d', 'tenant_id': '7068039fead9452e89458bf2ea06dfeb', 'mac_address': 'fa:16:3e:65:7f:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '372f1672-fea9-4f8b-b8e4-7de03ec62324', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '7ca5b69c-19c8-42a6-8812-af341d719105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:14:03Z', 'updated_at': '2022-06-26T03:14:04Z', 'revision_number': 2, 'project_id': '7068039fead9452e89458bf2ea06dfeb', 'subnets': [{'id': '7ca5b69c-19c8-42a6-8812-af341d719105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-4-iscsi', False) {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:14:09.000148 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Pushing event updated for resources: {'Port': ['ID=921d0a20-9c75-4fb3-be6a-15fb3bdc0075,revision_number=4']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:14:09.122605 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aad9c4a-1f2e-4173-b46d-7b412ba4e01d None None] Checking router: 372f1672-fea9-4f8b-b8e4-7de03ec62324 for host: dv-cinder-846842-4-iscsi {{(pid=104016) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 03:14:09.123250 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aad9c4a-1f2e-4173-b46d-7b412ba4e01d None None] Updating router 372f1672-fea9-4f8b-b8e4-7de03ec62324 port dce46c88-8e3b-42cc-b05c-26d2114b837f binding host dv-cinder-846842-4-iscsi {{(pid=104016) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 26 03:14:09.153919 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-7aad9c4a-1f2e-4173-b46d-7b412ba4e01d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (dce46c88-8e3b-42cc-b05c-26d2114b837f), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:09.291562 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:14:09.516900 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-7aad9c4a-1f2e-4173-b46d-7b412ba4e01d None None] Publish callbacks [] for port (dce46c88-8e3b-42cc-b05c-26d2114b837f), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:09.525230 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-7aad9c4a-1f2e-4173-b46d-7b412ba4e01d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (dce46c88-8e3b-42cc-b05c-26d2114b837f), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:09.622377 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95797d56-e135-45e9-a862-7c2192a363be None None] Pushing event updated for resources: {'Port': ['ID=dce46c88-8e3b-42cc-b05c-26d2114b837f,revision_number=3']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:14:09.687194 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [None req-7aad9c4a-1f2e-4173-b46d-7b412ba4e01d None None] Attempting to bind port dce46c88-8e3b-42cc-b05c-26d2114b837f on host dv-cinder-846842-4-iscsi for vnic_type normal with profile {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 26 03:14:09.688406 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [None req-7aad9c4a-1f2e-4173-b46d-7b412ba4e01d None None] Attempting to bind port dce46c88-8e3b-42cc-b05c-26d2114b837f by drivers openvswitch,hyperv on host dv-cinder-846842-4-iscsi at level 0 using segments [{'id': '76281046-720c-4bad-be77-28c9ea89479b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ac04cdf4-786f-469d-b198-3e707b23051d'}] {{(pid=104016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 26 03:14:09.688766 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aad9c4a-1f2e-4173-b46d-7b412ba4e01d None None] Attempting to bind port dce46c88-8e3b-42cc-b05c-26d2114b837f on network ac04cdf4-786f-469d-b198-3e707b23051d {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 26 03:14:09.695286 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aad9c4a-1f2e-4173-b46d-7b412ba4e01d None None] Checking agent: {'id': '16f9b602-7baf-4f7a-ab92-1b0788147fb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 26, 2, 56, 46), 'started_at': datetime.datetime(2022, 6, 26, 2, 57, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 26, 3, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 26 03:14:09.695662 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aad9c4a-1f2e-4173-b46d-7b412ba4e01d None None] Checking segment: {'id': '76281046-720c-4bad-be77-28c9ea89479b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ac04cdf4-786f-469d-b198-3e707b23051d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 26 03:14:09.696066 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-7aad9c4a-1f2e-4173-b46d-7b412ba4e01d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:09.696624 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aad9c4a-1f2e-4173-b46d-7b412ba4e01d None None] Bound using segment: {'id': '76281046-720c-4bad-be77-28c9ea89479b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ac04cdf4-786f-469d-b198-3e707b23051d'} {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 26 03:14:09.697096 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [None req-7aad9c4a-1f2e-4173-b46d-7b412ba4e01d None None] Bound port: dce46c88-8e3b-42cc-b05c-26d2114b837f, host: dv-cinder-846842-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76281046-720c-4bad-be77-28c9ea89479b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'ac04cdf4-786f-469d-b198-3e707b23051d'}}] {{(pid=104016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 26 03:14:09.697476 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-7aad9c4a-1f2e-4173-b46d-7b412ba4e01d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (dce46c88-8e3b-42cc-b05c-26d2114b837f), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:09.709483 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:14:09.779343 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-7aad9c4a-1f2e-4173-b46d-7b412ba4e01d None None] For port dce46c88-8e3b-42cc-b05c-26d2114b837f, host dv-cinder-846842-4-iscsi, cleared binding levels {{(pid=104016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 03:14:09.783876 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-7aad9c4a-1f2e-4173-b46d-7b412ba4e01d None None] For port dce46c88-8e3b-42cc-b05c-26d2114b837f, host dv-cinder-846842-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-4-iscsi',level=0,port_id=dce46c88-8e3b-42cc-b05c-26d2114b837f,segment=NetworkSegment(76281046-720c-4bad-be77-28c9ea89479b),segment_id=76281046-720c-4bad-be77-28c9ea89479b)] {{(pid=104016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 03:14:09.794506 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-7aad9c4a-1f2e-4173-b46d-7b412ba4e01d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (dce46c88-8e3b-42cc-b05c-26d2114b837f), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:09.856246 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-f8c07481-56bf-43b9-a0fd-e5dafa6894a4 None None] Provisioning complete for port dce46c88-8e3b-42cc-b05c-26d2114b837f triggered by entity DHCP. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:14:09.856657 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-f8c07481-56bf-43b9-a0fd-e5dafa6894a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (dce46c88-8e3b-42cc-b05c-26d2114b837f), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:09.870070 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aad9c4a-1f2e-4173-b46d-7b412ba4e01d None None] Routers {'372f1672-fea9-4f8b-b8e4-7de03ec62324'} bound to L3 agent in host dv-cinder-846842-4-iscsi {{(pid=104016) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 26 03:14:09.870070 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-7aad9c4a-1f2e-4173-b46d-7b412ba4e01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-26T02:56:44Z,description=,heartbeat_timestamp=2022-06-26T03:13:44Z,host='dv-cinder-846842-4-iscsi',id=0122de27-3097-4d47-a0ca-0fb90e28ac1e,load=0,resource_versions=,resources_synced=,started_at=2022-06-26T02:56:44Z,topic='l3_agent')) {'router_ids': ['372f1672-fea9-4f8b-b8e4-7de03ec62324'], 'active': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:14:09.878452 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95797d56-e135-45e9-a862-7c2192a363be None None] Pushing event updated for resources: {'Port': ['ID=dce46c88-8e3b-42cc-b05c-26d2114b837f,revision_number=4']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:14:09.983782 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-f8c07481-56bf-43b9-a0fd-e5dafa6894a4 None None] Current status of the port dce46c88-8e3b-42cc-b05c-26d2114b837f is: DOWN; New status is: ACTIVE {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 03:14:09.984318 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-f8c07481-56bf-43b9-a0fd-e5dafa6894a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (dce46c88-8e3b-42cc-b05c-26d2114b837f), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:10.036710 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-f8c07481-56bf-43b9-a0fd-e5dafa6894a4 None None] For port dce46c88-8e3b-42cc-b05c-26d2114b837f, host dv-cinder-846842-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-4-iscsi',level=0,port_id=dce46c88-8e3b-42cc-b05c-26d2114b837f,segment=NetworkSegment(76281046-720c-4bad-be77-28c9ea89479b),segment_id=76281046-720c-4bad-be77-28c9ea89479b)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:14:10.037639 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvr_db [None req-7aad9c4a-1f2e-4173-b46d-7b412ba4e01d None None] Set router 372f1672-fea9-4f8b-b8e4-7de03ec62324 gateway port host: dv-cinder-846842-4-iscsi {{(pid=104016) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 26 03:14:10.044595 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-f8c07481-56bf-43b9-a0fd-e5dafa6894a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (dce46c88-8e3b-42cc-b05c-26d2114b837f), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:10.117020 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c07481-56bf-43b9-a0fd-e5dafa6894a4 None None] Pushing event updated for resources: {'Port': ['ID=dce46c88-8e3b-42cc-b05c-26d2114b837f,revision_number=5']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:14:10.167812 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-4b16fd1d-df45-4826-bae9-fcca18756c9c None None] Provisioning complete for port dce46c88-8e3b-42cc-b05c-26d2114b837f triggered by entity DHCP. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:14:10.168327 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-4b16fd1d-df45-4826-bae9-fcca18756c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (dce46c88-8e3b-42cc-b05c-26d2114b837f), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:10.261661 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-4b16fd1d-df45-4826-bae9-fcca18756c9c None None] Current status of the port dce46c88-8e3b-42cc-b05c-26d2114b837f is: ACTIVE; New status is: ACTIVE {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 03:14:10.274024 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-7aad9c4a-1f2e-4173-b46d-7b412ba4e01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '372f1672-fea9-4f8b-b8e4-7de03ec62324', 'name': 'tempest-TestMinimumBasicScenario-217697685-router', 'tenant_id': '7068039fead9452e89458bf2ea06dfeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': '921d0a20-9c75-4fb3-be6a-15fb3bdc0075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:14:01Z', 'updated_at': '2022-06-26T03:14:04Z', 'revision_number': 4, 'project_id': '7068039fead9452e89458bf2ea06dfeb', 'gw_port': {'id': '921d0a20-9c75-4fb3-be6a-15fb3bdc0075', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ff:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372f1672-fea9-4f8b-b8e4-7de03ec62324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:14:01Z', 'updated_at': '2022-06-26T03:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi', '_interfaces': [{'id': 'dce46c88-8e3b-42cc-b05c-26d2114b837f', 'name': '', 'network_id': 'ac04cdf4-786f-469d-b198-3e707b23051d', 'tenant_id': '7068039fead9452e89458bf2ea06dfeb', 'mac_address': 'fa:16:3e:65:7f:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '372f1672-fea9-4f8b-b8e4-7de03ec62324', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '7ca5b69c-19c8-42a6-8812-af341d719105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:14:03Z', 'updated_at': '2022-06-26T03:14:09Z', 'revision_number': 4, 'project_id': '7068039fead9452e89458bf2ea06dfeb', 'subnets': [{'id': '7ca5b69c-19c8-42a6-8812-af341d719105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-4-iscsi', False) {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:14:10.301106 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aad9c4a-1f2e-4173-b46d-7b412ba4e01d None None] The sync data for ids ['372f1672-fea9-4f8b-b8e4-7de03ec62324'] in dv-cinder-846842-4-iscsi is: [{'id': '372f1672-fea9-4f8b-b8e4-7de03ec62324', 'name': 'tempest-TestMinimumBasicScenario-217697685-router', 'tenant_id': '7068039fead9452e89458bf2ea06dfeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': '921d0a20-9c75-4fb3-be6a-15fb3bdc0075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:14:01Z', 'updated_at': '2022-06-26T03:14:04Z', 'revision_number': 4, 'project_id': '7068039fead9452e89458bf2ea06dfeb', 'gw_port': {'id': '921d0a20-9c75-4fb3-be6a-15fb3bdc0075', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ff:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372f1672-fea9-4f8b-b8e4-7de03ec62324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:14:01Z', 'updated_at': '2022-06-26T03:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi', '_interfaces': [{'id': 'dce46c88-8e3b-42cc-b05c-26d2114b837f', 'name': '', 'network_id': 'ac04cdf4-786f-469d-b198-3e707b23051d', 'tenant_id': '7068039fead9452e89458bf2ea06dfeb', 'mac_address': 'fa:16:3e:65:7f:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '372f1672-fea9-4f8b-b8e4-7de03ec62324', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '7ca5b69c-19c8-42a6-8812-af341d719105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:14:03Z', 'updated_at': '2022-06-26T03:14:09Z', 'revision_number': 4, 'project_id': '7068039fead9452e89458bf2ea06dfeb', 'subnets': [{'id': '7ca5b69c-19c8-42a6-8812-af341d719105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104016) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 03:14:10.782806 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Device dce46c88-8e3b-42cc-b05c-26d2114b837f up at agent ovs-agent-dv-cinder-846842-4-iscsi {{(pid=104015) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 03:14:10.833650 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Provisioning complete for port dce46c88-8e3b-42cc-b05c-26d2114b837f triggered by entity L2. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:14:10.834027 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (dce46c88-8e3b-42cc-b05c-26d2114b837f), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:10.921321 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Current status of the port dce46c88-8e3b-42cc-b05c-26d2114b837f is: ACTIVE; New status is: ACTIVE {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 03:14:10.922418 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Device 921d0a20-9c75-4fb3-be6a-15fb3bdc0075 up at agent ovs-agent-dv-cinder-846842-4-iscsi {{(pid=104015) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 03:14:10.966326 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Provisioning complete for port 921d0a20-9c75-4fb3-be6a-15fb3bdc0075 triggered by entity L2. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:14:10.966694 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (921d0a20-9c75-4fb3-be6a-15fb3bdc0075), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:11.051118 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Current status of the port 921d0a20-9c75-4fb3-be6a-15fb3bdc0075 is: ACTIVE; New status is: ACTIVE {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 03:14:11.427247 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:14:11.435634 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-1c54a5ad-709a-496e-9ab1-2f8c3a0bcd60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (7168f7b9-c398-4364-91f8-35e2ce03f4c4), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:11.511785 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=85,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:14:11.512560 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=74,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:14:12.428771 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3772ed-e77d-4a6e-b9af-3f1c7fb0ed3b req-d68c8478-bbc2-4de4-b8c9-edcd61020d4d tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:14:12.430383 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-7f3772ed-e77d-4a6e-b9af-3f1c7fb0ed3b req-d68c8478-bbc2-4de4-b8c9-edcd61020d4d tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a783f9a-6fb1-478a-8b64-b4ed9830b33f HTTP/1.1" status: 200 len: 945 time: 0.0536466 Jun 26 03:14:12.483594 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-7f3772ed-e77d-4a6e-b9af-3f1c7fb0ed3b req-38a6cd72-0441-4ad4-95b8-7f067ffbbcab tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/security-groups?id=57b6ab64-4175-4e99-b4e3-a088baaa7e43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457561 Jun 26 03:14:13.607640 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6006b69e-2451-44b2-b5f3-d44e57f95a99 req-55d982cc-e17b-4c54-b7d6-199e6714418e tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:14:13.609043 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-6006b69e-2451-44b2-b5f3-d44e57f95a99 req-55d982cc-e17b-4c54-b7d6-199e6714418e tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a783f9a-6fb1-478a-8b64-b4ed9830b33f HTTP/1.1" status: 200 len: 945 time: 0.0533512 Jun 26 03:14:13.662852 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-6006b69e-2451-44b2-b5f3-d44e57f95a99 req-8a8827ea-bae7-4291-bd75-5daff3f22f44 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/security-groups?id=57b6ab64-4175-4e99-b4e3-a088baaa7e43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475886 Jun 26 03:14:13.763960 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-c60697a8-d41e-4db8-8b91-d977b5382fe3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (0122de27-3097-4d47-a0ca-0fb90e28ac1e), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:14.653853 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c57fd9-e1c8-4216-9e8f-af2a637a0a91 req-9b71f788-4a0c-4bc2-b0e2-a46ddf3cfe4d tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:14:14.655350 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-94c57fd9-e1c8-4216-9e8f-af2a637a0a91 req-9b71f788-4a0c-4bc2-b0e2-a46ddf3cfe4d tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.43 "GET /v2.0/ports?device_id=5a783f9a-6fb1-478a-8b64-b4ed9830b33f HTTP/1.1" status: 200 len: 945 time: 0.0477793 Jun 26 03:14:14.847008 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8412441b-852c-407d-bdd2-f499dace8c97 req-1d14d7d9-2ec1-4beb-8265-489b09b4caab tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:14:14.849007 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-8412441b-852c-407d-bdd2-f499dace8c97 req-1d14d7d9-2ec1-4beb-8265-489b09b4caab tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a783f9a-6fb1-478a-8b64-b4ed9830b33f HTTP/1.1" status: 200 len: 945 time: 0.1114099 Jun 26 03:14:14.851929 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [req-94c57fd9-e1c8-4216-9e8f-af2a637a0a91 req-b2470c25-50b0-4880-8dab-d2a925da316f tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Deleting port 98cb08d8-ef21-4ac4-a52f-3d665ef4ed53 {{(pid=104014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 26 03:14:14.852193 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-94c57fd9-e1c8-4216-9e8f-af2a637a0a91 req-b2470c25-50b0-4880-8dab-d2a925da316f tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787575727912'] for port (98cb08d8-ef21-4ac4-a52f-3d665ef4ed53), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:14.857413 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a0725410-9e6c-45cb-9ff8-c6c4931d6b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (ece691f0-a7cc-4e31-b59a-0e18fd9fccde), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:14.896402 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (e7a0895f-45bb-4130-be69-32df3e039043), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:14.923722 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267d53c6-dd78-43b7-a182-73a3da541249 req-57d35df0-f651-4217-b0ac-e90dd9517a15 tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:14:14.925199 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-267d53c6-dd78-43b7-a182-73a3da541249 req-57d35df0-f651-4217-b0ac-e90dd9517a15 tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] 10.222.0.13 "GET /v2.0/networks?id=3de8e86e-4cff-434c-bc8d-f0cd4e8a3cd2 HTTP/1.1" status: 200 len: 815 time: 0.2390046 Jun 26 03:14:14.983487 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-267d53c6-dd78-43b7-a182-73a3da541249 req-cde9182e-f39e-4da1-a43d-50f2bc28abe0 tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] 10.222.0.13 "GET /v2.0/quotas/1fe0cd601688420d88ea051894cfdf2a HTTP/1.1" status: 200 len: 375 time: 0.0269895 Jun 26 03:14:14.988790 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-8412441b-852c-407d-bdd2-f499dace8c97 req-489f427f-40e8-4c6d-a410-b2c3db1c477e tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/security-groups?id=57b6ab64-4175-4e99-b4e3-a088baaa7e43&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300721 Jun 26 03:14:15.042922 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [req-94c57fd9-e1c8-4216-9e8f-af2a637a0a91 req-b2470c25-50b0-4880-8dab-d2a925da316f tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] For port 98cb08d8-ef21-4ac4-a52f-3d665ef4ed53, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=98cb08d8-ef21-4ac4-a52f-3d665ef4ed53,segment=NetworkSegment(2a397e09-d789-4683-aae4-87be6784786c),segment_id=2a397e09-d789-4683-aae4-87be6784786c)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:14:15.043282 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-94c57fd9-e1c8-4216-9e8f-af2a637a0a91 req-b2470c25-50b0-4880-8dab-d2a925da316f tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615864'] for port (98cb08d8-ef21-4ac4-a52f-3d665ef4ed53), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:15.062759 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-267d53c6-dd78-43b7-a182-73a3da541249 req-5b9b6ad2-cbfb-4155-a0df-51b7673f921b tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1fe0cd601688420d88ea051894cfdf2a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0711479 Jun 26 03:14:15.110819 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=37 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:14:15.112779 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=50 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:14:15.273380 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-267d53c6-dd78-43b7-a182-73a3da541249 req-c50cfb60-88e2-4448-96b8-821176d465f7 service neutron] 10.222.0.13 "GET /v2.0/networks/3de8e86e-4cff-434c-bc8d-f0cd4e8a3cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808472 Jun 26 03:14:15.304814 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-94c57fd9-e1c8-4216-9e8f-af2a637a0a91 req-b2470c25-50b0-4880-8dab-d2a925da316f tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:15.305178 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-94c57fd9-e1c8-4216-9e8f-af2a637a0a91 req-b2470c25-50b0-4880-8dab-d2a925da316f tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620021'] for floatingip (2b91a63c-6b25-4917-90d1-0c30b0093223), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:15.306112 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.db.l3_db [req-94c57fd9-e1c8-4216-9e8f-af2a637a0a91 req-b2470c25-50b0-4880-8dab-d2a925da316f tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Floating IP 2b91a63c-6b25-4917-90d1-0c30b0093223 disassociated. External IP: 172.27.2.78, port: 98cb08d8-ef21-4ac4-a52f-3d665ef4ed53. Jun 26 03:14:15.306467 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [req-94c57fd9-e1c8-4216-9e8f-af2a637a0a91 req-b2470c25-50b0-4880-8dab-d2a925da316f tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Calling delete_port for 98cb08d8-ef21-4ac4-a52f-3d665ef4ed53 owned by compute:nova {{(pid=104014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 26 03:14:15.352285 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:14:15.383797 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:14:15.432013 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-267d53c6-dd78-43b7-a182-73a3da541249 req-2b0ffe43-b04a-4eef-b5da-13bd567796ab service neutron] 10.222.0.13 "GET /v2.0/networks/3de8e86e-4cff-434c-bc8d-f0cd4e8a3cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524572 Jun 26 03:14:15.501501 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-94c57fd9-e1c8-4216-9e8f-af2a637a0a91 req-b2470c25-50b0-4880-8dab-d2a925da316f tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787575732336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787575245478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6258255'] for port (98cb08d8-ef21-4ac4-a52f-3d665ef4ed53), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:15.530407 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2470c25-50b0-4880-8dab-d2a925da316f tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Pushing event deleted for resources: {'Port': ['ID=98cb08d8-ef21-4ac4-a52f-3d665ef4ed53,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:14:15.625504 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-ad951c09-d515-4de6-acdd-05dfaa0ac216 req-96409a43-0af9-4add-9e46-b49fff713ae7 tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fc861c4-11c3-4fb8-8744-9b792b9864f7 HTTP/1.1" status: 200 len: 210 time: 0.0369723 Jun 26 03:14:15.676025 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.scheduler.l3_agent_scheduler [req-94c57fd9-e1c8-4216-9e8f-af2a637a0a91 req-b2470c25-50b0-4880-8dab-d2a925da316f tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Router e2ad5562-e155-426e-bc35-07301cd63c1e has already been hosted by L3 agent 0122de27-3097-4d47-a0ca-0fb90e28ac1e {{(pid=104014) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 26 03:14:15.786203 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-94c57fd9-e1c8-4216-9e8f-af2a637a0a91 req-b2470c25-50b0-4880-8dab-d2a925da316f tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Notify agent at l3_agent.dv-cinder-846842-4-iscsi the message routers_updated {{(pid=104014) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 03:14:15.797608 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9beb729-1181-44b0-bd4c-3a262349086b None None] Sync routers for ids ['e2ad5562-e155-426e-bc35-07301cd63c1e'] in dv-cinder-846842-4-iscsi {{(pid=104015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 03:14:15.803140 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:14:15.810789 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9beb729-1181-44b0-bd4c-3a262349086b None None] Routers {'e2ad5562-e155-426e-bc35-07301cd63c1e'} bound to L3 agent in host dv-cinder-846842-4-iscsi {{(pid=104015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 26 03:14:15.816044 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-c9beb729-1181-44b0-bd4c-3a262349086b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-26T02:56:44Z,description=,heartbeat_timestamp=2022-06-26T03:14:14Z,host='dv-cinder-846842-4-iscsi',id=0122de27-3097-4d47-a0ca-0fb90e28ac1e,load=0,resource_versions=,resources_synced=,started_at=2022-06-26T02:56:44Z,topic='l3_agent')) {'router_ids': ['e2ad5562-e155-426e-bc35-07301cd63c1e'], 'active': True} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:14:15.830992 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [req-94c57fd9-e1c8-4216-9e8f-af2a637a0a91 req-b2470c25-50b0-4880-8dab-d2a925da316f tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] No DVR routers for this DVR port 98cb08d8-ef21-4ac4-a52f-3d665ef4ed53 on host hv-cinder-84684 {{(pid=104014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 26 03:14:15.834135 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-94c57fd9-e1c8-4216-9e8f-af2a637a0a91 req-b2470c25-50b0-4880-8dab-d2a925da316f tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515864'] for port (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:15.838149 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-94c57fd9-e1c8-4216-9e8f-af2a637a0a91 req-b2470c25-50b0-4880-8dab-d2a925da316f tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.43 "DELETE /v2.0/ports/98cb08d8-ef21-4ac4-a52f-3d665ef4ed53 HTTP/1.1" status: 204 len: 173 time: 1.1770844 Jun 26 03:14:15.838706 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a783f9a-6fb1-478a-8b64-b4ed9830b33f', 'name': 'network-vif-deleted', 'tag': '98cb08d8-ef21-4ac4-a52f-3d665ef4ed53'}] {{(pid=104014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 26 03:14:15.841126 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b346e277b9447a300c9d303bb334713d04858661d6ca7e8667ef96f79658145a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3130adec-fb02-4965-b61c-6a46469520fa" -d '{"events": [{"server_uuid": "5a783f9a-6fb1-478a-8b64-b4ed9830b33f", "name": "network-vif-deleted", "tag": "98cb08d8-ef21-4ac4-a52f-3d665ef4ed53"}]}' {{(pid=104014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 03:14:15.905937 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Jun 2022 03:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b3d87e0-5c79-4575-9bdb-da09ce9ae057 x-openstack-request-id: req-0b3d87e0-5c79-4575-9bdb-da09ce9ae057 {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 03:14:15.906295 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a783f9a-6fb1-478a-8b64-b4ed9830b33f", "name": "network-vif-deleted", "tag": "98cb08d8-ef21-4ac4-a52f-3d665ef4ed53", "status": "completed", "code": 200}]} {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 03:14:15.906545 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0b3d87e0-5c79-4575-9bdb-da09ce9ae057 {{(pid=104014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 03:14:15.907016 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b3d87e0-5c79-4575-9bdb-da09ce9ae057'] response: {'server_uuid': '5a783f9a-6fb1-478a-8b64-b4ed9830b33f', 'name': 'network-vif-deleted', 'tag': '98cb08d8-ef21-4ac4-a52f-3d665ef4ed53', 'status': 'completed', 'code': 200} Jun 26 03:14:15.955063 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvr_db [None req-c9beb729-1181-44b0-bd4c-3a262349086b None None] Set router e2ad5562-e155-426e-bc35-07301cd63c1e gateway port host: dv-cinder-846842-4-iscsi {{(pid=104015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 26 03:14:16.130812 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-653de093-b480-459f-8ef6-003321920bcd req-2faa32f5-3982-401a-80ee-e24baa987f38 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a783f9a-6fb1-478a-8b64-b4ed9830b33f HTTP/1.1" status: 200 len: 210 time: 0.0332460 Jun 26 03:14:16.154981 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-c9beb729-1181-44b0-bd4c-3a262349086b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2ad5562-e155-426e-bc35-07301cd63c1e', 'name': 'tempest-AttachVolumeTestJSON-1328918760-router', 'tenant_id': 'ea86edd65ecb4972ba8bb33b34387432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '8e8f72f7-ef84-405c-834b-56a1ba6f45b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:04:34Z', 'updated_at': '2022-06-26T03:04:43Z', 'revision_number': 4, 'project_id': 'ea86edd65ecb4972ba8bb33b34387432', 'gw_port': {'id': '8e8f72f7-ef84-405c-834b-56a1ba6f45b2', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:55:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ad5562-e155-426e-bc35-07301cd63c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:35Z', 'updated_at': '2022-06-26T03:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi', '_interfaces': [{'id': '01915289-5552-434d-814c-f902ddd7513b', 'name': '', 'network_id': '74573779-88f3-4aaa-82c6-e30fd16eafe2', 'tenant_id': 'ea86edd65ecb4972ba8bb33b34387432', 'mac_address': 'fa:16:3e:d0:94:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ad5562-e155-426e-bc35-07301cd63c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c5ebf334-cb3d-4cb7-af71-a1dac7ba1320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:41Z', 'updated_at': '2022-06-26T03:04:57Z', 'revision_number': 5, 'project_id': 'ea86edd65ecb4972ba8bb33b34387432', 'subnets': [{'id': 'c5ebf334-cb3d-4cb7-af71-a1dac7ba1320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-4-iscsi', False) {} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:14:16.182531 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9beb729-1181-44b0-bd4c-3a262349086b None None] Checking router: e2ad5562-e155-426e-bc35-07301cd63c1e for host: dv-cinder-846842-4-iscsi {{(pid=104015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 03:14:16.190758 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9beb729-1181-44b0-bd4c-3a262349086b None None] Routers {'e2ad5562-e155-426e-bc35-07301cd63c1e'} bound to L3 agent in host dv-cinder-846842-4-iscsi {{(pid=104015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 26 03:14:16.191361 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-c9beb729-1181-44b0-bd4c-3a262349086b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-26T02:56:44Z,description=,heartbeat_timestamp=2022-06-26T03:14:14Z,host='dv-cinder-846842-4-iscsi',id=0122de27-3097-4d47-a0ca-0fb90e28ac1e,load=0,resource_versions=,resources_synced=,started_at=2022-06-26T02:56:44Z,topic='l3_agent')) {'router_ids': ['e2ad5562-e155-426e-bc35-07301cd63c1e'], 'active': True} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:14:16.290500 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvr_db [None req-c9beb729-1181-44b0-bd4c-3a262349086b None None] Set router e2ad5562-e155-426e-bc35-07301cd63c1e gateway port host: dv-cinder-846842-4-iscsi {{(pid=104015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 26 03:14:16.339154 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d2867017-9ae3-4ae5-b018-59cb98d1258b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (3b87920d-6933-41a3-b47c-185b87d68e87), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:16.501067 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-c9beb729-1181-44b0-bd4c-3a262349086b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2ad5562-e155-426e-bc35-07301cd63c1e', 'name': 'tempest-AttachVolumeTestJSON-1328918760-router', 'tenant_id': 'ea86edd65ecb4972ba8bb33b34387432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '8e8f72f7-ef84-405c-834b-56a1ba6f45b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:04:34Z', 'updated_at': '2022-06-26T03:04:43Z', 'revision_number': 4, 'project_id': 'ea86edd65ecb4972ba8bb33b34387432', 'gw_port': {'id': '8e8f72f7-ef84-405c-834b-56a1ba6f45b2', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:55:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ad5562-e155-426e-bc35-07301cd63c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:35Z', 'updated_at': '2022-06-26T03:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi', '_interfaces': [{'id': '01915289-5552-434d-814c-f902ddd7513b', 'name': '', 'network_id': '74573779-88f3-4aaa-82c6-e30fd16eafe2', 'tenant_id': 'ea86edd65ecb4972ba8bb33b34387432', 'mac_address': 'fa:16:3e:d0:94:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ad5562-e155-426e-bc35-07301cd63c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c5ebf334-cb3d-4cb7-af71-a1dac7ba1320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:41Z', 'updated_at': '2022-06-26T03:04:57Z', 'revision_number': 5, 'project_id': 'ea86edd65ecb4972ba8bb33b34387432', 'subnets': [{'id': 'c5ebf334-cb3d-4cb7-af71-a1dac7ba1320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-4-iscsi', False) {} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:14:16.530188 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9beb729-1181-44b0-bd4c-3a262349086b None None] The sync data for ids ['e2ad5562-e155-426e-bc35-07301cd63c1e'] in dv-cinder-846842-4-iscsi is: [{'id': 'e2ad5562-e155-426e-bc35-07301cd63c1e', 'name': 'tempest-AttachVolumeTestJSON-1328918760-router', 'tenant_id': 'ea86edd65ecb4972ba8bb33b34387432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '8e8f72f7-ef84-405c-834b-56a1ba6f45b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:04:34Z', 'updated_at': '2022-06-26T03:04:43Z', 'revision_number': 4, 'project_id': 'ea86edd65ecb4972ba8bb33b34387432', 'gw_port': {'id': '8e8f72f7-ef84-405c-834b-56a1ba6f45b2', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:55:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ad5562-e155-426e-bc35-07301cd63c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:35Z', 'updated_at': '2022-06-26T03:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi', '_interfaces': [{'id': '01915289-5552-434d-814c-f902ddd7513b', 'name': '', 'network_id': '74573779-88f3-4aaa-82c6-e30fd16eafe2', 'tenant_id': 'ea86edd65ecb4972ba8bb33b34387432', 'mac_address': 'fa:16:3e:d0:94:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ad5562-e155-426e-bc35-07301cd63c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'c5ebf334-cb3d-4cb7-af71-a1dac7ba1320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:41Z', 'updated_at': '2022-06-26T03:04:57Z', 'revision_number': 5, 'project_id': 'ea86edd65ecb4972ba8bb33b34387432', 'subnets': [{'id': 'c5ebf334-cb3d-4cb7-af71-a1dac7ba1320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 03:14:16.543195 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (16f9b602-7baf-4f7a-ab92-1b0788147fb5), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:16.727052 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-26ab1baf-1bde-42ee-b5cf-1fbb6939b831 req-c921f3cc-fc84-491e-a535-5764c0acf131 tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fc861c4-11c3-4fb8-8744-9b792b9864f7 HTTP/1.1" status: 200 len: 210 time: 0.0287347 Jun 26 03:14:16.754894 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0c9c05-775f-4492-92a4-a80d4d9cde33 None None] New status for floating IP 2b91a63c-6b25-4917-90d1-0c30b0093223: DOWN {{(pid=104016) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 26 03:14:16.963521 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267d53c6-dd78-43b7-a182-73a3da541249 req-d38df236-a8d8-4fdd-b206-ed3dfb005de5 tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:14:16.964957 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-267d53c6-dd78-43b7-a182-73a3da541249 req-d38df236-a8d8-4fdd-b206-ed3dfb005de5 tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] 10.222.0.43 "GET /v2.0/networks?id=3de8e86e-4cff-434c-bc8d-f0cd4e8a3cd2 HTTP/1.1" status: 200 len: 815 time: 0.1077754 Jun 26 03:14:16.984900 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [req-267d53c6-dd78-43b7-a182-73a3da541249 req-0c45781d-69be-47f4-9345-653f35dd1d6d tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Request body: {'port': {'device_id': '1fc861c4-11c3-4fb8-8744-9b792b9864f7', 'network_id': '3de8e86e-4cff-434c-bc8d-f0cd4e8a3cd2', 'admin_state_up': True, 'tenant_id': '1fe0cd601688420d88ea051894cfdf2a'}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:14:17.095379 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-267d53c6-dd78-43b7-a182-73a3da541249 req-0c45781d-69be-47f4-9345-653f35dd1d6d tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Made reservation on behalf of 1fe0cd601688420d88ea051894cfdf2a for: {'port': 1} {{(pid=104014) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 03:14:17.098690 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-267d53c6-dd78-43b7-a182-73a3da541249 req-0c45781d-69be-47f4-9345-653f35dd1d6d tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:17.230066 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.db.db_base_plugin_common [req-267d53c6-dd78-43b7-a182-73a3da541249 req-0c45781d-69be-47f4-9345-653f35dd1d6d tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Allocated IP 172.20.0.10 (3de8e86e-4cff-434c-bc8d-f0cd4e8a3cd2/279e53e9-5257-4e93-9a6a-757ca9aea989/f6eda47f-5905-49d5-b36d-bb51bf670b9f) {{(pid=104014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 03:14:17.234616 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Device 98cb08d8-ef21-4ac4-a52f-3d665ef4ed53 no longer exists at agent hyperv_hv-cinder-84684 {{(pid=104015) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 03:14:17.250663 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:14:17.255462 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] No Port match for: 98cb08d8-ef21-4ac4-a52f-3d665ef4ed53 {{(pid=104015) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 26 03:14:17.256045 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Device 98cb08d8-ef21-4ac4-a52f-3d665ef4ed53 not bound to the agent host hv-cinder-84684 {{(pid=104015) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 03:14:17.288122 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:14:17.396167 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-267d53c6-dd78-43b7-a182-73a3da541249 req-0c45781d-69be-47f4-9345-653f35dd1d6d tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Publish callbacks [] for port (f6eda47f-5905-49d5-b36d-bb51bf670b9f), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:17.435119 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-267d53c6-dd78-43b7-a182-73a3da541249 req-0c45781d-69be-47f4-9345-653f35dd1d6d tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787575245469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6258255'] for port (f6eda47f-5905-49d5-b36d-bb51bf670b9f), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:17.498735 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-267d53c6-dd78-43b7-a182-73a3da541249 req-0c45781d-69be-47f4-9345-653f35dd1d6d tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Network 3de8e86e-4cff-434c-bc8d-f0cd4e8a3cd2 is already hosted by enough agents. {{(pid=104014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 03:14:17.502738 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.scheduler.base_scheduler [req-267d53c6-dd78-43b7-a182-73a3da541249 req-0c45781d-69be-47f4-9345-653f35dd1d6d tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Resources bound (agent type, host, resource id): {{(pid=104014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 03:14:17.508103 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [req-267d53c6-dd78-43b7-a182-73a3da541249 req-0c45781d-69be-47f4-9345-653f35dd1d6d tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Received port after_create {{(pid=104014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 26 03:14:17.547146 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c45781d-69be-47f4-9345-653f35dd1d6d tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Pushing event updated for resources: {'Port': ['ID=f6eda47f-5905-49d5-b36d-bb51bf670b9f,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:14:17.587718 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267d53c6-dd78-43b7-a182-73a3da541249 req-0c45781d-69be-47f4-9345-653f35dd1d6d tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:14:17.588380 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-267d53c6-dd78-43b7-a182-73a3da541249 req-0c45781d-69be-47f4-9345-653f35dd1d6d tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515864'] for port (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:17.608491 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-267d53c6-dd78-43b7-a182-73a3da541249 req-0c45781d-69be-47f4-9345-653f35dd1d6d tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6278987 Jun 26 03:14:17.748321 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-3fc56299-19b1-458e-bf2c-e7186abf4085 None None] Provisioning complete for port f6eda47f-5905-49d5-b36d-bb51bf670b9f triggered by entity DHCP. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:14:17.748766 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-3fc56299-19b1-458e-bf2c-e7186abf4085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (f6eda47f-5905-49d5-b36d-bb51bf670b9f), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:17.787183 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-3fc56299-19b1-458e-bf2c-e7186abf4085 None None] Port f6eda47f-5905-49d5-b36d-bb51bf670b9f cannot update to ACTIVE because it is not bound. {{(pid=104015) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 26 03:14:17.855125 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5340cbbd-541e-402b-adec-db2865592fbf req-347dd04b-0620-41f7-a1d3-f2e1b246f3f1 tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:14:17.856687 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-5340cbbd-541e-402b-adec-db2865592fbf req-347dd04b-0620-41f7-a1d3-f2e1b246f3f1 tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fc861c4-11c3-4fb8-8744-9b792b9864f7 HTTP/1.1" status: 200 len: 932 time: 0.0505402 Jun 26 03:14:17.911284 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-5340cbbd-541e-402b-adec-db2865592fbf req-c1e3798b-61ca-47c4-86ab-6fc41890f580 tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] 10.222.0.13 "GET /v2.0/security-groups?id=435c10d1-68f0-4427-bddf-893c35889974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468400 Jun 26 03:14:18.248815 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 47494) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:14:18.312495 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-cbc3183e-a796-488b-8cba-f30bd21e2d31 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Publish callbacks [] for security_group (57b6ab64-4175-4e99-b4e3-a088baaa7e43), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:18.336278 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-cbc3183e-a796-488b-8cba-f30bd21e2d31 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Publish callbacks [] for security_group (57b6ab64-4175-4e99-b4e3-a088baaa7e43), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:18.389595 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-cbc3183e-a796-488b-8cba-f30bd21e2d31 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (57b6ab64-4175-4e99-b4e3-a088baaa7e43), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:18.392383 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-cbc3183e-a796-488b-8cba-f30bd21e2d31 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Publish callbacks [] for security_group (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:18.393546 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-cbc3183e-a796-488b-8cba-f30bd21e2d31 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "DELETE /v2.0/security-groups/57b6ab64-4175-4e99-b4e3-a088baaa7e43 HTTP/1.1" status: 204 len: 168 time: 0.1437478 Jun 26 03:14:18.396431 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 47496) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:14:18.403558 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc3183e-a796-488b-8cba-f30bd21e2d31 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57b6ab64-4175-4e99-b4e3-a088baaa7e43,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:14:18.412073 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.api.v2.resource [None req-4233388d-18e5-4837-a1ec-c8966f7cfde5 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] show failed (client error): The resource could not be found. Jun 26 03:14:18.414098 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-4233388d-18e5-4837-a1ec-c8966f7cfde5 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "GET /v2.0/security-groups/57b6ab64-4175-4e99-b4e3-a088baaa7e43 HTTP/1.1" status: 404 len: 347 time: 0.0156884 Jun 26 03:14:18.416464 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 47498) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:14:18.534934 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [None req-96f1caaf-83c0-44dc-82ce-ff81cb705f88 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Deleting port 26003706-6aa6-40d8-8ef2-857166b01859 {{(pid=104013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 26 03:14:18.535194 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-96f1caaf-83c0-44dc-82ce-ff81cb705f88 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787575727912'] for port (26003706-6aa6-40d8-8ef2-857166b01859), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:18.615525 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-96f1caaf-83c0-44dc-82ce-ff81cb705f88 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615864'] for port (26003706-6aa6-40d8-8ef2-857166b01859), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:18.615849 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-96f1caaf-83c0-44dc-82ce-ff81cb705f88 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Publish callbacks [] for floatingip (26003706-6aa6-40d8-8ef2-857166b01859), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:18.629012 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [None req-96f1caaf-83c0-44dc-82ce-ff81cb705f88 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Calling delete_port for 26003706-6aa6-40d8-8ef2-857166b01859 owned by network:floatingip {{(pid=104013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 26 03:14:18.771475 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-96f1caaf-83c0-44dc-82ce-ff81cb705f88 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787575732336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787575245478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7375238'] for port (26003706-6aa6-40d8-8ef2-857166b01859), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:18.795406 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f1caaf-83c0-44dc-82ce-ff81cb705f88 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Pushing event deleted for resources: {'Port': ['ID=26003706-6aa6-40d8-8ef2-857166b01859,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:14:18.864131 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-96f1caaf-83c0-44dc-82ce-ff81cb705f88 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Publish callbacks [] for floatingip (2b91a63c-6b25-4917-90d1-0c30b0093223), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:18.866898 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-96f1caaf-83c0-44dc-82ce-ff81cb705f88 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515864'] for floatingip (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:18.874522 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-96f1caaf-83c0-44dc-82ce-ff81cb705f88 tempest-AttachVolumeTestJSON-26732284 tempest-AttachVolumeTestJSON-26732284-project] 10.222.0.13 "DELETE /v2.0/floatingips/2b91a63c-6b25-4917-90d1-0c30b0093223 HTTP/1.1" status: 204 len: 168 time: 0.4534626 Jun 26 03:14:19.051262 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17184bee-64ad-4b2c-ae10-7c6f6a98f3bd req-81aad879-94a9-4b2b-8986-f1a3918763d1 tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:14:19.052678 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-17184bee-64ad-4b2c-ae10-7c6f6a98f3bd req-81aad879-94a9-4b2b-8986-f1a3918763d1 tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fc861c4-11c3-4fb8-8744-9b792b9864f7 HTTP/1.1" status: 200 len: 932 time: 0.0552859 Jun 26 03:14:19.103092 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-17184bee-64ad-4b2c-ae10-7c6f6a98f3bd req-ae6b263f-dd77-4aea-8878-6a42541d9f21 tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] 10.222.0.13 "GET /v2.0/security-groups?id=435c10d1-68f0-4427-bddf-893c35889974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443201 Jun 26 03:14:20.230010 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a488b77-dd2f-4af6-bc77-e8425f8e6e95 req-fe6489f7-68a2-494f-b17c-8d60dd1ac24f tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:14:20.231857 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-3a488b77-dd2f-4af6-bc77-e8425f8e6e95 req-fe6489f7-68a2-494f-b17c-8d60dd1ac24f tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fc861c4-11c3-4fb8-8744-9b792b9864f7 HTTP/1.1" status: 200 len: 932 time: 0.0529361 Jun 26 03:14:20.279405 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-3a488b77-dd2f-4af6-bc77-e8425f8e6e95 req-488a3c32-d48e-457b-ab39-0e623e9d3fac tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] 10.222.0.13 "GET /v2.0/security-groups?id=435c10d1-68f0-4427-bddf-893c35889974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419738 Jun 26 03:14:21.424264 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0758af-98ff-482d-8d9d-f81c48ec09c6 req-bca80d67-9595-45af-b8d3-60a0000ad1c0 tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:14:21.425732 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-4e0758af-98ff-482d-8d9d-f81c48ec09c6 req-bca80d67-9595-45af-b8d3-60a0000ad1c0 tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fc861c4-11c3-4fb8-8744-9b792b9864f7 HTTP/1.1" status: 200 len: 932 time: 0.0718644 Jun 26 03:14:21.476620 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-4e0758af-98ff-482d-8d9d-f81c48ec09c6 req-db4aa02f-1d63-429f-b625-df5233aa2ebd tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] 10.222.0.13 "GET /v2.0/security-groups?id=435c10d1-68f0-4427-bddf-893c35889974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451922 Jun 26 03:14:22.496356 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 47534) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:14:22.599249 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c841a627-89d6-4457-9a81-e123640277e2 req-b06cde8f-a19c-4c3a-a4ef-1d82820de033 tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:14:22.605986 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-c841a627-89d6-4457-9a81-e123640277e2 req-b06cde8f-a19c-4c3a-a4ef-1d82820de033 tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fc861c4-11c3-4fb8-8744-9b792b9864f7 HTTP/1.1" status: 200 len: 932 time: 0.0573101 Jun 26 03:14:22.644011 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:14:22.662698 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-c841a627-89d6-4457-9a81-e123640277e2 req-edbe745a-e114-42cf-ae8e-10a850102192 tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] 10.222.0.13 "GET /v2.0/security-groups?id=435c10d1-68f0-4427-bddf-893c35889974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557044 Jun 26 03:14:23.008242 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-3557a9d4-b51c-41ad-8053-6ceb2e7b6b7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1597135'] for router_interface (e2ad5562-e155-426e-bc35-07301cd63c1e), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:23.127641 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:14:23.186068 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=100 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:14:23.232474 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [None req-3557a9d4-b51c-41ad-8053-6ceb2e7b6b7b admin admin] Deleting port 01915289-5552-434d-814c-f902ddd7513b {{(pid=104013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 26 03:14:23.232811 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-3557a9d4-b51c-41ad-8053-6ceb2e7b6b7b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787575727912'] for port (01915289-5552-434d-814c-f902ddd7513b), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:23.321018 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [None req-3557a9d4-b51c-41ad-8053-6ceb2e7b6b7b admin admin] For port 01915289-5552-434d-814c-f902ddd7513b, host dv-cinder-846842-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-4-iscsi',level=0,port_id=01915289-5552-434d-814c-f902ddd7513b,segment=NetworkSegment(2a397e09-d789-4683-aae4-87be6784786c),segment_id=2a397e09-d789-4683-aae4-87be6784786c)] {{(pid=104013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:14:23.321290 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-3557a9d4-b51c-41ad-8053-6ceb2e7b6b7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615864'] for port (01915289-5552-434d-814c-f902ddd7513b), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:23.335143 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [None req-3557a9d4-b51c-41ad-8053-6ceb2e7b6b7b admin admin] Calling delete_port for 01915289-5552-434d-814c-f902ddd7513b owned by network:router_interface {{(pid=104013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 26 03:14:23.517192 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-3557a9d4-b51c-41ad-8053-6ceb2e7b6b7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787575732336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787575245478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7375238'] for port (01915289-5552-434d-814c-f902ddd7513b), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:23.543020 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3557a9d4-b51c-41ad-8053-6ceb2e7b6b7b admin admin] Pushing event deleted for resources: {'Port': ['ID=01915289-5552-434d-814c-f902ddd7513b,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:14:23.724624 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-3557a9d4-b51c-41ad-8053-6ceb2e7b6b7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1628681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1597019'] for router_interface (e2ad5562-e155-426e-bc35-07301cd63c1e), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:23.771914 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:14:23.794983 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf8c871-d016-4291-967f-0ece9273de23 req-fd7cbc4d-f7a4-4139-9b63-94cbe8637b8f tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:14:23.802242 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-fcf8c871-d016-4291-967f-0ece9273de23 req-fd7cbc4d-f7a4-4139-9b63-94cbe8637b8f tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fc861c4-11c3-4fb8-8744-9b792b9864f7 HTTP/1.1" status: 200 len: 932 time: 0.0643921 Jun 26 03:14:23.847241 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-fcf8c871-d016-4291-967f-0ece9273de23 req-716f4c1f-9103-436b-a38a-1786ed985b33 tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] 10.222.0.13 "GET /v2.0/security-groups?id=435c10d1-68f0-4427-bddf-893c35889974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440085 Jun 26 03:14:23.989360 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3557a9d4-b51c-41ad-8053-6ceb2e7b6b7b admin admin] Router e2ad5562-e155-426e-bc35-07301cd63c1e has already been hosted by L3 agent 0122de27-3097-4d47-a0ca-0fb90e28ac1e {{(pid=104013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 26 03:14:24.042385 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:14:24.084346 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:14:24.093752 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3557a9d4-b51c-41ad-8053-6ceb2e7b6b7b admin admin] Notify agent at l3_agent.dv-cinder-846842-4-iscsi the message routers_updated {{(pid=104013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 03:14:24.098782 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-3557a9d4-b51c-41ad-8053-6ceb2e7b6b7b admin admin] 10.222.0.13 "PUT /v2.0/routers/e2ad5562-e155-426e-bc35-07301cd63c1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6008704 Jun 26 03:14:24.101356 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 47548) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:14:24.104438 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92fad4ad-9e7f-4ec7-82e3-9a156a952b71 None None] Sync routers for ids ['e2ad5562-e155-426e-bc35-07301cd63c1e'] in dv-cinder-846842-4-iscsi {{(pid=104015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 03:14:24.116840 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:14:24.119484 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92fad4ad-9e7f-4ec7-82e3-9a156a952b71 None None] Routers {'e2ad5562-e155-426e-bc35-07301cd63c1e'} bound to L3 agent in host dv-cinder-846842-4-iscsi {{(pid=104015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 26 03:14:24.120477 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-92fad4ad-9e7f-4ec7-82e3-9a156a952b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-26T02:56:44Z,description=,heartbeat_timestamp=2022-06-26T03:14:14Z,host='dv-cinder-846842-4-iscsi',id=0122de27-3097-4d47-a0ca-0fb90e28ac1e,load=0,resource_versions=,resources_synced=,started_at=2022-06-26T02:56:44Z,topic='l3_agent')) {'router_ids': ['e2ad5562-e155-426e-bc35-07301cd63c1e'], 'active': True} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:14:24.219577 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-78ef5929-be60-4c3a-8dd7-469f990e5fbd admin admin] Publish callbacks [] for router (e2ad5562-e155-426e-bc35-07301cd63c1e), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:24.225674 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvr_db [None req-92fad4ad-9e7f-4ec7-82e3-9a156a952b71 None None] Set router e2ad5562-e155-426e-bc35-07301cd63c1e gateway port host: dv-cinder-846842-4-iscsi {{(pid=104015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 26 03:14:24.411442 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-92fad4ad-9e7f-4ec7-82e3-9a156a952b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2ad5562-e155-426e-bc35-07301cd63c1e', 'name': 'tempest-AttachVolumeTestJSON-1328918760-router', 'tenant_id': 'ea86edd65ecb4972ba8bb33b34387432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '8e8f72f7-ef84-405c-834b-56a1ba6f45b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:04:34Z', 'updated_at': '2022-06-26T03:14:23Z', 'revision_number': 5, 'project_id': 'ea86edd65ecb4972ba8bb33b34387432', 'gw_port': {'id': '8e8f72f7-ef84-405c-834b-56a1ba6f45b2', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:55:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ad5562-e155-426e-bc35-07301cd63c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:35Z', 'updated_at': '2022-06-26T03:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi'}], 'dv-cinder-846842-4-iscsi', False) {} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:14:24.414358 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:14:24.438584 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92fad4ad-9e7f-4ec7-82e3-9a156a952b71 None None] Checking router: e2ad5562-e155-426e-bc35-07301cd63c1e for host: dv-cinder-846842-4-iscsi {{(pid=104015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 03:14:24.449131 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92fad4ad-9e7f-4ec7-82e3-9a156a952b71 None None] Routers {'e2ad5562-e155-426e-bc35-07301cd63c1e'} bound to L3 agent in host dv-cinder-846842-4-iscsi {{(pid=104015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 26 03:14:24.450231 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-92fad4ad-9e7f-4ec7-82e3-9a156a952b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-26T02:56:44Z,description=,heartbeat_timestamp=2022-06-26T03:14:14Z,host='dv-cinder-846842-4-iscsi',id=0122de27-3097-4d47-a0ca-0fb90e28ac1e,load=0,resource_versions=,resources_synced=,started_at=2022-06-26T02:56:44Z,topic='l3_agent')) {'router_ids': ['e2ad5562-e155-426e-bc35-07301cd63c1e'], 'active': True} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:14:24.557250 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvr_db [None req-92fad4ad-9e7f-4ec7-82e3-9a156a952b71 None None] Set router e2ad5562-e155-426e-bc35-07301cd63c1e gateway port host: dv-cinder-846842-4-iscsi {{(pid=104015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 26 03:14:24.579012 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-78ef5929-be60-4c3a-8dd7-469f990e5fbd admin admin] Publish callbacks [] for router_gateway (e2ad5562-e155-426e-bc35-07301cd63c1e), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:24.624520 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [None req-78ef5929-be60-4c3a-8dd7-469f990e5fbd admin admin] Deleting port 8e8f72f7-ef84-405c-834b-56a1ba6f45b2 {{(pid=104013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 26 03:14:24.624869 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-78ef5929-be60-4c3a-8dd7-469f990e5fbd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787575727912'] for port (8e8f72f7-ef84-405c-834b-56a1ba6f45b2), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:24.734504 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [None req-78ef5929-be60-4c3a-8dd7-469f990e5fbd admin admin] For port 8e8f72f7-ef84-405c-834b-56a1ba6f45b2, host dv-cinder-846842-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-4-iscsi',level=0,port_id=8e8f72f7-ef84-405c-834b-56a1ba6f45b2,segment=NetworkSegment(968602fb-f834-40ea-ad2f-658bf3156d3b),segment_id=968602fb-f834-40ea-ad2f-658bf3156d3b)] {{(pid=104013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:14:24.734890 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-78ef5929-be60-4c3a-8dd7-469f990e5fbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615864'] for port (8e8f72f7-ef84-405c-834b-56a1ba6f45b2), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:24.750870 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [None req-78ef5929-be60-4c3a-8dd7-469f990e5fbd admin admin] Calling delete_port for 8e8f72f7-ef84-405c-834b-56a1ba6f45b2 owned by network:router_gateway {{(pid=104013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 26 03:14:24.876940 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-92fad4ad-9e7f-4ec7-82e3-9a156a952b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2ad5562-e155-426e-bc35-07301cd63c1e', 'name': 'tempest-AttachVolumeTestJSON-1328918760-router', 'tenant_id': 'ea86edd65ecb4972ba8bb33b34387432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '8e8f72f7-ef84-405c-834b-56a1ba6f45b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:04:34Z', 'updated_at': '2022-06-26T03:14:23Z', 'revision_number': 5, 'project_id': 'ea86edd65ecb4972ba8bb33b34387432', 'gw_port': {'id': '8e8f72f7-ef84-405c-834b-56a1ba6f45b2', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:55:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ad5562-e155-426e-bc35-07301cd63c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:35Z', 'updated_at': '2022-06-26T03:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi'}], 'dv-cinder-846842-4-iscsi', False) {} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:14:24.907735 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92fad4ad-9e7f-4ec7-82e3-9a156a952b71 None None] The sync data for ids ['e2ad5562-e155-426e-bc35-07301cd63c1e'] in dv-cinder-846842-4-iscsi is: [{'id': 'e2ad5562-e155-426e-bc35-07301cd63c1e', 'name': 'tempest-AttachVolumeTestJSON-1328918760-router', 'tenant_id': 'ea86edd65ecb4972ba8bb33b34387432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.65'}], 'enable_snat': True}, 'gw_port_id': '8e8f72f7-ef84-405c-834b-56a1ba6f45b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:04:34Z', 'updated_at': '2022-06-26T03:14:23Z', 'revision_number': 5, 'project_id': 'ea86edd65ecb4972ba8bb33b34387432', 'gw_port': {'id': '8e8f72f7-ef84-405c-834b-56a1ba6f45b2', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:55:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2ad5562-e155-426e-bc35-07301cd63c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:35Z', 'updated_at': '2022-06-26T03:04:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi'}] {{(pid=104015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 03:14:24.951874 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-78ef5929-be60-4c3a-8dd7-469f990e5fbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787575732336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787575245478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7375238'] for port (8e8f72f7-ef84-405c-834b-56a1ba6f45b2), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:24.983379 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ef5929-be60-4c3a-8dd7-469f990e5fbd admin admin] Pushing event deleted for resources: {'Port': ['ID=8e8f72f7-ef84-405c-834b-56a1ba6f45b2,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:14:24.988625 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae54b4b2-d549-41c9-bbe6-3f1176cf2e50 req-9f518517-53f3-4e03-b0c9-88a5227b4d56 tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:14:24.995110 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-ae54b4b2-d549-41c9-bbe6-3f1176cf2e50 req-9f518517-53f3-4e03-b0c9-88a5227b4d56 tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fc861c4-11c3-4fb8-8744-9b792b9864f7 HTTP/1.1" status: 200 len: 932 time: 0.0604045 Jun 26 03:14:25.044765 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-ae54b4b2-d549-41c9-bbe6-3f1176cf2e50 req-ec4f64be-d204-4d84-b44a-b6fdfbab27ab tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] 10.222.0.13 "GET /v2.0/security-groups?id=435c10d1-68f0-4427-bddf-893c35889974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485861 Jun 26 03:14:25.062655 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-78ef5929-be60-4c3a-8dd7-469f990e5fbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1615999'] for router_gateway (e2ad5562-e155-426e-bc35-07301cd63c1e), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:25.152549 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-78ef5929-be60-4c3a-8dd7-469f990e5fbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25242'] for router (e2ad5562-e155-426e-bc35-07301cd63c1e), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:25.154984 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-78ef5929-be60-4c3a-8dd7-469f990e5fbd admin admin] Publish callbacks [] for router_controller (e2ad5562-e155-426e-bc35-07301cd63c1e), precommit_delete_associations {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:25.203029 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-78ef5929-be60-4c3a-8dd7-469f990e5fbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1593080'] for router (e2ad5562-e155-426e-bc35-07301cd63c1e), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:25.203650 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78ef5929-be60-4c3a-8dd7-469f990e5fbd admin admin] Fanout notify agent at l3_agent the message router_deleted on router e2ad5562-e155-426e-bc35-07301cd63c1e {{(pid=104013) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 26 03:14:25.208618 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-78ef5929-be60-4c3a-8dd7-469f990e5fbd admin admin] Publish callbacks [] for router (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:25.212767 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-78ef5929-be60-4c3a-8dd7-469f990e5fbd admin admin] 10.222.0.13 "DELETE /v2.0/routers/e2ad5562-e155-426e-bc35-07301cd63c1e HTTP/1.1" status: 204 len: 168 time: 1.1072805 Jun 26 03:14:25.212958 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 47552) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:14:25.271439 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a242b2a-a951-497b-9543-3dac1a36efe6 admin admin] Deleting subnet c5ebf334-cb3d-4cb7-af71-a1dac7ba1320 {{(pid=104013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 26 03:14:25.275344 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-0a242b2a-a951-497b-9543-3dac1a36efe6 admin admin] Publish callbacks [] for subnet (c5ebf334-cb3d-4cb7-af71-a1dac7ba1320), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:25.294345 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:14:25.313274 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-0a242b2a-a951-497b-9543-3dac1a36efe6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7696532'] for subnet (c5ebf334-cb3d-4cb7-af71-a1dac7ba1320), precommit_delete_associations {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:25.395891 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:14:25.405464 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-0a242b2a-a951-497b-9543-3dac1a36efe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019720'] for subnet (c5ebf334-cb3d-4cb7-af71-a1dac7ba1320), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:25.473852 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-0a242b2a-a951-497b-9543-3dac1a36efe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7375313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5197361'] for subnet (c5ebf334-cb3d-4cb7-af71-a1dac7ba1320), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:25.498289 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a242b2a-a951-497b-9543-3dac1a36efe6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5ebf334-cb3d-4cb7-af71-a1dac7ba1320,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:14:25.503961 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-0a242b2a-a951-497b-9543-3dac1a36efe6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:25.507536 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-0a242b2a-a951-497b-9543-3dac1a36efe6 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/c5ebf334-cb3d-4cb7-af71-a1dac7ba1320 HTTP/1.1" status: 204 len: 168 time: 0.2936289 Jun 26 03:14:25.511427 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 47554) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:14:25.513622 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e1ea79-5b57-4932-9450-63e05ff4994a None None] Network 74573779-88f3-4aaa-82c6-e30fd16eafe2 requested from dv-cinder-846842-4-iscsi {{(pid=104015) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 26 03:14:25.607223 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-0d15c245-96a5-4571-bda7-3eaf60206f3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-799711'] for network (74573779-88f3-4aaa-82c6-e30fd16eafe2), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:25.660667 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [None req-0d15c245-96a5-4571-bda7-3eaf60206f3b admin admin] Deleting port 75233db9-1289-4391-a7bf-d0057e2f9e51 {{(pid=104013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 26 03:14:25.661086 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-0d15c245-96a5-4571-bda7-3eaf60206f3b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787575727912'] for port (75233db9-1289-4391-a7bf-d0057e2f9e51), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:25.712590 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7150ba65-8360-409b-b1dd-34e3b760ac06 None None] DHCP port deletion for 74573779-88f3-4aaa-82c6-e30fd16eafe2 request from dv-cinder-846842-4-iscsi {{(pid=104015) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 26 03:14:25.747235 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [None req-0d15c245-96a5-4571-bda7-3eaf60206f3b admin admin] For port 75233db9-1289-4391-a7bf-d0057e2f9e51, host dv-cinder-846842-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-4-iscsi',level=0,port_id=75233db9-1289-4391-a7bf-d0057e2f9e51,segment=NetworkSegment(2a397e09-d789-4683-aae4-87be6784786c),segment_id=2a397e09-d789-4683-aae4-87be6784786c)] {{(pid=104013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:14:25.747524 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-0d15c245-96a5-4571-bda7-3eaf60206f3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615864'] for port (75233db9-1289-4391-a7bf-d0057e2f9e51), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:25.754831 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-7150ba65-8360-409b-b1dd-34e3b760ac06 None None] Deleting port 75233db9-1289-4391-a7bf-d0057e2f9e51 {{(pid=104015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 26 03:14:25.755277 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-7150ba65-8360-409b-b1dd-34e3b760ac06 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787575727912'] for port (75233db9-1289-4391-a7bf-d0057e2f9e51), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:25.766952 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [None req-0d15c245-96a5-4571-bda7-3eaf60206f3b admin admin] Calling delete_port for 75233db9-1289-4391-a7bf-d0057e2f9e51 owned by network:dhcp {{(pid=104013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 26 03:14:25.820964 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-7150ba65-8360-409b-b1dd-34e3b760ac06 None None] For port 75233db9-1289-4391-a7bf-d0057e2f9e51, host dv-cinder-846842-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-4-iscsi',level=0,port_id=75233db9-1289-4391-a7bf-d0057e2f9e51,segment=NetworkSegment(2a397e09-d789-4683-aae4-87be6784786c),segment_id=2a397e09-d789-4683-aae4-87be6784786c)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:14:25.821376 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-7150ba65-8360-409b-b1dd-34e3b760ac06 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615864'] for port (75233db9-1289-4391-a7bf-d0057e2f9e51), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:25.836924 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-7150ba65-8360-409b-b1dd-34e3b760ac06 None None] Calling delete_port for 75233db9-1289-4391-a7bf-d0057e2f9e51 owned by network:dhcp {{(pid=104015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 26 03:14:25.874620 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-0d15c245-96a5-4571-bda7-3eaf60206f3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787575732336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787575245478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7375238'] for port (75233db9-1289-4391-a7bf-d0057e2f9e51), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:25.889228 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d15c245-96a5-4571-bda7-3eaf60206f3b admin admin] No DVR routers for this DVR port 75233db9-1289-4391-a7bf-d0057e2f9e51 on host dv-cinder-846842-4-iscsi {{(pid=104013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 26 03:14:25.909043 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d15c245-96a5-4571-bda7-3eaf60206f3b admin admin] Pushing event deleted for resources: {'Port': ['ID=75233db9-1289-4391-a7bf-d0057e2f9e51,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:14:25.942502 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-7150ba65-8360-409b-b1dd-34e3b760ac06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787575732336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787575245478'] for port (75233db9-1289-4391-a7bf-d0057e2f9e51), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:25.968799 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7150ba65-8360-409b-b1dd-34e3b760ac06 None None] Pushing event deleted for resources: {'Port': ['ID=75233db9-1289-4391-a7bf-d0057e2f9e51,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:14:25.973598 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7150ba65-8360-409b-b1dd-34e3b760ac06 None None] No DVR routers for this DVR port 75233db9-1289-4391-a7bf-d0057e2f9e51 on host dv-cinder-846842-4-iscsi {{(pid=104015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 26 03:14:25.983351 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7150ba65-8360-409b-b1dd-34e3b760ac06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:14:25.983351 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7150ba65-8360-409b-b1dd-34e3b760ac06 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:14:25.983351 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7150ba65-8360-409b-b1dd-34e3b760ac06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:14:25.983351 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7150ba65-8360-409b-b1dd-34e3b760ac06 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:14:25.983351 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7150ba65-8360-409b-b1dd-34e3b760ac06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:14:25.983351 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7150ba65-8360-409b-b1dd-34e3b760ac06 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:14:25.983351 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7150ba65-8360-409b-b1dd-34e3b760ac06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:14:25.983351 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7150ba65-8360-409b-b1dd-34e3b760ac06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:14:25.984490 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7150ba65-8360-409b-b1dd-34e3b760ac06 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:14:25.984490 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7150ba65-8360-409b-b1dd-34e3b760ac06 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:14:25.984490 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7150ba65-8360-409b-b1dd-34e3b760ac06 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:14:25.985109 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7150ba65-8360-409b-b1dd-34e3b760ac06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:14:25.985109 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7150ba65-8360-409b-b1dd-34e3b760ac06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:14:25.985283 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-0d15c245-96a5-4571-bda7-3eaf60206f3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968757', 'neutron.services.segments.db._delete_segments_for_network-8787575540875'] for network (74573779-88f3-4aaa-82c6-e30fd16eafe2), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:25.985378 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7150ba65-8360-409b-b1dd-34e3b760ac06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:14:25.985535 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7150ba65-8360-409b-b1dd-34e3b760ac06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:14:26.009664 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.services.segments.db [None req-0d15c245-96a5-4571-bda7-3eaf60206f3b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74573779-88f3-4aaa-82c6-e30fd16eafe2']}} {{(pid=104013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:14:26.019844 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.services.segments.db [None req-0d15c245-96a5-4571-bda7-3eaf60206f3b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a397e09-d789-4683-aae4-87be6784786c') {'for_net_delete': True} {{(pid=104013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:14:26.020139 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.services.segments.db [None req-0d15c245-96a5-4571-bda7-3eaf60206f3b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a397e09-d789-4683-aae4-87be6784786c') {} {{(pid=104013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:14:26.032530 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-0d15c245-96a5-4571-bda7-3eaf60206f3b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787575542164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7696527'] for segment (2a397e09-d789-4683-aae4-87be6784786c), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:26.053496 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-0d15c245-96a5-4571-bda7-3eaf60206f3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981176'] for segment (2a397e09-d789-4683-aae4-87be6784786c), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:26.062013 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d15c245-96a5-4571-bda7-3eaf60206f3b admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=104013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 26 03:14:26.062427 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-0d15c245-96a5-4571-bda7-3eaf60206f3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7375291'] for segment (2a397e09-d789-4683-aae4-87be6784786c), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:26.083940 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.services.segments.plugin [-] Segment 2a397e09-d789-4683-aae4-87be6784786c resource provider aggregate not found Jun 26 03:14:26.125611 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.services.segments.plugin [-] Segment 2a397e09-d789-4683-aae4-87be6784786c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2a397e09-d789-4683-aae4-87be6784786c found for delete ", "request_id": "req-f0e6d616-c670-4d2d-9d63-95e6a2d2875d"}]} Jun 26 03:14:26.144921 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-0d15c245-96a5-4571-bda7-3eaf60206f3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620072'] for network (74573779-88f3-4aaa-82c6-e30fd16eafe2), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:26.152300 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-0d15c245-96a5-4571-bda7-3eaf60206f3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628900'] for network (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:26.155450 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-0d15c245-96a5-4571-bda7-3eaf60206f3b admin admin] 10.222.0.13 "DELETE /v2.0/networks/74573779-88f3-4aaa-82c6-e30fd16eafe2 HTTP/1.1" status: 204 len: 168 time: 0.6430862 Jun 26 03:14:26.166169 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d15c245-96a5-4571-bda7-3eaf60206f3b admin admin] Pushing event deleted for resources: {'Network': ['ID=74573779-88f3-4aaa-82c6-e30fd16eafe2,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:14:26.224132 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cc3a55-2efc-4516-bb09-053e6282a2c9 req-40d432d4-2cd2-46a0-bff2-44ff7d0e4b5c tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:14:26.225886 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-46cc3a55-2efc-4516-bb09-053e6282a2c9 req-40d432d4-2cd2-46a0-bff2-44ff7d0e4b5c tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fc861c4-11c3-4fb8-8744-9b792b9864f7 HTTP/1.1" status: 200 len: 932 time: 0.0667212 Jun 26 03:14:26.296566 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-46cc3a55-2efc-4516-bb09-053e6282a2c9 req-ae6e4915-9b68-4713-97f9-364d24ff7aca tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] 10.222.0.13 "GET /v2.0/security-groups?id=435c10d1-68f0-4427-bddf-893c35889974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616751 Jun 26 03:14:26.322973 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 47564) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:14:26.365471 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-3c39a7a0-b33d-4f68-aa06-caf1f4ea0e4f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ea86edd65ecb4972ba8bb33b34387432&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0412977 Jun 26 03:14:26.368032 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 47566) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:14:26.423310 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-4e7d59d1-c8d9-48e4-a757-12074b269454 admin admin] Publish callbacks [] for security_group (25fc11b9-be41-45b3-b31a-e2207ba38f6b), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:26.447933 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-4e7d59d1-c8d9-48e4-a757-12074b269454 admin admin] Publish callbacks [] for security_group (25fc11b9-be41-45b3-b31a-e2207ba38f6b), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:26.496796 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-4e7d59d1-c8d9-48e4-a757-12074b269454 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (25fc11b9-be41-45b3-b31a-e2207ba38f6b), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:26.500221 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-4e7d59d1-c8d9-48e4-a757-12074b269454 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:26.503955 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-4e7d59d1-c8d9-48e4-a757-12074b269454 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/25fc11b9-be41-45b3-b31a-e2207ba38f6b HTTP/1.1" status: 204 len: 168 time: 0.1324685 Jun 26 03:14:26.520260 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=82,neutron:DELETE=15,neutron:UPDATE=3 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:14:26.527511 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7d59d1-c8d9-48e4-a757-12074b269454 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25fc11b9-be41-45b3-b31a-e2207ba38f6b,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:14:26.704788 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Device 75233db9-1289-4391-a7bf-d0057e2f9e51 no longer exists at agent ovs-agent-dv-cinder-846842-4-iscsi {{(pid=104015) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 03:14:26.728913 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] No Port match for: 75233db9-1289-4391-a7bf-d0057e2f9e51 {{(pid=104015) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 26 03:14:26.730031 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Device 75233db9-1289-4391-a7bf-d0057e2f9e51 not bound to the agent host dv-cinder-846842-4-iscsi {{(pid=104015) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 03:14:26.730667 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Device 8e8f72f7-ef84-405c-834b-56a1ba6f45b2 no longer exists at agent ovs-agent-dv-cinder-846842-4-iscsi {{(pid=104015) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 03:14:26.757739 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] No Port match for: 8e8f72f7-ef84-405c-834b-56a1ba6f45b2 {{(pid=104015) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 26 03:14:26.758123 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Device 8e8f72f7-ef84-405c-834b-56a1ba6f45b2 not bound to the agent host dv-cinder-846842-4-iscsi {{(pid=104015) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 03:14:26.758545 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Device 01915289-5552-434d-814c-f902ddd7513b no longer exists at agent ovs-agent-dv-cinder-846842-4-iscsi {{(pid=104015) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 03:14:26.781915 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] No Port match for: 01915289-5552-434d-814c-f902ddd7513b {{(pid=104015) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 26 03:14:26.782212 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Device 01915289-5552-434d-814c-f902ddd7513b not bound to the agent host dv-cinder-846842-4-iscsi {{(pid=104015) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 03:14:27.423087 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38318448-5f6e-4529-8a66-68d7adddb58e req-85168ea9-fafb-45a8-b5fd-915450c6d237 tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:14:27.426629 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-38318448-5f6e-4529-8a66-68d7adddb58e req-85168ea9-fafb-45a8-b5fd-915450c6d237 tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fc861c4-11c3-4fb8-8744-9b792b9864f7 HTTP/1.1" status: 200 len: 932 time: 0.0619667 Jun 26 03:14:27.473788 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-38318448-5f6e-4529-8a66-68d7adddb58e req-7ab1e379-9fe0-49bf-bd8b-d04dbbe3db7b tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] 10.222.0.13 "GET /v2.0/security-groups?id=435c10d1-68f0-4427-bddf-893c35889974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435405 Jun 26 03:14:28.586945 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5547481c-e5de-41fd-b6f2-91525046df19 req-7fb18ff1-1f9b-4659-b77c-8af227b1f156 tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:14:28.588874 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-5547481c-e5de-41fd-b6f2-91525046df19 req-7fb18ff1-1f9b-4659-b77c-8af227b1f156 tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fc861c4-11c3-4fb8-8744-9b792b9864f7 HTTP/1.1" status: 200 len: 932 time: 0.0490928 Jun 26 03:14:28.635673 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-5547481c-e5de-41fd-b6f2-91525046df19 req-5d71b174-ccee-4e63-a4a5-4d6028cd3886 tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] 10.222.0.13 "GET /v2.0/security-groups?id=435c10d1-68f0-4427-bddf-893c35889974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409100 Jun 26 03:14:29.746781 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e74ac9-f734-4a44-8e50-474c876a9ca2 req-e494a659-6fe0-4732-8e5e-1344c05ef64c tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:14:29.748224 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-64e74ac9-f734-4a44-8e50-474c876a9ca2 req-e494a659-6fe0-4732-8e5e-1344c05ef64c tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fc861c4-11c3-4fb8-8744-9b792b9864f7 HTTP/1.1" status: 200 len: 932 time: 0.0467360 Jun 26 03:14:29.793728 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-64e74ac9-f734-4a44-8e50-474c876a9ca2 req-cbbac4e7-4f3d-4d53-95c2-1969e826d453 tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] 10.222.0.13 "GET /v2.0/security-groups?id=435c10d1-68f0-4427-bddf-893c35889974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400593 Jun 26 03:14:30.034838 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:14:30.908793 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa960b3f-752d-4778-80b2-1115913908b7 req-196407d2-1e5e-4be0-8758-2dcfd581fd7d tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:14:30.910174 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-aa960b3f-752d-4778-80b2-1115913908b7 req-196407d2-1e5e-4be0-8758-2dcfd581fd7d tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fc861c4-11c3-4fb8-8744-9b792b9864f7 HTTP/1.1" status: 200 len: 932 time: 0.0494125 Jun 26 03:14:30.956206 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-aa960b3f-752d-4778-80b2-1115913908b7 req-6199d1a3-13c0-4cb8-8e3f-36bd5bdc2ac6 tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] 10.222.0.13 "GET /v2.0/security-groups?id=435c10d1-68f0-4427-bddf-893c35889974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399380 Jun 26 03:14:32.067407 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d013c8-b666-4309-87ef-30f13419599d req-181e4b73-fc79-40c1-8563-7606f4e77dbc tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:14:32.068844 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-31d013c8-b666-4309-87ef-30f13419599d req-181e4b73-fc79-40c1-8563-7606f4e77dbc tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fc861c4-11c3-4fb8-8744-9b792b9864f7 HTTP/1.1" status: 200 len: 932 time: 0.0459123 Jun 26 03:14:32.114804 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-31d013c8-b666-4309-87ef-30f13419599d req-0a9d479a-ce21-4b2a-8642-3bb9fda14b61 tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] 10.222.0.13 "GET /v2.0/security-groups?id=435c10d1-68f0-4427-bddf-893c35889974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405154 Jun 26 03:14:33.225543 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d33b36-2184-4f38-8e13-0c3335f9cec8 req-7790c6a6-77af-4c3d-9c18-21e27c705f60 tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:14:33.226984 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-31d33b36-2184-4f38-8e13-0c3335f9cec8 req-7790c6a6-77af-4c3d-9c18-21e27c705f60 tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fc861c4-11c3-4fb8-8744-9b792b9864f7 HTTP/1.1" status: 200 len: 932 time: 0.0460227 Jun 26 03:14:33.275379 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-31d33b36-2184-4f38-8e13-0c3335f9cec8 req-3e111f5f-e63c-4c9c-a7a6-aac989fc61cd tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] 10.222.0.13 "GET /v2.0/security-groups?id=435c10d1-68f0-4427-bddf-893c35889974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428672 Jun 26 03:14:34.062481 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [req-267d53c6-dd78-43b7-a182-73a3da541249 req-811c4bb3-b7f5-4410-beda-5d030d205061 service neutron] Request body: {'port': {'device_id': '1fc861c4-11c3-4fb8-8744-9b792b9864f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84684'}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:14:34.118256 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-267d53c6-dd78-43b7-a182-73a3da541249 req-811c4bb3-b7f5-4410-beda-5d030d205061 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (f6eda47f-5905-49d5-b36d-bb51bf670b9f), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:34.166121 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:14:34.169300 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=100 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:14:34.420570 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d44d758-d280-4733-b4b4-b09fb3b5823a req-dc105555-0386-4ff3-9c81-a9e4150ab04a tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:14:34.422006 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-5d44d758-d280-4733-b4b4-b09fb3b5823a req-dc105555-0386-4ff3-9c81-a9e4150ab04a tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fc861c4-11c3-4fb8-8744-9b792b9864f7 HTTP/1.1" status: 200 len: 932 time: 0.0801804 Jun 26 03:14:34.423786 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.notifiers.nova [req-267d53c6-dd78-43b7-a182-73a3da541249 req-811c4bb3-b7f5-4410-beda-5d030d205061 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6eda47f-5905-49d5-b36d-bb51bf670b9f {{(pid=104014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 26 03:14:34.433472 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-267d53c6-dd78-43b7-a182-73a3da541249 req-811c4bb3-b7f5-4410-beda-5d030d205061 service neutron] Publish callbacks [] for port (f6eda47f-5905-49d5-b36d-bb51bf670b9f), precommit_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:34.458554 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [req-267d53c6-dd78-43b7-a182-73a3da541249 req-811c4bb3-b7f5-4410-beda-5d030d205061 service neutron] Transition to ACTIVE for port object f6eda47f-5905-49d5-b36d-bb51bf670b9f will not be triggered until provisioned by entity L2. {{(pid=104014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 26 03:14:34.464182 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-267d53c6-dd78-43b7-a182-73a3da541249 req-811c4bb3-b7f5-4410-beda-5d030d205061 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6258262'] for port (f6eda47f-5905-49d5-b36d-bb51bf670b9f), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:34.524860 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-5d44d758-d280-4733-b4b4-b09fb3b5823a req-ad902c81-09dd-4c24-8912-851bb99db304 tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] 10.222.0.13 "GET /v2.0/security-groups?id=435c10d1-68f0-4427-bddf-893c35889974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938690 Jun 26 03:14:34.538111 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811c4bb3-b7f5-4410-beda-5d030d205061 service neutron] Pushing event updated for resources: {'Port': ['ID=f6eda47f-5905-49d5-b36d-bb51bf670b9f,revision_number=2']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:14:34.613309 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.managers [req-267d53c6-dd78-43b7-a182-73a3da541249 req-811c4bb3-b7f5-4410-beda-5d030d205061 service neutron] Attempting to bind port f6eda47f-5905-49d5-b36d-bb51bf670b9f on host hv-cinder-84684 for vnic_type normal with profile {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 26 03:14:34.613645 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.managers [req-267d53c6-dd78-43b7-a182-73a3da541249 req-811c4bb3-b7f5-4410-beda-5d030d205061 service neutron] Attempting to bind port f6eda47f-5905-49d5-b36d-bb51bf670b9f by drivers openvswitch,hyperv on host hv-cinder-84684 at level 0 using segments [{'id': '52c32bc6-4be1-452c-a073-ce46dfa20aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '3de8e86e-4cff-434c-bc8d-f0cd4e8a3cd2'}] {{(pid=104014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 26 03:14:34.613973 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267d53c6-dd78-43b7-a182-73a3da541249 req-811c4bb3-b7f5-4410-beda-5d030d205061 service neutron] Attempting to bind port f6eda47f-5905-49d5-b36d-bb51bf670b9f on network 3de8e86e-4cff-434c-bc8d-f0cd4e8a3cd2 {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 26 03:14:34.618832 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267d53c6-dd78-43b7-a182-73a3da541249 req-811c4bb3-b7f5-4410-beda-5d030d205061 service neutron] Port f6eda47f-5905-49d5-b36d-bb51bf670b9f on network 3de8e86e-4cff-434c-bc8d-f0cd4e8a3cd2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84684 {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 26 03:14:34.619092 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267d53c6-dd78-43b7-a182-73a3da541249 req-811c4bb3-b7f5-4410-beda-5d030d205061 service neutron] Attempting to bind port f6eda47f-5905-49d5-b36d-bb51bf670b9f on network 3de8e86e-4cff-434c-bc8d-f0cd4e8a3cd2 {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 26 03:14:34.624146 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267d53c6-dd78-43b7-a182-73a3da541249 req-811c4bb3-b7f5-4410-beda-5d030d205061 service neutron] Checking agent: {'id': 'e7a0895f-45bb-4130-be69-32df3e039043', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84684', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 26, 3, 2, 40), 'started_at': datetime.datetime(2022, 6, 26, 3, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 26, 3, 14, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 26 03:14:34.624488 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267d53c6-dd78-43b7-a182-73a3da541249 req-811c4bb3-b7f5-4410-beda-5d030d205061 service neutron] Checking segment: {'id': '52c32bc6-4be1-452c-a073-ce46dfa20aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '3de8e86e-4cff-434c-bc8d-f0cd4e8a3cd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 26 03:14:34.624872 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267d53c6-dd78-43b7-a182-73a3da541249 req-811c4bb3-b7f5-4410-beda-5d030d205061 service neutron] Bound using segment: {'id': '52c32bc6-4be1-452c-a073-ce46dfa20aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '3de8e86e-4cff-434c-bc8d-f0cd4e8a3cd2'} {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 26 03:14:34.625289 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.managers [req-267d53c6-dd78-43b7-a182-73a3da541249 req-811c4bb3-b7f5-4410-beda-5d030d205061 service neutron] Bound port: f6eda47f-5905-49d5-b36d-bb51bf670b9f, host: hv-cinder-84684, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52c32bc6-4be1-452c-a073-ce46dfa20aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '3de8e86e-4cff-434c-bc8d-f0cd4e8a3cd2'}}] {{(pid=104014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 26 03:14:34.625642 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-267d53c6-dd78-43b7-a182-73a3da541249 req-811c4bb3-b7f5-4410-beda-5d030d205061 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (f6eda47f-5905-49d5-b36d-bb51bf670b9f), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:34.688419 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [req-267d53c6-dd78-43b7-a182-73a3da541249 req-811c4bb3-b7f5-4410-beda-5d030d205061 service neutron] For port f6eda47f-5905-49d5-b36d-bb51bf670b9f, host hv-cinder-84684, cleared binding levels {{(pid=104014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 03:14:34.691425 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [req-267d53c6-dd78-43b7-a182-73a3da541249 req-811c4bb3-b7f5-4410-beda-5d030d205061 service neutron] For port f6eda47f-5905-49d5-b36d-bb51bf670b9f, host hv-cinder-84684, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=f6eda47f-5905-49d5-b36d-bb51bf670b9f,segment=NetworkSegment(52c32bc6-4be1-452c-a073-ce46dfa20aa7),segment_id=52c32bc6-4be1-452c-a073-ce46dfa20aa7)] {{(pid=104014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 03:14:34.697422 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-267d53c6-dd78-43b7-a182-73a3da541249 req-811c4bb3-b7f5-4410-beda-5d030d205061 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6258262'] for port (f6eda47f-5905-49d5-b36d-bb51bf670b9f), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:34.734186 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267d53c6-dd78-43b7-a182-73a3da541249 req-811c4bb3-b7f5-4410-beda-5d030d205061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:14:34.734810 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-267d53c6-dd78-43b7-a182-73a3da541249 req-811c4bb3-b7f5-4410-beda-5d030d205061 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515864'] for port (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:34.736156 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-267d53c6-dd78-43b7-a182-73a3da541249 req-811c4bb3-b7f5-4410-beda-5d030d205061 service neutron] 10.222.0.43 "PUT /v2.0/ports/f6eda47f-5905-49d5-b36d-bb51bf670b9f HTTP/1.1" status: 200 len: 1094 time: 0.6778381 Jun 26 03:14:34.736649 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fc861c4-11c3-4fb8-8744-9b792b9864f7', 'tag': 'f6eda47f-5905-49d5-b36d-bb51bf670b9f'}] {{(pid=104014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 26 03:14:34.738796 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b346e277b9447a300c9d303bb334713d04858661d6ca7e8667ef96f79658145a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf594500-84ce-480c-b49c-977b4cb89005" -d '{"events": [{"name": "network-changed", "server_uuid": "1fc861c4-11c3-4fb8-8744-9b792b9864f7", "tag": "f6eda47f-5905-49d5-b36d-bb51bf670b9f"}]}' {{(pid=104014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 03:14:34.760991 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811c4bb3-b7f5-4410-beda-5d030d205061 service neutron] Pushing event updated for resources: {'Port': ['ID=f6eda47f-5905-49d5-b36d-bb51bf670b9f,revision_number=3']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:14:34.782730 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Jun 2022 03:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5ea9111-249f-424a-a415-62cec404a70e x-openstack-request-id: req-f5ea9111-249f-424a-a415-62cec404a70e {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 03:14:34.782730 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fc861c4-11c3-4fb8-8744-9b792b9864f7", "tag": "f6eda47f-5905-49d5-b36d-bb51bf670b9f", "status": "completed", "code": 200}]} {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 03:14:34.782730 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f5ea9111-249f-424a-a415-62cec404a70e {{(pid=104014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 03:14:34.783350 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5ea9111-249f-424a-a415-62cec404a70e'] response: {'name': 'network-changed', 'server_uuid': '1fc861c4-11c3-4fb8-8744-9b792b9864f7', 'tag': 'f6eda47f-5905-49d5-b36d-bb51bf670b9f', 'status': 'completed', 'code': 200} Jun 26 03:14:34.894779 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf594500-84ce-480c-b49c-977b4cb89005 req-106139a1-6999-4768-a39a-84dc33016ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:14:34.896269 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-cf594500-84ce-480c-b49c-977b4cb89005 req-106139a1-6999-4768-a39a-84dc33016ae8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1fe0cd601688420d88ea051894cfdf2a&device_id=1fc861c4-11c3-4fb8-8744-9b792b9864f7 HTTP/1.1" status: 200 len: 1128 time: 0.0484741 Jun 26 03:14:34.937642 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:14:34.997784 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf594500-84ce-480c-b49c-977b4cb89005 req-1d390685-901d-46df-88f2-3c03fb9b1b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:14:34.999278 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-cf594500-84ce-480c-b49c-977b4cb89005 req-1d390685-901d-46df-88f2-3c03fb9b1b24 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=1fe0cd601688420d88ea051894cfdf2a&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0905132 Jun 26 03:14:35.094261 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf594500-84ce-480c-b49c-977b4cb89005 req-013c6b3a-9cab-4b26-a1d9-6856007cf2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:14:35.095690 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-cf594500-84ce-480c-b49c-977b4cb89005 req-013c6b3a-9cab-4b26-a1d9-6856007cf2fa service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0895038 Jun 26 03:14:35.192523 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:14:35.195540 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267d53c6-dd78-43b7-a182-73a3da541249 req-758cef83-f4fc-4648-abc3-7a8fd71e5dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:14:35.196984 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-267d53c6-dd78-43b7-a182-73a3da541249 req-758cef83-f4fc-4648-abc3-7a8fd71e5dfb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1fe0cd601688420d88ea051894cfdf2a&device_id=1fc861c4-11c3-4fb8-8744-9b792b9864f7 HTTP/1.1" status: 200 len: 1128 time: 0.0386364 Jun 26 03:14:35.241115 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-267d53c6-dd78-43b7-a182-73a3da541249 req-31bd9fdd-fa96-494b-a1f2-daf9289cbfdf service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f6eda47f-5905-49d5-b36d-bb51bf670b9f HTTP/1.1" status: 200 len: 217 time: 0.0308754 Jun 26 03:14:35.254705 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:14:35.293407 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267d53c6-dd78-43b7-a182-73a3da541249 req-4ada1fb3-aaf9-45ee-a9cd-f28769d553f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:14:35.294844 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-267d53c6-dd78-43b7-a182-73a3da541249 req-4ada1fb3-aaf9-45ee-a9cd-f28769d553f5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=279e53e9-5257-4e93-9a6a-757ca9aea989 HTTP/1.1" status: 200 len: 854 time: 0.0476971 Jun 26 03:14:35.336136 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267d53c6-dd78-43b7-a182-73a3da541249 req-59bfe15b-25cc-4780-9bb3-57bfc89c9044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:14:35.337518 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-267d53c6-dd78-43b7-a182-73a3da541249 req-59bfe15b-25cc-4780-9bb3-57bfc89c9044 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3de8e86e-4cff-434c-bc8d-f0cd4e8a3cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0373063 Jun 26 03:14:35.428755 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-267d53c6-dd78-43b7-a182-73a3da541249 req-038eb6fc-8346-4e9f-93a6-c836194046bb service neutron] 10.222.0.43 "GET /v2.0/networks/3de8e86e-4cff-434c-bc8d-f0cd4e8a3cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853004 Jun 26 03:14:35.782519 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3573a3c1-2ac7-4799-b3ff-ac2e8120dcdf req-aca7f661-637e-454e-9747-b80ebd3119d2 tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:14:35.783859 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-3573a3c1-2ac7-4799-b3ff-ac2e8120dcdf req-aca7f661-637e-454e-9747-b80ebd3119d2 tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fc861c4-11c3-4fb8-8744-9b792b9864f7 HTTP/1.1" status: 200 len: 944 time: 0.0854292 Jun 26 03:14:35.822296 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-267d53c6-dd78-43b7-a182-73a3da541249 req-c4a8b1bc-0504-4002-99ea-2aef12b771ca service neutron] 10.222.0.43 "GET /v2.0/networks/3de8e86e-4cff-434c-bc8d-f0cd4e8a3cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3878434 Jun 26 03:14:35.845382 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-3573a3c1-2ac7-4799-b3ff-ac2e8120dcdf req-071939ad-3f3c-47ea-b968-e1fbe3c90d5f tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] 10.222.0.13 "GET /v2.0/security-groups?id=435c10d1-68f0-4427-bddf-893c35889974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556240 Jun 26 03:14:36.517159 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=80,neutron:DELETE=5 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:14:36.961388 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8980f1-983c-44be-a680-96ba6623b525 req-2fdbaa4b-2492-4d27-9118-e8944d8abb1f tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:14:36.962880 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-1b8980f1-983c-44be-a680-96ba6623b525 req-2fdbaa4b-2492-4d27-9118-e8944d8abb1f tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fc861c4-11c3-4fb8-8744-9b792b9864f7 HTTP/1.1" status: 200 len: 944 time: 0.0484636 Jun 26 03:14:37.009410 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-1b8980f1-983c-44be-a680-96ba6623b525 req-64cd750a-629e-41b5-8e6f-418eafea3de2 tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] 10.222.0.13 "GET /v2.0/security-groups?id=435c10d1-68f0-4427-bddf-893c35889974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409410 Jun 26 03:14:37.382620 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Device f6eda47f-5905-49d5-b36d-bb51bf670b9f details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=104015) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 26 03:14:37.478611 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] For port f6eda47f-5905-49d5-b36d-bb51bf670b9f, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=f6eda47f-5905-49d5-b36d-bb51bf670b9f,segment=NetworkSegment(52c32bc6-4be1-452c-a073-ce46dfa20aa7),segment_id=52c32bc6-4be1-452c-a073-ce46dfa20aa7)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:14:37.489987 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Returning: {'device': 'f6eda47f-5905-49d5-b36d-bb51bf670b9f', 'network_id': '3de8e86e-4cff-434c-bc8d-f0cd4e8a3cd2', 'port_id': 'f6eda47f-5905-49d5-b36d-bb51bf670b9f', 'mac_address': 'fa:16:3e:f5:fc:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '279e53e9-5257-4e93-9a6a-757ca9aea989', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104015) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 26 03:14:37.522962 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Current status of the port f6eda47f-5905-49d5-b36d-bb51bf670b9f is: DOWN; New status is: BUILD {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 03:14:37.523343 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (f6eda47f-5905-49d5-b36d-bb51bf670b9f), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:37.536391 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.notifiers.nova [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6eda47f-5905-49d5-b36d-bb51bf670b9f {{(pid=104015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 26 03:14:37.552622 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:14:37.556739 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] For port f6eda47f-5905-49d5-b36d-bb51bf670b9f, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=f6eda47f-5905-49d5-b36d-bb51bf670b9f,segment=NetworkSegment(52c32bc6-4be1-452c-a073-ce46dfa20aa7),segment_id=52c32bc6-4be1-452c-a073-ce46dfa20aa7)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:14:37.560259 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (f6eda47f-5905-49d5-b36d-bb51bf670b9f), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:37.609188 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Pushing event updated for resources: {'Port': ['ID=f6eda47f-5905-49d5-b36d-bb51bf670b9f,revision_number=4']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:14:38.057442 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 47710) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:14:38.082290 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] get_ports_and_sgs() called for port_ids ['f6eda47f-5905-49d5-b36d-bb51bf670b9f'] {{(pid=104015) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 03:14:38.125056 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac838bdb-3013-44b1-8f73-61abf15cdda8 req-7f7f7d1b-2f07-4f7c-b3d8-c997d68a1278 tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:14:38.126499 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-ac838bdb-3013-44b1-8f73-61abf15cdda8 req-7f7f7d1b-2f07-4f7c-b3d8-c997d68a1278 tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fc861c4-11c3-4fb8-8744-9b792b9864f7 HTTP/1.1" status: 200 len: 945 time: 0.0495179 Jun 26 03:14:38.169610 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d047f2d3-d3b4-49dd-af1d-b102df96e445 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:38.182753 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-ac838bdb-3013-44b1-8f73-61abf15cdda8 req-02479622-cc42-4207-9f00-92fd1ba3e9cd tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] 10.222.0.13 "GET /v2.0/security-groups?id=435c10d1-68f0-4427-bddf-893c35889974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498490 Jun 26 03:14:38.247268 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d047f2d3-d3b4-49dd-af1d-b102df96e445 admin admin] Publish callbacks [] for security_group (65b1c108-a210-4592-addf-ff1442fa3557), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:38.250717 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d047f2d3-d3b4-49dd-af1d-b102df96e445 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (65b1c108-a210-4592-addf-ff1442fa3557), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:38.287747 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d047f2d3-d3b4-49dd-af1d-b102df96e445 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65b1c108-a210-4592-addf-ff1442fa3557,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:14:38.291937 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-d047f2d3-d3b4-49dd-af1d-b102df96e445 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4effe04666a64c43b13c5c173cce4137&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2329845 Jun 26 03:14:38.294512 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 47714) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:14:38.341816 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-8fdff5dd-8bec-4f3f-8ed7-a2c3312bcccc admin admin] Publish callbacks [] for security_group (65b1c108-a210-4592-addf-ff1442fa3557), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:38.365069 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-8fdff5dd-8bec-4f3f-8ed7-a2c3312bcccc admin admin] Publish callbacks [] for security_group (65b1c108-a210-4592-addf-ff1442fa3557), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:38.409885 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-8fdff5dd-8bec-4f3f-8ed7-a2c3312bcccc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (65b1c108-a210-4592-addf-ff1442fa3557), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:38.412257 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-8fdff5dd-8bec-4f3f-8ed7-a2c3312bcccc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:38.413368 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-8fdff5dd-8bec-4f3f-8ed7-a2c3312bcccc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/65b1c108-a210-4592-addf-ff1442fa3557 HTTP/1.1" status: 204 len: 168 time: 0.1179814 Jun 26 03:14:38.421531 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdff5dd-8bec-4f3f-8ed7-a2c3312bcccc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65b1c108-a210-4592-addf-ff1442fa3557,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:14:39.301347 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cfe23e-013f-495d-aac3-0d08b4980638 req-0b4e5604-ff38-4e55-8fcc-1d5915748d6f tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:14:39.302926 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-c6cfe23e-013f-495d-aac3-0d08b4980638 req-0b4e5604-ff38-4e55-8fcc-1d5915748d6f tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fc861c4-11c3-4fb8-8744-9b792b9864f7 HTTP/1.1" status: 200 len: 945 time: 0.0523846 Jun 26 03:14:39.352401 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-c6cfe23e-013f-495d-aac3-0d08b4980638 req-d762dd41-e032-445f-8c1e-8a1ac42bfea0 tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] 10.222.0.13 "GET /v2.0/security-groups?id=435c10d1-68f0-4427-bddf-893c35889974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438814 Jun 26 03:14:39.403358 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Device f6eda47f-5905-49d5-b36d-bb51bf670b9f up at agent hyperv_hv-cinder-84684 {{(pid=104015) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 03:14:39.443291 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Provisioning for port f6eda47f-5905-49d5-b36d-bb51bf670b9f completed by entity L2. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 26 03:14:39.450651 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Provisioning complete for port f6eda47f-5905-49d5-b36d-bb51bf670b9f triggered by entity L2. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:14:39.451045 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (f6eda47f-5905-49d5-b36d-bb51bf670b9f), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:39.523560 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Current status of the port f6eda47f-5905-49d5-b36d-bb51bf670b9f is: BUILD; New status is: ACTIVE {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 03:14:39.523955 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (f6eda47f-5905-49d5-b36d-bb51bf670b9f), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:39.547338 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fc861c4-11c3-4fb8-8744-9b792b9864f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6eda47f-5905-49d5-b36d-bb51bf670b9f'}] {{(pid=104015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 26 03:14:39.549536 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cc6f3b5c5ccbcb5bcfe28d8fb20da90166658d76702b85331307104b46494b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-657dd7be-aa12-46ba-883f-9705d4ed4c08" -d '{"events": [{"server_uuid": "1fc861c4-11c3-4fb8-8744-9b792b9864f7", "name": "network-vif-plugged", "status": "completed", "tag": "f6eda47f-5905-49d5-b36d-bb51bf670b9f"}]}' {{(pid=104015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 03:14:39.566217 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] For port f6eda47f-5905-49d5-b36d-bb51bf670b9f, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=f6eda47f-5905-49d5-b36d-bb51bf670b9f,segment=NetworkSegment(52c32bc6-4be1-452c-a073-ce46dfa20aa7),segment_id=52c32bc6-4be1-452c-a073-ce46dfa20aa7)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:14:39.574315 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (f6eda47f-5905-49d5-b36d-bb51bf670b9f), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:39.579010 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-d467f40f-259e-4098-a962-ba341f739c28 req-6fcbdc60-60a4-4188-8a80-a45c7b0f4171 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ee71e3f2-a415-4000-97d4-290a4675ee4e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0538909 Jun 26 03:14:39.600537 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Jun 2022 03:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5c3fa78-ffcf-4081-8f8a-6185dfc5af0d x-openstack-request-id: req-f5c3fa78-ffcf-4081-8f8a-6185dfc5af0d {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 03:14:39.601104 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fc861c4-11c3-4fb8-8744-9b792b9864f7", "name": "network-vif-plugged", "status": "completed", "tag": "f6eda47f-5905-49d5-b36d-bb51bf670b9f", "code": 200}]} {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 03:14:39.601513 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f5c3fa78-ffcf-4081-8f8a-6185dfc5af0d {{(pid=104015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 03:14:39.602110 dv-cinder-846842-4-iscsi neutron-server[104015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5c3fa78-ffcf-4081-8f8a-6185dfc5af0d'] response: {'server_uuid': '1fc861c4-11c3-4fb8-8744-9b792b9864f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6eda47f-5905-49d5-b36d-bb51bf670b9f', 'code': 200} Jun 26 03:14:39.634975 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Pushing event updated for resources: {'Port': ['ID=f6eda47f-5905-49d5-b36d-bb51bf670b9f,revision_number=5']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:14:39.640110 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 47770) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:14:39.698408 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d467f40f-259e-4098-a962-ba341f739c28 req-64557a42-157e-495a-abe4-6b5fa9db7f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:14:39.700426 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-d467f40f-259e-4098-a962-ba341f739c28 req-64557a42-157e-495a-abe4-6b5fa9db7f31 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5dd1a7a651fa4d27a1b6488ca13effca&device_id=ee71e3f2-a415-4000-97d4-290a4675ee4e HTTP/1.1" status: 200 len: 1130 time: 0.0425918 Jun 26 03:14:39.759487 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-9ba13fe0-2f94-41e5-92d9-b5f4d4bc8b01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:39.817614 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d467f40f-259e-4098-a962-ba341f739c28 req-ee177493-8936-4ce6-a8c1-7a308fa14cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:14:39.819734 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-d467f40f-259e-4098-a962-ba341f739c28 req-ee177493-8936-4ce6-a8c1-7a308fa14cc0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=151cdbb9-618f-46a1-a7b5-564e53db9cea HTTP/1.1" status: 200 len: 918 time: 0.1003876 Jun 26 03:14:39.834235 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95780010-1c0d-47d3-94b2-6910117be2b6 req-be0381c6-31da-4e5f-bd81-99ebd38d39ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:14:39.835723 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-95780010-1c0d-47d3-94b2-6910117be2b6 req-be0381c6-31da-4e5f-bd81-99ebd38d39ec service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1fc861c4-11c3-4fb8-8744-9b792b9864f7 HTTP/1.1" status: 200 len: 1130 time: 0.0546904 Jun 26 03:14:39.885857 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-d467f40f-259e-4098-a962-ba341f739c28 req-70b328f3-7dec-4018-bc2d-2487d92f487f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7dd1c0b3-ac2d-47eb-81cd-5f0cd845e6c6 HTTP/1.1" status: 200 len: 1001 time: 0.0592372 Jun 26 03:14:39.903408 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-9ba13fe0-2f94-41e5-92d9-b5f4d4bc8b01 admin admin] Publish callbacks [] for security_group (73ef8b63-c3c7-414d-8740-6fa4c40eb925), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:39.906457 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-95780010-1c0d-47d3-94b2-6910117be2b6 req-fc1ec969-0563-499b-a708-82ef233d6f38 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=435c10d1-68f0-4427-bddf-893c35889974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632350 Jun 26 03:14:39.907448 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-9ba13fe0-2f94-41e5-92d9-b5f4d4bc8b01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (73ef8b63-c3c7-414d-8740-6fa4c40eb925), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:39.938224 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d467f40f-259e-4098-a962-ba341f739c28 req-816b0379-ab3e-4b86-8d1e-a5ebc9b35dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:14:39.939828 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-d467f40f-259e-4098-a962-ba341f739c28 req-816b0379-ab3e-4b86-8d1e-a5ebc9b35dc7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b3475431-7645-416a-9b3b-e23c4a132926 HTTP/1.1" status: 200 len: 856 time: 0.0482562 Jun 26 03:14:39.950396 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-9ba13fe0-2f94-41e5-92d9-b5f4d4bc8b01 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e638c1a29b7c4b298a0f6aafd1b280f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3088348 Jun 26 03:14:39.951198 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba13fe0-2f94-41e5-92d9-b5f4d4bc8b01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73ef8b63-c3c7-414d-8740-6fa4c40eb925,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:14:39.952967 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 47774) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:14:39.965795 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.agents_db [None req-1acc9491-aa00-4d80-a7f3-d699105ea2bf None None] Agent healthcheck: found 6 active agents {{(pid=104016) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 03:14:39.990476 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=100 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:14:40.002663 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-e024a798-14c5-4475-ba7e-6a63bb309352 admin admin] Publish callbacks [] for security_group (73ef8b63-c3c7-414d-8740-6fa4c40eb925), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:40.003367 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=55,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:14:40.006853 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=100 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:14:40.024675 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-e024a798-14c5-4475-ba7e-6a63bb309352 admin admin] Publish callbacks [] for security_group (73ef8b63-c3c7-414d-8740-6fa4c40eb925), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:40.073619 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-e024a798-14c5-4475-ba7e-6a63bb309352 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (73ef8b63-c3c7-414d-8740-6fa4c40eb925), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:40.076459 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-e024a798-14c5-4475-ba7e-6a63bb309352 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:40.077667 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-e024a798-14c5-4475-ba7e-6a63bb309352 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/73ef8b63-c3c7-414d-8740-6fa4c40eb925 HTTP/1.1" status: 204 len: 168 time: 0.1237664 Jun 26 03:14:40.085524 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e024a798-14c5-4475-ba7e-6a63bb309352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73ef8b63-c3c7-414d-8740-6fa4c40eb925,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:14:40.328201 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d467f40f-259e-4098-a962-ba341f739c28 req-1a99ac96-8a38-4a51-b2ea-24d95b9ca941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:14:40.329719 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-d467f40f-259e-4098-a962-ba341f739c28 req-1a99ac96-8a38-4a51-b2ea-24d95b9ca941 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=151cdbb9-618f-46a1-a7b5-564e53db9cea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394783 Jun 26 03:14:40.440202 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-d467f40f-259e-4098-a962-ba341f739c28 req-f11da74b-58c4-4844-9ff7-ae546e15a3c8 service neutron] 10.222.0.43 "GET /v2.0/networks/151cdbb9-618f-46a1-a7b5-564e53db9cea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040969 Jun 26 03:14:40.474439 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea8ba20-d8ea-4ec7-8bbf-438472978c8a req-17e60bfa-8ce5-405d-af3e-0fbf2401a4d5 tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:14:40.475967 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-4ea8ba20-d8ea-4ec7-8bbf-438472978c8a req-17e60bfa-8ce5-405d-af3e-0fbf2401a4d5 tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fc861c4-11c3-4fb8-8744-9b792b9864f7 HTTP/1.1" status: 200 len: 946 time: 0.0492945 Jun 26 03:14:40.529909 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-4ea8ba20-d8ea-4ec7-8bbf-438472978c8a req-613e7478-050f-43d3-a6e4-70854b648d3e tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] 10.222.0.13 "GET /v2.0/security-groups?id=435c10d1-68f0-4427-bddf-893c35889974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469065 Jun 26 03:14:40.925396 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-d467f40f-259e-4098-a962-ba341f739c28 req-2e749533-dc03-4dc0-9b49-f34927a9bb35 service neutron] 10.222.0.43 "GET /v2.0/networks/151cdbb9-618f-46a1-a7b5-564e53db9cea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879462 Jun 26 03:14:41.439410 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-b2a755f0-adfd-43a0-8291-135276d76906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (7168f7b9-c398-4364-91f8-35e2ce03f4c4), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:41.647449 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f71610-13de-4fd8-b0eb-3c719daf6b0b req-2da435cb-a9b4-4934-801c-e882eb333259 tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:14:41.648921 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-10f71610-13de-4fd8-b0eb-3c719daf6b0b req-2da435cb-a9b4-4934-801c-e882eb333259 tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fc861c4-11c3-4fb8-8744-9b792b9864f7 HTTP/1.1" status: 200 len: 946 time: 0.0493538 Jun 26 03:14:41.701804 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-10f71610-13de-4fd8-b0eb-3c719daf6b0b req-645fef58-e008-44b5-bdf2-f3a20e7e4b1a tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] 10.222.0.13 "GET /v2.0/security-groups?id=435c10d1-68f0-4427-bddf-893c35889974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469398 Jun 26 03:14:41.723530 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 47828) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:14:41.834672 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-c882230a-f19e-44e1-af51-1db7ae12cbb3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:41.911703 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-c882230a-f19e-44e1-af51-1db7ae12cbb3 admin admin] Publish callbacks [] for security_group (5297edb2-af14-46c6-a25b-535df8c1f19e), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:41.915060 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-c882230a-f19e-44e1-af51-1db7ae12cbb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (5297edb2-af14-46c6-a25b-535df8c1f19e), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:41.954381 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-c882230a-f19e-44e1-af51-1db7ae12cbb3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=04a61e0d9c2b465dac95bdcb93e02ecc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2297893 Jun 26 03:14:41.955595 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c882230a-f19e-44e1-af51-1db7ae12cbb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5297edb2-af14-46c6-a25b-535df8c1f19e,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:14:41.957066 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 47832) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:14:42.006142 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-4472013e-328f-4a1a-b0db-715e43de0987 admin admin] Publish callbacks [] for security_group (5297edb2-af14-46c6-a25b-535df8c1f19e), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:42.026879 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-4472013e-328f-4a1a-b0db-715e43de0987 admin admin] Publish callbacks [] for security_group (5297edb2-af14-46c6-a25b-535df8c1f19e), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:42.073096 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-4472013e-328f-4a1a-b0db-715e43de0987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (5297edb2-af14-46c6-a25b-535df8c1f19e), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:42.075757 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-4472013e-328f-4a1a-b0db-715e43de0987 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:42.076888 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-4472013e-328f-4a1a-b0db-715e43de0987 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5297edb2-af14-46c6-a25b-535df8c1f19e HTTP/1.1" status: 204 len: 168 time: 0.1188693 Jun 26 03:14:42.084430 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4472013e-328f-4a1a-b0db-715e43de0987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5297edb2-af14-46c6-a25b-535df8c1f19e,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:14:42.332666 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 47838) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:14:42.346363 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-da654b95-3009-4d74-b0c7-f184279e75a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:42.363821 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:14:42.365409 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:14:42.425844 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-da654b95-3009-4d74-b0c7-f184279e75a4 admin admin] Publish callbacks [] for security_group (9b3769f6-c216-4a06-8850-c9763f346a2f), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:42.429290 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-da654b95-3009-4d74-b0c7-f184279e75a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (9b3769f6-c216-4a06-8850-c9763f346a2f), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:42.473704 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-da654b95-3009-4d74-b0c7-f184279e75a4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bfb8c72fb94a40678d3c8b3c845381a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1399615 Jun 26 03:14:42.474545 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da654b95-3009-4d74-b0c7-f184279e75a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b3769f6-c216-4a06-8850-c9763f346a2f,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:14:42.477178 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 47840) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:14:42.528922 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5b882571-dbaf-4ba8-afd8-6ffb8f3cbbdc admin admin] Publish callbacks [] for security_group (9b3769f6-c216-4a06-8850-c9763f346a2f), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:42.552493 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5b882571-dbaf-4ba8-afd8-6ffb8f3cbbdc admin admin] Publish callbacks [] for security_group (9b3769f6-c216-4a06-8850-c9763f346a2f), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:42.598930 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5b882571-dbaf-4ba8-afd8-6ffb8f3cbbdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (9b3769f6-c216-4a06-8850-c9763f346a2f), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:42.601322 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5b882571-dbaf-4ba8-afd8-6ffb8f3cbbdc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:42.602527 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-5b882571-dbaf-4ba8-afd8-6ffb8f3cbbdc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9b3769f6-c216-4a06-8850-c9763f346a2f HTTP/1.1" status: 204 len: 168 time: 0.1239836 Jun 26 03:14:42.610084 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b882571-dbaf-4ba8-afd8-6ffb8f3cbbdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b3769f6-c216-4a06-8850-c9763f346a2f,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:14:42.822442 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698bdab6-587c-43fc-9af9-431485c760a3 req-f18f083c-988a-4574-8b61-b9059ecdeaa0 tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:14:42.823935 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-698bdab6-587c-43fc-9af9-431485c760a3 req-f18f083c-988a-4574-8b61-b9059ecdeaa0 tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fc861c4-11c3-4fb8-8744-9b792b9864f7 HTTP/1.1" status: 200 len: 946 time: 0.0506506 Jun 26 03:14:42.840301 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:14:42.853746 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:14:42.896703 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-698bdab6-587c-43fc-9af9-431485c760a3 req-f9a5b89d-ebad-4f79-bfc5-4b92938b908a tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] 10.222.0.13 "GET /v2.0/security-groups?id=435c10d1-68f0-4427-bddf-893c35889974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664384 Jun 26 03:14:43.012567 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c9e12d-dd11-49e9-9472-19fefca59b0d req-6f6e599f-e7b6-4037-be3e-372818e07c5c tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:14:43.014427 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-84c9e12d-dd11-49e9-9472-19fefca59b0d req-6f6e599f-e7b6-4037-be3e-372818e07c5c tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fc861c4-11c3-4fb8-8744-9b792b9864f7 HTTP/1.1" status: 200 len: 946 time: 0.0503895 Jun 26 03:14:43.063224 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-84c9e12d-dd11-49e9-9472-19fefca59b0d req-e86e2ba1-c7c1-40c5-a2d4-3d33d23afe3a tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] 10.222.0.13 "GET /v2.0/security-groups?id=435c10d1-68f0-4427-bddf-893c35889974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431070 Jun 26 03:14:43.387512 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cc479f-2cb9-4c0d-8c2b-c90c73c56522 req-ca2bf5fc-7656-45e7-b3ed-1097ad93c8ca tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:14:43.388947 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-c8cc479f-2cb9-4c0d-8c2b-c90c73c56522 req-ca2bf5fc-7656-45e7-b3ed-1097ad93c8ca tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fc861c4-11c3-4fb8-8744-9b792b9864f7 HTTP/1.1" status: 200 len: 946 time: 0.0501432 Jun 26 03:14:43.438271 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-c8cc479f-2cb9-4c0d-8c2b-c90c73c56522 req-82800fbe-4a8e-4873-8bc9-6ad42afadfd9 tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] 10.222.0.13 "GET /v2.0/security-groups?id=435c10d1-68f0-4427-bddf-893c35889974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436184 Jun 26 03:14:43.775459 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-cfd11c16-f6c9-4179-a4a4-66c84b3815cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (0122de27-3097-4d47-a0ca-0fb90e28ac1e), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:44.861985 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a0725410-9e6c-45cb-9ff8-c6c4931d6b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (ece691f0-a7cc-4e31-b59a-0e18fd9fccde), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:44.896611 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (e7a0895f-45bb-4130-be69-32df3e039043), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:46.315744 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d2867017-9ae3-4ae5-b018-59cb98d1258b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (3b87920d-6933-41a3-b47c-185b87d68e87), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:46.514159 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:14:46.527906 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (16f9b602-7baf-4f7a-ab92-1b0788147fb5), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:47.608852 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 47992) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:14:47.726543 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-1badd464-91f8-46cf-b760-fdf25f211829 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:47.802219 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-1badd464-91f8-46cf-b760-fdf25f211829 admin admin] Publish callbacks [] for security_group (94233ae9-71f8-49c5-a3dd-c6edd6aa6986), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:47.805700 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-1badd464-91f8-46cf-b760-fdf25f211829 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (94233ae9-71f8-49c5-a3dd-c6edd6aa6986), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:47.845224 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-1badd464-91f8-46cf-b760-fdf25f211829 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b98da6bd4a1b4876845fdb5a05fdc5c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2352459 Jun 26 03:14:47.846081 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1badd464-91f8-46cf-b760-fdf25f211829 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94233ae9-71f8-49c5-a3dd-c6edd6aa6986,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:14:47.847948 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 47998) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:14:47.898825 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-cc8bc45f-08be-4d52-8e3e-2e24d062c4b8 admin admin] Publish callbacks [] for security_group (94233ae9-71f8-49c5-a3dd-c6edd6aa6986), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:47.919946 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-cc8bc45f-08be-4d52-8e3e-2e24d062c4b8 admin admin] Publish callbacks [] for security_group (94233ae9-71f8-49c5-a3dd-c6edd6aa6986), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:47.966035 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-cc8bc45f-08be-4d52-8e3e-2e24d062c4b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (94233ae9-71f8-49c5-a3dd-c6edd6aa6986), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:47.968541 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-cc8bc45f-08be-4d52-8e3e-2e24d062c4b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:47.969718 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-cc8bc45f-08be-4d52-8e3e-2e24d062c4b8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/94233ae9-71f8-49c5-a3dd-c6edd6aa6986 HTTP/1.1" status: 204 len: 168 time: 0.1201887 Jun 26 03:14:47.977629 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8bc45f-08be-4d52-8e3e-2e24d062c4b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94233ae9-71f8-49c5-a3dd-c6edd6aa6986,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:14:48.232189 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 48004) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:14:48.245323 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-328fe986-7698-4221-865a-95c96fac0368 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:48.320549 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-328fe986-7698-4221-865a-95c96fac0368 admin admin] Publish callbacks [] for security_group (11e9e630-ac25-4c1b-9bcb-ba247676943e), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:48.324170 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-328fe986-7698-4221-865a-95c96fac0368 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (11e9e630-ac25-4c1b-9bcb-ba247676943e), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:48.364824 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-328fe986-7698-4221-865a-95c96fac0368 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=37db65eb2fd04e5daedb9f3a7b59fd9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1315455 Jun 26 03:14:48.365915 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328fe986-7698-4221-865a-95c96fac0368 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11e9e630-ac25-4c1b-9bcb-ba247676943e,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:14:48.367543 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 48006) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:14:48.417278 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-38804666-9317-447f-b454-4e2b8ceb8fd2 admin admin] Publish callbacks [] for security_group (11e9e630-ac25-4c1b-9bcb-ba247676943e), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:48.440012 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-38804666-9317-447f-b454-4e2b8ceb8fd2 admin admin] Publish callbacks [] for security_group (11e9e630-ac25-4c1b-9bcb-ba247676943e), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:48.489644 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-38804666-9317-447f-b454-4e2b8ceb8fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (11e9e630-ac25-4c1b-9bcb-ba247676943e), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:48.492314 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-38804666-9317-447f-b454-4e2b8ceb8fd2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:48.493467 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-38804666-9317-447f-b454-4e2b8ceb8fd2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/11e9e630-ac25-4c1b-9bcb-ba247676943e HTTP/1.1" status: 204 len: 168 time: 0.1248612 Jun 26 03:14:48.502513 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38804666-9317-447f-b454-4e2b8ceb8fd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11e9e630-ac25-4c1b-9bcb-ba247676943e,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:14:49.961585 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=2 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:14:50.047575 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 48058) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:14:50.148764 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-6a34e2e7-51a0-4f87-af25-e4d3a8e2be9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:50.222453 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-6a34e2e7-51a0-4f87-af25-e4d3a8e2be9b admin admin] Publish callbacks [] for security_group (b061490a-276f-469a-826e-6fa782f1144c), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:50.225845 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-6a34e2e7-51a0-4f87-af25-e4d3a8e2be9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (b061490a-276f-469a-826e-6fa782f1144c), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:50.264139 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-6a34e2e7-51a0-4f87-af25-e4d3a8e2be9b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f0b13519137c44ceb3ad77604ea18913&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2154741 Jun 26 03:14:50.265985 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a34e2e7-51a0-4f87-af25-e4d3a8e2be9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b061490a-276f-469a-826e-6fa782f1144c,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:14:50.266899 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 48062) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:14:50.315163 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ab5dd8c5-c199-448e-a9b4-e19277c8d6ac admin admin] Publish callbacks [] for security_group (b061490a-276f-469a-826e-6fa782f1144c), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:50.335998 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ab5dd8c5-c199-448e-a9b4-e19277c8d6ac admin admin] Publish callbacks [] for security_group (b061490a-276f-469a-826e-6fa782f1144c), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:50.382649 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ab5dd8c5-c199-448e-a9b4-e19277c8d6ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (b061490a-276f-469a-826e-6fa782f1144c), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:50.385056 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ab5dd8c5-c199-448e-a9b4-e19277c8d6ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:50.386212 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-ab5dd8c5-c199-448e-a9b4-e19277c8d6ac admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b061490a-276f-469a-826e-6fa782f1144c HTTP/1.1" status: 204 len: 168 time: 0.1183271 Jun 26 03:14:50.394192 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5dd8c5-c199-448e-a9b4-e19277c8d6ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b061490a-276f-469a-826e-6fa782f1144c,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:14:50.645916 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 48070) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:14:50.659594 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d053c2b2-b98b-4a03-b209-9b458286c27f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:50.707813 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:INSERT=17,neutron:SELECT=76,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:14:50.739860 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d053c2b2-b98b-4a03-b209-9b458286c27f admin admin] Publish callbacks [] for security_group (f959dc6c-7879-4ce5-81e6-64686d0b2f42), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:50.743376 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d053c2b2-b98b-4a03-b209-9b458286c27f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (f959dc6c-7879-4ce5-81e6-64686d0b2f42), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:50.749057 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:INSERT=15,neutron:SELECT=81,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:14:50.786854 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d053c2b2-b98b-4a03-b209-9b458286c27f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f959dc6c-7879-4ce5-81e6-64686d0b2f42,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:14:50.790843 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-d053c2b2-b98b-4a03-b209-9b458286c27f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fdc32e5484274a0fab0ec295c9fd7b60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1438920 Jun 26 03:14:50.793591 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 48072) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:14:50.844639 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-7a86886a-25be-4de2-974a-100abafecdf2 admin admin] Publish callbacks [] for security_group (f959dc6c-7879-4ce5-81e6-64686d0b2f42), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:50.866468 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-7a86886a-25be-4de2-974a-100abafecdf2 admin admin] Publish callbacks [] for security_group (f959dc6c-7879-4ce5-81e6-64686d0b2f42), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:50.917581 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-7a86886a-25be-4de2-974a-100abafecdf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (f959dc6c-7879-4ce5-81e6-64686d0b2f42), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:50.920132 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-7a86886a-25be-4de2-974a-100abafecdf2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:50.921330 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-7a86886a-25be-4de2-974a-100abafecdf2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f959dc6c-7879-4ce5-81e6-64686d0b2f42 HTTP/1.1" status: 204 len: 168 time: 0.1268029 Jun 26 03:14:50.929225 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a86886a-25be-4de2-974a-100abafecdf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f959dc6c-7879-4ce5-81e6-64686d0b2f42,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:14:53.058317 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61221d91-4817-4995-b5fb-a79ed8180895 req-3444e454-e38a-480b-90fd-a74b775980be tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:14:53.060719 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-61221d91-4817-4995-b5fb-a79ed8180895 req-3444e454-e38a-480b-90fd-a74b775980be tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fc861c4-11c3-4fb8-8744-9b792b9864f7 HTTP/1.1" status: 200 len: 946 time: 0.2186158 Jun 26 03:14:53.071786 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:14:53.112355 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-61221d91-4817-4995-b5fb-a79ed8180895 req-0ae17371-150c-4530-a994-0a71698347bb tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] 10.222.0.13 "GET /v2.0/security-groups?id=435c10d1-68f0-4427-bddf-893c35889974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462487 Jun 26 03:14:53.134244 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 48158) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:14:53.279416 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4be9144-5fd3-46d5-8c7b-d732d2879fdd tempest-TestMinimumBasicScenario-1927899872 tempest-TestMinimumBasicScenario-1927899872-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:14:53.280935 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-c4be9144-5fd3-46d5-8c7b-d732d2879fdd tempest-TestMinimumBasicScenario-1927899872 tempest-TestMinimumBasicScenario-1927899872-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=1fc861c4-11c3-4fb8-8744-9b792b9864f7 HTTP/1.1" status: 200 len: 1125 time: 0.1456585 Jun 26 03:14:53.283764 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 48166) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:14:53.287899 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-3bf44e6e-1078-475d-8501-9374ddfdd5bf tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Request body: {'floatingip': {'floating_network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'port_id': 'f6eda47f-5905-49d5-b36d-bb51bf670b9f', 'tenant_id': '1fe0cd601688420d88ea051894cfdf2a', 'fixed_ip_address': '172.20.0.10'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:14:53.311938 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-3bf44e6e-1078-475d-8501-9374ddfdd5bf tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:53.393733 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-3bf44e6e-1078-475d-8501-9374ddfdd5bf tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:53.509716 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.db.db_base_plugin_common [None req-3bf44e6e-1078-475d-8501-9374ddfdd5bf tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Allocated IP 172.27.2.70 (9f069e5f-e57e-4e35-ad51-5f4f2e2f15df/6b24a38a-90db-41c5-beaf-6fa087899576/3a1b78bb-23ed-4274-85e4-8ceb40972f6f) {{(pid=104013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 03:14:53.616283 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-3bf44e6e-1078-475d-8501-9374ddfdd5bf tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Publish callbacks [] for port (3a1b78bb-23ed-4274-85e4-8ceb40972f6f), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:53.648866 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-3bf44e6e-1078-475d-8501-9374ddfdd5bf tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787575245469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7375238'] for port (3a1b78bb-23ed-4274-85e4-8ceb40972f6f), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:53.689188 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf44e6e-1078-475d-8501-9374ddfdd5bf tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Network 9f069e5f-e57e-4e35-ad51-5f4f2e2f15df is already hosted by enough agents. {{(pid=104013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 03:14:53.694111 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.scheduler.base_scheduler [None req-3bf44e6e-1078-475d-8501-9374ddfdd5bf tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Resources bound (agent type, host, resource id): {{(pid=104013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 03:14:53.696538 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf44e6e-1078-475d-8501-9374ddfdd5bf tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Received port after_create {{(pid=104013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 26 03:14:53.699842 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf44e6e-1078-475d-8501-9374ddfdd5bf tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Pushing event updated for resources: {'Port': ['ID=3a1b78bb-23ed-4274-85e4-8ceb40972f6f,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:14:53.768019 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:14:53.893336 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:14:54.044456 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-3bf44e6e-1078-475d-8501-9374ddfdd5bf tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Publish callbacks [] for floatingip (a9ef3835-8f16-4092-9d88-c8e10de3258e), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:54.111348 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-3bf44e6e-1078-475d-8501-9374ddfdd5bf tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (3a1b78bb-23ed-4274-85e4-8ceb40972f6f), before_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:54.253405 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-3bf44e6e-1078-475d-8501-9374ddfdd5bf tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Publish callbacks [] for port (3a1b78bb-23ed-4274-85e4-8ceb40972f6f), precommit_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:54.258156 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-3bf44e6e-1078-475d-8501-9374ddfdd5bf tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7375263'] for port (3a1b78bb-23ed-4274-85e4-8ceb40972f6f), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:54.326847 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf44e6e-1078-475d-8501-9374ddfdd5bf tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Pushing event updated for resources: {'Port': ['ID=3a1b78bb-23ed-4274-85e4-8ceb40972f6f,revision_number=2']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:14:54.339683 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-3bf44e6e-1078-475d-8501-9374ddfdd5bf tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620021'] for floatingip (a9ef3835-8f16-4092-9d88-c8e10de3258e), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:54.432321 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.db.l3_db [None req-3bf44e6e-1078-475d-8501-9374ddfdd5bf tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Floating IP a9ef3835-8f16-4092-9d88-c8e10de3258e associated. External IP: 172.27.2.70, port: f6eda47f-5905-49d5-b36d-bb51bf670b9f. Jun 26 03:14:54.529059 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:14:54.632707 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bf44e6e-1078-475d-8501-9374ddfdd5bf tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Router 268aa8d8-77f6-4ce0-ba6f-ee4810438d30 has already been hosted by L3 agent 0122de27-3097-4d47-a0ca-0fb90e28ac1e {{(pid=104013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 26 03:14:54.737070 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bf44e6e-1078-475d-8501-9374ddfdd5bf tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Notify agent at l3_agent.dv-cinder-846842-4-iscsi the message routers_updated {{(pid=104013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 03:14:54.748248 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce40d7e-9230-413b-91aa-60cfee91406c None None] Sync routers for ids ['268aa8d8-77f6-4ce0-ba6f-ee4810438d30'] in dv-cinder-846842-4-iscsi {{(pid=104016) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 03:14:54.760536 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce40d7e-9230-413b-91aa-60cfee91406c None None] Routers {'268aa8d8-77f6-4ce0-ba6f-ee4810438d30'} bound to L3 agent in host dv-cinder-846842-4-iscsi {{(pid=104016) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 26 03:14:54.761272 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-9ce40d7e-9230-413b-91aa-60cfee91406c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-26T02:56:44Z,description=,heartbeat_timestamp=2022-06-26T03:14:44Z,host='dv-cinder-846842-4-iscsi',id=0122de27-3097-4d47-a0ca-0fb90e28ac1e,load=0,resource_versions=,resources_synced=,started_at=2022-06-26T02:56:44Z,topic='l3_agent')) {'router_ids': ['268aa8d8-77f6-4ce0-ba6f-ee4810438d30'], 'active': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:14:54.762461 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-3bf44e6e-1078-475d-8501-9374ddfdd5bf tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515864'] for floatingip (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:54.765957 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:14:54.796589 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-3bf44e6e-1078-475d-8501-9374ddfdd5bf tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5117445 Jun 26 03:14:54.797235 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fc861c4-11c3-4fb8-8744-9b792b9864f7', 'tag': 'f6eda47f-5905-49d5-b36d-bb51bf670b9f'}] {{(pid=104013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 26 03:14:54.799374 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 48184) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:14:54.799833 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}139ce4dbef1e3d377c6aaa27dc3378ac98104fcd26dfc0ba8b816af75a6f94ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f79ef080-f31b-420c-b0ad-dbb3b3a4cfbd" -d '{"events": [{"name": "network-changed", "server_uuid": "1fc861c4-11c3-4fb8-8744-9b792b9864f7", "tag": "f6eda47f-5905-49d5-b36d-bb51bf670b9f"}]}' {{(pid=104013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 03:14:54.803939 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [None req-12a6ca72-146b-4bbb-8164-cfc86a8c7eaa tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1274287002', 'description': 'tempest-secgroup-smoke-1274287002 description', 'project_id': '1fe0cd601688420d88ea051894cfdf2a'}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:14:54.825978 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-12a6ca72-146b-4bbb-8164-cfc86a8c7eaa tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Publish callbacks [] for security_group (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:54.827759 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:DELETE=3 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:14:54.840271 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Jun 2022 03:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f4d021e-710b-41ce-ba91-40d3327ac744 x-openstack-request-id: req-5f4d021e-710b-41ce-ba91-40d3327ac744 {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 03:14:54.841346 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fc861c4-11c3-4fb8-8744-9b792b9864f7", "tag": "f6eda47f-5905-49d5-b36d-bb51bf670b9f", "status": "completed", "code": 200}]} {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 03:14:54.841774 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5f4d021e-710b-41ce-ba91-40d3327ac744 {{(pid=104013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 03:14:54.841939 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f4d021e-710b-41ce-ba91-40d3327ac744'] response: {'name': 'network-changed', 'server_uuid': '1fc861c4-11c3-4fb8-8744-9b792b9864f7', 'tag': 'f6eda47f-5905-49d5-b36d-bb51bf670b9f', 'status': 'completed', 'code': 200} Jun 26 03:14:54.870780 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvr_db [None req-9ce40d7e-9230-413b-91aa-60cfee91406c None None] Set router 268aa8d8-77f6-4ce0-ba6f-ee4810438d30 gateway port host: dv-cinder-846842-4-iscsi {{(pid=104016) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 26 03:14:54.906427 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-12a6ca72-146b-4bbb-8164-cfc86a8c7eaa tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Publish callbacks [] for security_group (04e92ec5-b39d-4c95-a918-6367021dd02f), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:54.917416 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-12a6ca72-146b-4bbb-8164-cfc86a8c7eaa tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (04e92ec5-b39d-4c95-a918-6367021dd02f), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:54.972579 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-12a6ca72-146b-4bbb-8164-cfc86a8c7eaa tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Publish callbacks [] for security_group (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:54.973891 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-12a6ca72-146b-4bbb-8164-cfc86a8c7eaa tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1735301 Jun 26 03:14:54.976034 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79ef080-f31b-420c-b0ad-dbb3b3a4cfbd req-e5cd2ecc-7a58-4476-b2e4-564b616e67a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:14:54.977069 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 48188) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:14:54.977616 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-f79ef080-f31b-420c-b0ad-dbb3b3a4cfbd req-e5cd2ecc-7a58-4476-b2e4-564b616e67a6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1fe0cd601688420d88ea051894cfdf2a&device_id=1fc861c4-11c3-4fb8-8744-9b792b9864f7 HTTP/1.1" status: 200 len: 1130 time: 0.0698423 Jun 26 03:14:54.978781 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a6ca72-146b-4bbb-8164-cfc86a8c7eaa tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04e92ec5-b39d-4c95-a918-6367021dd02f,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:14:54.981523 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-fdb39293-8ce4-41d4-9612-1672cd8d74ae tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Request body: {'security_group_rule': {'security_group_id': '04e92ec5-b39d-4c95-a918-6367021dd02f', 'project_id': '1fe0cd601688420d88ea051894cfdf2a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:14:55.012110 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-fdb39293-8ce4-41d4-9612-1672cd8d74ae tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Publish callbacks [] for security_group_rule (43a4516f-85c8-4511-91aa-343fb5746776), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:55.089806 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-fdb39293-8ce4-41d4-9612-1672cd8d74ae tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Publish callbacks [] for security_group_rule (43a4516f-85c8-4511-91aa-343fb5746776), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:55.094261 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79ef080-f31b-420c-b0ad-dbb3b3a4cfbd req-f6f97c4b-ccb6-4f86-bf2b-e8270aa2952c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:14:55.095882 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-f79ef080-f31b-420c-b0ad-dbb3b3a4cfbd req-f6f97c4b-ccb6-4f86-bf2b-e8270aa2952c service neutron] 10.222.0.43 "GET /v2.0/networks?id=3de8e86e-4cff-434c-bc8d-f0cd4e8a3cd2 HTTP/1.1" status: 200 len: 916 time: 0.1088898 Jun 26 03:14:55.096672 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-fdb39293-8ce4-41d4-9612-1672cd8d74ae tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692706'] for security_group_rule (43a4516f-85c8-4511-91aa-343fb5746776), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:55.114376 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-9ce40d7e-9230-413b-91aa-60cfee91406c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '268aa8d8-77f6-4ce0-ba6f-ee4810438d30', 'name': 'tempest-TestMinimumBasicScenario-1931699695-router', 'tenant_id': '1fe0cd601688420d88ea051894cfdf2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': '7b2228f8-72ed-48fd-8644-5536fc2bbaf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:13:56Z', 'updated_at': '2022-06-26T03:13:59Z', 'revision_number': 4, 'project_id': '1fe0cd601688420d88ea051894cfdf2a', 'gw_port': {'id': '7b2228f8-72ed-48fd-8644-5536fc2bbaf3', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:2d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268aa8d8-77f6-4ce0-ba6f-ee4810438d30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:13:57Z', 'updated_at': '2022-06-26T03:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi', '_floatingips': [{'id': 'a9ef3835-8f16-4092-9d88-c8e10de3258e', 'tenant_id': '1fe0cd601688420d88ea051894cfdf2a', 'floating_ip_address': '172.27.2.70', 'floating_network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'router_id': '268aa8d8-77f6-4ce0-ba6f-ee4810438d30', 'port_id': 'f6eda47f-5905-49d5-b36d-bb51bf670b9f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3de8e86e-4cff-434c-bc8d-f0cd4e8a3cd2', 'mac_address': 'fa:16:3e:f5:fc:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc861c4-11c3-4fb8-8744-9b792b9864f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-26T03:14:53Z', 'updated_at': '2022-06-26T03:14:53Z', 'revision_number': 0, 'project_id': '1fe0cd601688420d88ea051894cfdf2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c58d999c-2214-40a6-8719-ae47b8dd6873', 'name': '', 'network_id': '3de8e86e-4cff-434c-bc8d-f0cd4e8a3cd2', 'tenant_id': '1fe0cd601688420d88ea051894cfdf2a', 'mac_address': 'fa:16:3e:e2:94:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268aa8d8-77f6-4ce0-ba6f-ee4810438d30', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '279e53e9-5257-4e93-9a6a-757ca9aea989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:13:59Z', 'updated_at': '2022-06-26T03:14:04Z', 'revision_number': 5, 'project_id': '1fe0cd601688420d88ea051894cfdf2a', 'subnets': [{'id': '279e53e9-5257-4e93-9a6a-757ca9aea989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-4-iscsi', False) {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:14:55.116811 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb39293-8ce4-41d4-9612-1672cd8d74ae tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43a4516f-85c8-4511-91aa-343fb5746776,revision_number=0']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:14:55.126773 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-fdb39293-8ce4-41d4-9612-1672cd8d74ae tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:55.130853 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-fdb39293-8ce4-41d4-9612-1672cd8d74ae tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1499834 Jun 26 03:14:55.131035 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 48192) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:14:55.135758 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-4b771910-30b4-48db-8ee2-92dfc42d61b1 tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Request body: {'security_group_rule': {'security_group_id': '04e92ec5-b39d-4c95-a918-6367021dd02f', 'project_id': '1fe0cd601688420d88ea051894cfdf2a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:14:55.144426 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce40d7e-9230-413b-91aa-60cfee91406c None None] Checking router: 268aa8d8-77f6-4ce0-ba6f-ee4810438d30 for host: dv-cinder-846842-4-iscsi {{(pid=104016) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 03:14:55.155504 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce40d7e-9230-413b-91aa-60cfee91406c None None] Routers {'268aa8d8-77f6-4ce0-ba6f-ee4810438d30'} bound to L3 agent in host dv-cinder-846842-4-iscsi {{(pid=104016) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 26 03:14:55.156209 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-9ce40d7e-9230-413b-91aa-60cfee91406c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-26T02:56:44Z,description=,heartbeat_timestamp=2022-06-26T03:14:44Z,host='dv-cinder-846842-4-iscsi',id=0122de27-3097-4d47-a0ca-0fb90e28ac1e,load=0,resource_versions=,resources_synced=,started_at=2022-06-26T02:56:44Z,topic='l3_agent')) {'router_ids': ['268aa8d8-77f6-4ce0-ba6f-ee4810438d30'], 'active': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:14:55.168058 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-4b771910-30b4-48db-8ee2-92dfc42d61b1 tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Publish callbacks [] for security_group_rule (435f93c1-7399-4636-b78b-dbe39f1bca95), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:55.168846 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-f79ef080-f31b-420c-b0ad-dbb3b3a4cfbd req-7e4f50d2-56d9-4cde-b99d-8f646158d428 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f6eda47f-5905-49d5-b36d-bb51bf670b9f HTTP/1.1" status: 200 len: 999 time: 0.0634239 Jun 26 03:14:55.221678 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79ef080-f31b-420c-b0ad-dbb3b3a4cfbd req-4c833ded-bb0b-491a-84ce-dad1f2b4ec63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:14:55.223267 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-f79ef080-f31b-420c-b0ad-dbb3b3a4cfbd req-4c833ded-bb0b-491a-84ce-dad1f2b4ec63 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=279e53e9-5257-4e93-9a6a-757ca9aea989 HTTP/1.1" status: 200 len: 854 time: 0.0474188 Jun 26 03:14:55.227056 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-4b771910-30b4-48db-8ee2-92dfc42d61b1 tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Publish callbacks [] for security_group_rule (435f93c1-7399-4636-b78b-dbe39f1bca95), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:55.231070 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-4b771910-30b4-48db-8ee2-92dfc42d61b1 tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692706'] for security_group_rule (435f93c1-7399-4636-b78b-dbe39f1bca95), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:55.257353 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b771910-30b4-48db-8ee2-92dfc42d61b1 tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=435f93c1-7399-4636-b78b-dbe39f1bca95,revision_number=0']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:14:55.269321 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-4b771910-30b4-48db-8ee2-92dfc42d61b1 tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:55.272640 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-4b771910-30b4-48db-8ee2-92dfc42d61b1 tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1379647 Jun 26 03:14:55.272970 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 48194) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:14:55.279355 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-6cc7b915-4308-40be-b5d4-d7e910647ccc tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Request body: {'security_group_rule': {'security_group_id': '04e92ec5-b39d-4c95-a918-6367021dd02f', 'project_id': '1fe0cd601688420d88ea051894cfdf2a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:14:55.280732 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79ef080-f31b-420c-b0ad-dbb3b3a4cfbd req-e4ca94f6-0b8f-4e88-bfe5-df698df202f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:14:55.282650 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-f79ef080-f31b-420c-b0ad-dbb3b3a4cfbd req-e4ca94f6-0b8f-4e88-bfe5-df698df202f6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3de8e86e-4cff-434c-bc8d-f0cd4e8a3cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0537317 Jun 26 03:14:55.306776 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-6cc7b915-4308-40be-b5d4-d7e910647ccc tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Publish callbacks [] for security_group_rule (f3eb9ed8-c086-4f5d-8d61-5640d733a47f), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:55.352585 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvr_db [None req-9ce40d7e-9230-413b-91aa-60cfee91406c None None] Set router 268aa8d8-77f6-4ce0-ba6f-ee4810438d30 gateway port host: dv-cinder-846842-4-iscsi {{(pid=104016) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 26 03:14:55.369413 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-6cc7b915-4308-40be-b5d4-d7e910647ccc tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Publish callbacks [] for security_group_rule (f3eb9ed8-c086-4f5d-8d61-5640d733a47f), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:55.373893 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-6cc7b915-4308-40be-b5d4-d7e910647ccc tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692706'] for security_group_rule (f3eb9ed8-c086-4f5d-8d61-5640d733a47f), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:55.382637 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-f79ef080-f31b-420c-b0ad-dbb3b3a4cfbd req-e7b7a148-f60a-4cdb-8ca4-4a49470e0c28 service neutron] 10.222.0.43 "GET /v2.0/networks/3de8e86e-4cff-434c-bc8d-f0cd4e8a3cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934134 Jun 26 03:14:55.393615 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc7b915-4308-40be-b5d4-d7e910647ccc tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3eb9ed8-c086-4f5d-8d61-5640d733a47f,revision_number=0']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:14:55.402270 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-6cc7b915-4308-40be-b5d4-d7e910647ccc tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:55.403517 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-6cc7b915-4308-40be-b5d4-d7e910647ccc tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1293321 Jun 26 03:14:55.406361 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 48196) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:14:55.410812 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-dcefda3a-d080-4af4-9088-5a0379f11de9 tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Request body: {'security_group_rule': {'security_group_id': '04e92ec5-b39d-4c95-a918-6367021dd02f', 'project_id': '1fe0cd601688420d88ea051894cfdf2a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:14:55.437360 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-dcefda3a-d080-4af4-9088-5a0379f11de9 tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Publish callbacks [] for security_group_rule (dd66f9b5-4dd8-41b0-b508-67ad7d9a7900), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:55.478709 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-f79ef080-f31b-420c-b0ad-dbb3b3a4cfbd req-233b440e-5461-4ac1-97c9-1d4f120cb0f3 service neutron] 10.222.0.43 "GET /v2.0/networks/3de8e86e-4cff-434c-bc8d-f0cd4e8a3cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900187 Jun 26 03:14:55.486912 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:14:55.499013 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-dcefda3a-d080-4af4-9088-5a0379f11de9 tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Publish callbacks [] for security_group_rule (dd66f9b5-4dd8-41b0-b508-67ad7d9a7900), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:55.503808 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-dcefda3a-d080-4af4-9088-5a0379f11de9 tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692706'] for security_group_rule (dd66f9b5-4dd8-41b0-b508-67ad7d9a7900), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:55.529241 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-dcefda3a-d080-4af4-9088-5a0379f11de9 tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:55.531238 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-dcefda3a-d080-4af4-9088-5a0379f11de9 tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1233933 Jun 26 03:14:55.533596 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 48198) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:14:55.534531 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcefda3a-d080-4af4-9088-5a0379f11de9 tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd66f9b5-4dd8-41b0-b508-67ad7d9a7900,revision_number=0']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:14:55.538990 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [None req-2216495a-ac88-4314-a2b8-d9d6c6982e29 tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Request body: {'security_group_rule': {'security_group_id': '04e92ec5-b39d-4c95-a918-6367021dd02f', 'project_id': '1fe0cd601688420d88ea051894cfdf2a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:14:55.561645 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.db.securitygroups_db [None req-2216495a-ac88-4314-a2b8-d9d6c6982e29 tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Project 1fe0cd601688420d88ea051894cfdf2a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 26 03:14:55.567693 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-2216495a-ac88-4314-a2b8-d9d6c6982e29 tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Publish callbacks [] for security_group_rule (9d4131c9-a67a-470d-8a7e-207332aa3d01), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:55.591089 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-9ce40d7e-9230-413b-91aa-60cfee91406c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '268aa8d8-77f6-4ce0-ba6f-ee4810438d30', 'name': 'tempest-TestMinimumBasicScenario-1931699695-router', 'tenant_id': '1fe0cd601688420d88ea051894cfdf2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': '7b2228f8-72ed-48fd-8644-5536fc2bbaf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:13:56Z', 'updated_at': '2022-06-26T03:13:59Z', 'revision_number': 4, 'project_id': '1fe0cd601688420d88ea051894cfdf2a', 'gw_port': {'id': '7b2228f8-72ed-48fd-8644-5536fc2bbaf3', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:2d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268aa8d8-77f6-4ce0-ba6f-ee4810438d30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:13:57Z', 'updated_at': '2022-06-26T03:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi', '_floatingips': [{'id': 'a9ef3835-8f16-4092-9d88-c8e10de3258e', 'tenant_id': '1fe0cd601688420d88ea051894cfdf2a', 'floating_ip_address': '172.27.2.70', 'floating_network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'router_id': '268aa8d8-77f6-4ce0-ba6f-ee4810438d30', 'port_id': 'f6eda47f-5905-49d5-b36d-bb51bf670b9f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3de8e86e-4cff-434c-bc8d-f0cd4e8a3cd2', 'mac_address': 'fa:16:3e:f5:fc:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc861c4-11c3-4fb8-8744-9b792b9864f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-26T03:14:53Z', 'updated_at': '2022-06-26T03:14:53Z', 'revision_number': 0, 'project_id': '1fe0cd601688420d88ea051894cfdf2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c58d999c-2214-40a6-8719-ae47b8dd6873', 'name': '', 'network_id': '3de8e86e-4cff-434c-bc8d-f0cd4e8a3cd2', 'tenant_id': '1fe0cd601688420d88ea051894cfdf2a', 'mac_address': 'fa:16:3e:e2:94:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268aa8d8-77f6-4ce0-ba6f-ee4810438d30', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '279e53e9-5257-4e93-9a6a-757ca9aea989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:13:59Z', 'updated_at': '2022-06-26T03:14:04Z', 'revision_number': 5, 'project_id': '1fe0cd601688420d88ea051894cfdf2a', 'subnets': [{'id': '279e53e9-5257-4e93-9a6a-757ca9aea989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-4-iscsi', False) {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:14:55.615582 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce40d7e-9230-413b-91aa-60cfee91406c None None] The sync data for ids ['268aa8d8-77f6-4ce0-ba6f-ee4810438d30'] in dv-cinder-846842-4-iscsi is: [{'id': '268aa8d8-77f6-4ce0-ba6f-ee4810438d30', 'name': 'tempest-TestMinimumBasicScenario-1931699695-router', 'tenant_id': '1fe0cd601688420d88ea051894cfdf2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': '7b2228f8-72ed-48fd-8644-5536fc2bbaf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:13:56Z', 'updated_at': '2022-06-26T03:13:59Z', 'revision_number': 4, 'project_id': '1fe0cd601688420d88ea051894cfdf2a', 'gw_port': {'id': '7b2228f8-72ed-48fd-8644-5536fc2bbaf3', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:2d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268aa8d8-77f6-4ce0-ba6f-ee4810438d30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:13:57Z', 'updated_at': '2022-06-26T03:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi', '_floatingips': [{'id': 'a9ef3835-8f16-4092-9d88-c8e10de3258e', 'tenant_id': '1fe0cd601688420d88ea051894cfdf2a', 'floating_ip_address': '172.27.2.70', 'floating_network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'router_id': '268aa8d8-77f6-4ce0-ba6f-ee4810438d30', 'port_id': 'f6eda47f-5905-49d5-b36d-bb51bf670b9f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3de8e86e-4cff-434c-bc8d-f0cd4e8a3cd2', 'mac_address': 'fa:16:3e:f5:fc:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc861c4-11c3-4fb8-8744-9b792b9864f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-26T03:14:53Z', 'updated_at': '2022-06-26T03:14:53Z', 'revision_number': 0, 'project_id': '1fe0cd601688420d88ea051894cfdf2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c58d999c-2214-40a6-8719-ae47b8dd6873', 'name': '', 'network_id': '3de8e86e-4cff-434c-bc8d-f0cd4e8a3cd2', 'tenant_id': '1fe0cd601688420d88ea051894cfdf2a', 'mac_address': 'fa:16:3e:e2:94:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268aa8d8-77f6-4ce0-ba6f-ee4810438d30', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '279e53e9-5257-4e93-9a6a-757ca9aea989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:13:59Z', 'updated_at': '2022-06-26T03:14:04Z', 'revision_number': 5, 'project_id': '1fe0cd601688420d88ea051894cfdf2a', 'subnets': [{'id': '279e53e9-5257-4e93-9a6a-757ca9aea989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104016) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 03:14:55.628253 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-2216495a-ac88-4314-a2b8-d9d6c6982e29 tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Publish callbacks [] for security_group_rule (9d4131c9-a67a-470d-8a7e-207332aa3d01), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:55.632666 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-2216495a-ac88-4314-a2b8-d9d6c6982e29 tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692706'] for security_group_rule (9d4131c9-a67a-470d-8a7e-207332aa3d01), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:55.651843 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2216495a-ac88-4314-a2b8-d9d6c6982e29 tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d4131c9-a67a-470d-8a7e-207332aa3d01,revision_number=0']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:14:55.659208 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-2216495a-ac88-4314-a2b8-d9d6c6982e29 tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:55.660609 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-2216495a-ac88-4314-a2b8-d9d6c6982e29 tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1254830 Jun 26 03:14:55.663329 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 48200) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:14:55.667580 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [None req-0f00501d-f1ec-4641-aca6-222a324f29f5 tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Request body: {'security_group_rule': {'security_group_id': '04e92ec5-b39d-4c95-a918-6367021dd02f', 'project_id': '1fe0cd601688420d88ea051894cfdf2a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:14:55.690208 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.db.securitygroups_db [None req-0f00501d-f1ec-4641-aca6-222a324f29f5 tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Project 1fe0cd601688420d88ea051894cfdf2a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 26 03:14:55.696334 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-0f00501d-f1ec-4641-aca6-222a324f29f5 tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Publish callbacks [] for security_group_rule (5f8eb871-2cb9-4318-bd8c-64a93eb780f1), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:55.711049 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:14:55.748480 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:INSERT=5,neutron:SELECT=91,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:14:55.764785 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-0f00501d-f1ec-4641-aca6-222a324f29f5 tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Publish callbacks [] for security_group_rule (5f8eb871-2cb9-4318-bd8c-64a93eb780f1), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:55.769071 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-0f00501d-f1ec-4641-aca6-222a324f29f5 tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692706'] for security_group_rule (5f8eb871-2cb9-4318-bd8c-64a93eb780f1), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:55.793058 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f00501d-f1ec-4641-aca6-222a324f29f5 tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f8eb871-2cb9-4318-bd8c-64a93eb780f1,revision_number=0']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:14:55.799795 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-0f00501d-f1ec-4641-aca6-222a324f29f5 tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:55.801006 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-0f00501d-f1ec-4641-aca6-222a324f29f5 tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1367486 Jun 26 03:14:55.842015 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168b6814-3450-4076-bdd0-ac474b0e4ac3 None None] New status for floating IP a9ef3835-8f16-4092-9d88-c8e10de3258e: ACTIVE {{(pid=104015) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 26 03:14:55.900394 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-d531e224-a834-4b08-959b-ad1cf4c66767 req-a3bfd10d-82f7-4cd6-a2f1-a6e7c74f8f36 tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1274287002&fields=id&tenant_id=1fe0cd601688420d88ea051894cfdf2a HTTP/1.1" status: 200 len: 267 time: 0.0471780 Jun 26 03:14:55.955245 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d531e224-a834-4b08-959b-ad1cf4c66767 req-1d37a0d4-11bf-431e-b747-d871145584bd tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:14:55.956881 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-d531e224-a834-4b08-959b-ad1cf4c66767 req-1d37a0d4-11bf-431e-b747-d871145584bd tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fc861c4-11c3-4fb8-8744-9b792b9864f7 HTTP/1.1" status: 200 len: 946 time: 0.0513318 Jun 26 03:14:55.967836 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [req-d531e224-a834-4b08-959b-ad1cf4c66767 req-c694cbf1-38d2-4782-b293-31f04dc730cb tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Request body: {'port': {'security_groups': ['435c10d1-68f0-4427-bddf-893c35889974', '04e92ec5-b39d-4c95-a918-6367021dd02f']}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:14:56.043442 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-d531e224-a834-4b08-959b-ad1cf4c66767 req-c694cbf1-38d2-4782-b293-31f04dc730cb tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (f6eda47f-5905-49d5-b36d-bb51bf670b9f), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:56.247590 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [req-d531e224-a834-4b08-959b-ad1cf4c66767 req-c694cbf1-38d2-4782-b293-31f04dc730cb tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] For port f6eda47f-5905-49d5-b36d-bb51bf670b9f, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=f6eda47f-5905-49d5-b36d-bb51bf670b9f,segment=NetworkSegment(52c32bc6-4be1-452c-a073-ce46dfa20aa7),segment_id=52c32bc6-4be1-452c-a073-ce46dfa20aa7)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:14:56.275739 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-d531e224-a834-4b08-959b-ad1cf4c66767 req-c694cbf1-38d2-4782-b293-31f04dc730cb tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Publish callbacks [] for port (f6eda47f-5905-49d5-b36d-bb51bf670b9f), precommit_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:56.279951 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-d531e224-a834-4b08-959b-ad1cf4c66767 req-c694cbf1-38d2-4782-b293-31f04dc730cb tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6258262'] for port (f6eda47f-5905-49d5-b36d-bb51bf670b9f), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:56.319082 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] get_ports_and_sgs() called for port_ids ['f6eda47f-5905-49d5-b36d-bb51bf670b9f'] {{(pid=104015) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 03:14:56.322431 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d531e224-a834-4b08-959b-ad1cf4c66767 req-c694cbf1-38d2-4782-b293-31f04dc730cb tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:14:56.323058 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-d531e224-a834-4b08-959b-ad1cf4c66767 req-c694cbf1-38d2-4782-b293-31f04dc730cb tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515864'] for port (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:56.324433 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-d531e224-a834-4b08-959b-ad1cf4c66767 req-c694cbf1-38d2-4782-b293-31f04dc730cb tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] 10.222.0.13 "PUT /v2.0/ports/f6eda47f-5905-49d5-b36d-bb51bf670b9f HTTP/1.1" status: 200 len: 982 time: 0.3616357 Jun 26 03:14:56.324983 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fc861c4-11c3-4fb8-8744-9b792b9864f7', 'tag': 'f6eda47f-5905-49d5-b36d-bb51bf670b9f'}] {{(pid=104014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 26 03:14:56.330571 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b346e277b9447a300c9d303bb334713d04858661d6ca7e8667ef96f79658145a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72889dc1-a922-41d3-8c5d-935409f1f512" -d '{"events": [{"name": "network-changed", "server_uuid": "1fc861c4-11c3-4fb8-8744-9b792b9864f7", "tag": "f6eda47f-5905-49d5-b36d-bb51bf670b9f"}]}' {{(pid=104014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 03:14:56.352251 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c694cbf1-38d2-4782-b293-31f04dc730cb tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Pushing event updated for resources: {'Port': ['ID=f6eda47f-5905-49d5-b36d-bb51bf670b9f,revision_number=6']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:14:56.410751 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Jun 2022 03:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-421666e9-3234-4500-8902-32908699c365 x-openstack-request-id: req-421666e9-3234-4500-8902-32908699c365 {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 03:14:56.411404 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fc861c4-11c3-4fb8-8744-9b792b9864f7", "tag": "f6eda47f-5905-49d5-b36d-bb51bf670b9f", "status": "completed", "code": 200}]} {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 03:14:56.411850 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-421666e9-3234-4500-8902-32908699c365 {{(pid=104014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 03:14:56.412515 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.notifiers.nova [-] Nova event matching ['req-421666e9-3234-4500-8902-32908699c365'] response: {'name': 'network-changed', 'server_uuid': '1fc861c4-11c3-4fb8-8744-9b792b9864f7', 'tag': 'f6eda47f-5905-49d5-b36d-bb51bf670b9f', 'status': 'completed', 'code': 200} Jun 26 03:14:56.448122 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:14:56.469238 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] get_ports_and_sgs() called for port_ids ['f6eda47f-5905-49d5-b36d-bb51bf670b9f'] {{(pid=104015) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 03:14:56.536197 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72889dc1-a922-41d3-8c5d-935409f1f512 req-5afc592f-42cb-471b-9154-d66b4ca7f914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:14:56.537674 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-72889dc1-a922-41d3-8c5d-935409f1f512 req-5afc592f-42cb-471b-9154-d66b4ca7f914 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1fe0cd601688420d88ea051894cfdf2a&device_id=1fc861c4-11c3-4fb8-8744-9b792b9864f7 HTTP/1.1" status: 200 len: 1169 time: 0.0852115 Jun 26 03:14:56.548217 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed90b5a-20bf-4a60-85b2-4d8e56b39914 req-f03f3bad-cd3e-4728-be72-d48bb5d26d6f tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:14:56.549639 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-eed90b5a-20bf-4a60-85b2-4d8e56b39914 req-f03f3bad-cd3e-4728-be72-d48bb5d26d6f tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fc861c4-11c3-4fb8-8744-9b792b9864f7 HTTP/1.1" status: 200 len: 985 time: 0.1266887 Jun 26 03:14:56.617297 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-667f047d-06f0-47aa-928e-b2b62eeb8d37 None None] Provisioning complete for port f6eda47f-5905-49d5-b36d-bb51bf670b9f triggered by entity DHCP. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:14:56.617583 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-667f047d-06f0-47aa-928e-b2b62eeb8d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (f6eda47f-5905-49d5-b36d-bb51bf670b9f), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:56.674778 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-eed90b5a-20bf-4a60-85b2-4d8e56b39914 req-85e55ef9-55b8-4541-83b2-d435651d3eb6 tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] 10.222.0.13 "GET /v2.0/security-groups?id=435c10d1-68f0-4427-bddf-893c35889974&id=04e92ec5-b39d-4c95-a918-6367021dd02f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1164799 Jun 26 03:14:56.684092 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72889dc1-a922-41d3-8c5d-935409f1f512 req-bfcae2ec-7e39-41f6-9e3a-96efe8230f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:14:56.686116 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-72889dc1-a922-41d3-8c5d-935409f1f512 req-bfcae2ec-7e39-41f6-9e3a-96efe8230f42 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3de8e86e-4cff-434c-bc8d-f0cd4e8a3cd2 HTTP/1.1" status: 200 len: 916 time: 0.1354132 Jun 26 03:14:56.755861 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-72889dc1-a922-41d3-8c5d-935409f1f512 req-f5275759-68de-4f9e-b2d3-73c9c18f3ae1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f6eda47f-5905-49d5-b36d-bb51bf670b9f HTTP/1.1" status: 200 len: 1001 time: 0.0629828 Jun 26 03:14:56.792393 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-667f047d-06f0-47aa-928e-b2b62eeb8d37 None None] Current status of the port f6eda47f-5905-49d5-b36d-bb51bf670b9f is: ACTIVE; New status is: ACTIVE {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 03:14:56.806931 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72889dc1-a922-41d3-8c5d-935409f1f512 req-8ab97fb1-1a71-494d-b7dc-d002416415f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:14:56.808394 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-72889dc1-a922-41d3-8c5d-935409f1f512 req-8ab97fb1-1a71-494d-b7dc-d002416415f1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=279e53e9-5257-4e93-9a6a-757ca9aea989 HTTP/1.1" status: 200 len: 854 time: 0.0446644 Jun 26 03:14:56.857231 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72889dc1-a922-41d3-8c5d-935409f1f512 req-179c84c5-7091-4543-9397-6ebc73338432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:14:56.859474 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-72889dc1-a922-41d3-8c5d-935409f1f512 req-179c84c5-7091-4543-9397-6ebc73338432 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3de8e86e-4cff-434c-bc8d-f0cd4e8a3cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448167 Jun 26 03:14:56.880630 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:14:56.884779 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:INSERT=2,neutron:UPDATE=2,neutron:SELECT=95,neutron:DELETE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:14:56.898093 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:14:56.960385 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-72889dc1-a922-41d3-8c5d-935409f1f512 req-02d98ffa-21ce-4f0c-9bde-447849b1544b service neutron] 10.222.0.43 "GET /v2.0/networks/3de8e86e-4cff-434c-bc8d-f0cd4e8a3cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949578 Jun 26 03:14:57.039427 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=100 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:14:57.056692 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-72889dc1-a922-41d3-8c5d-935409f1f512 req-676d77b2-b6e3-46bd-86b8-837b007da8e0 service neutron] 10.222.0.43 "GET /v2.0/networks/3de8e86e-4cff-434c-bc8d-f0cd4e8a3cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898554 Jun 26 03:14:59.692990 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 48274) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:14:59.810454 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-362bc26c-9674-4b41-84ea-10fe990c2952 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:59.906968 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-362bc26c-9674-4b41-84ea-10fe990c2952 admin admin] Publish callbacks [] for security_group (a2208d9d-94d9-4afd-967c-169312ba1753), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:59.911130 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-362bc26c-9674-4b41-84ea-10fe990c2952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (a2208d9d-94d9-4afd-967c-169312ba1753), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:14:59.950178 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362bc26c-9674-4b41-84ea-10fe990c2952 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2208d9d-94d9-4afd-967c-169312ba1753,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:14:59.958192 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 48284) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:14:59.958739 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-362bc26c-9674-4b41-84ea-10fe990c2952 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c087e405dc7c4a3bb4efc155ff543500&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2636299 Jun 26 03:15:00.006693 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-3e840f6e-01d1-4bc1-98bc-f754925148c4 admin admin] Publish callbacks [] for security_group (a2208d9d-94d9-4afd-967c-169312ba1753), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:00.027892 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-3e840f6e-01d1-4bc1-98bc-f754925148c4 admin admin] Publish callbacks [] for security_group (a2208d9d-94d9-4afd-967c-169312ba1753), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:00.061366 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:DELETE=7 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:15:00.076929 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-3e840f6e-01d1-4bc1-98bc-f754925148c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (a2208d9d-94d9-4afd-967c-169312ba1753), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:00.079569 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-3e840f6e-01d1-4bc1-98bc-f754925148c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:00.080678 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-3e840f6e-01d1-4bc1-98bc-f754925148c4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a2208d9d-94d9-4afd-967c-169312ba1753 HTTP/1.1" status: 204 len: 168 time: 0.1213374 Jun 26 03:15:00.088249 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e840f6e-01d1-4bc1-98bc-f754925148c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2208d9d-94d9-4afd-967c-169312ba1753,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:15:00.095397 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e840f6e-01d1-4bc1-98bc-f754925148c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:15:00.095747 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e840f6e-01d1-4bc1-98bc-f754925148c4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:15:00.096093 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e840f6e-01d1-4bc1-98bc-f754925148c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:15:00.096432 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e840f6e-01d1-4bc1-98bc-f754925148c4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:15:00.096769 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e840f6e-01d1-4bc1-98bc-f754925148c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:15:00.097105 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e840f6e-01d1-4bc1-98bc-f754925148c4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:15:00.097436 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e840f6e-01d1-4bc1-98bc-f754925148c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:15:00.097762 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e840f6e-01d1-4bc1-98bc-f754925148c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:15:00.098116 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e840f6e-01d1-4bc1-98bc-f754925148c4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:15:00.098445 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e840f6e-01d1-4bc1-98bc-f754925148c4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:15:00.098773 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e840f6e-01d1-4bc1-98bc-f754925148c4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:15:00.099099 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e840f6e-01d1-4bc1-98bc-f754925148c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:15:00.099424 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e840f6e-01d1-4bc1-98bc-f754925148c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:15:00.100344 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e840f6e-01d1-4bc1-98bc-f754925148c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:15:00.100681 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e840f6e-01d1-4bc1-98bc-f754925148c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:15:00.338248 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 48290) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:15:00.351655 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-c133a2c4-82d5-4b81-b7c7-953480b92ccd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:00.432546 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-c133a2c4-82d5-4b81-b7c7-953480b92ccd admin admin] Publish callbacks [] for security_group (80ed7ed4-bb81-4b17-ba08-1dbb40be0192), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:00.436836 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-c133a2c4-82d5-4b81-b7c7-953480b92ccd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (80ed7ed4-bb81-4b17-ba08-1dbb40be0192), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:00.476343 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-c133a2c4-82d5-4b81-b7c7-953480b92ccd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=91a2ce9652df49d6bac635f5e8fafb52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1370203 Jun 26 03:15:00.477226 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c133a2c4-82d5-4b81-b7c7-953480b92ccd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80ed7ed4-bb81-4b17-ba08-1dbb40be0192,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:15:00.479634 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 48292) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:15:00.531665 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-48a972e2-5c0f-4935-8f17-28aaa490c22f admin admin] Publish callbacks [] for security_group (80ed7ed4-bb81-4b17-ba08-1dbb40be0192), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:00.553052 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-48a972e2-5c0f-4935-8f17-28aaa490c22f admin admin] Publish callbacks [] for security_group (80ed7ed4-bb81-4b17-ba08-1dbb40be0192), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:00.599783 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-48a972e2-5c0f-4935-8f17-28aaa490c22f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (80ed7ed4-bb81-4b17-ba08-1dbb40be0192), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:00.602243 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-48a972e2-5c0f-4935-8f17-28aaa490c22f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:00.603383 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-48a972e2-5c0f-4935-8f17-28aaa490c22f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/80ed7ed4-bb81-4b17-ba08-1dbb40be0192 HTTP/1.1" status: 204 len: 168 time: 0.1223373 Jun 26 03:15:00.611753 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a972e2-5c0f-4935-8f17-28aaa490c22f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80ed7ed4-bb81-4b17-ba08-1dbb40be0192,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:15:00.938268 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 48302) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:15:00.952051 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-b6d4d9a0-6a5e-4fc2-a7fc-0d54807af678 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:01.035690 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-b6d4d9a0-6a5e-4fc2-a7fc-0d54807af678 admin admin] Publish callbacks [] for security_group (6377e492-91ab-42b1-9587-d50c17e9148f), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:01.039427 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-b6d4d9a0-6a5e-4fc2-a7fc-0d54807af678 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (6377e492-91ab-42b1-9587-d50c17e9148f), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:01.082312 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-b6d4d9a0-6a5e-4fc2-a7fc-0d54807af678 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=21fb14cec4a14b75a17657bc51fa3868&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1428597 Jun 26 03:15:01.083445 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d4d9a0-6a5e-4fc2-a7fc-0d54807af678 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6377e492-91ab-42b1-9587-d50c17e9148f,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:15:01.084986 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 48306) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:15:01.146494 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-3aff6053-dafc-4e29-853e-2fbe616d4f88 admin admin] Publish callbacks [] for security_group (6377e492-91ab-42b1-9587-d50c17e9148f), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:01.168559 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-3aff6053-dafc-4e29-853e-2fbe616d4f88 admin admin] Publish callbacks [] for security_group (6377e492-91ab-42b1-9587-d50c17e9148f), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:01.215010 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256d01fa-04c5-4e62-9d35-e4abc1ce0a06 req-d4295dea-83a7-4d1e-b7ad-71eef5113a8a tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:15:01.217558 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-256d01fa-04c5-4e62-9d35-e4abc1ce0a06 req-d4295dea-83a7-4d1e-b7ad-71eef5113a8a tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/ports?device_id=c44a3421-d825-4b89-9c4e-8aa8112595d2 HTTP/1.1" status: 200 len: 946 time: 0.0490520 Jun 26 03:15:01.219877 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-3aff6053-dafc-4e29-853e-2fbe616d4f88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (6377e492-91ab-42b1-9587-d50c17e9148f), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:01.222520 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-3aff6053-dafc-4e29-853e-2fbe616d4f88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:01.225908 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-3aff6053-dafc-4e29-853e-2fbe616d4f88 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6377e492-91ab-42b1-9587-d50c17e9148f HTTP/1.1" status: 204 len: 168 time: 0.1371403 Jun 26 03:15:01.233050 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aff6053-dafc-4e29-853e-2fbe616d4f88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6377e492-91ab-42b1-9587-d50c17e9148f,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:15:01.273065 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-256d01fa-04c5-4e62-9d35-e4abc1ce0a06 req-73528b85-d340-41a7-9942-f97f3dbc2655 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/security-groups?id=51bc558b-0b37-44ba-ac08-eec268c45be8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496526 Jun 26 03:15:02.387106 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815b2bde-246d-473b-ba53-bf1f44153fc4 req-366b6c4d-a61f-45d7-b7bf-cbc9dbbeeea3 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:15:02.389106 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-815b2bde-246d-473b-ba53-bf1f44153fc4 req-366b6c4d-a61f-45d7-b7bf-cbc9dbbeeea3 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/ports?device_id=c44a3421-d825-4b89-9c4e-8aa8112595d2 HTTP/1.1" status: 200 len: 946 time: 0.0464902 Jun 26 03:15:02.418309 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:15:02.425998 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:15:02.444134 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-815b2bde-246d-473b-ba53-bf1f44153fc4 req-476f1b09-ceb5-4839-b3a4-788eb83c3ead tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/security-groups?id=51bc558b-0b37-44ba-ac08-eec268c45be8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494540 Jun 26 03:15:03.096991 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52280c8b-d7f5-447d-9595-a5775a5495c8 req-99454912-76d7-4e40-b686-33d2cde572be tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:15:03.098468 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-52280c8b-d7f5-447d-9595-a5775a5495c8 req-99454912-76d7-4e40-b686-33d2cde572be tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.43 "GET /v2.0/ports?device_id=c44a3421-d825-4b89-9c4e-8aa8112595d2 HTTP/1.1" status: 200 len: 946 time: 0.0473838 Jun 26 03:15:03.183763 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [req-52280c8b-d7f5-447d-9595-a5775a5495c8 req-b41373a6-c0c6-445d-87d1-34fb0a5d0090 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Deleting port ab7ff115-6093-4813-966f-56337f1c2db6 {{(pid=104014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 26 03:15:03.184108 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-52280c8b-d7f5-447d-9595-a5775a5495c8 req-b41373a6-c0c6-445d-87d1-34fb0a5d0090 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787575727912'] for port (ab7ff115-6093-4813-966f-56337f1c2db6), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:03.278365 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [req-52280c8b-d7f5-447d-9595-a5775a5495c8 req-b41373a6-c0c6-445d-87d1-34fb0a5d0090 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] For port ab7ff115-6093-4813-966f-56337f1c2db6, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=ab7ff115-6093-4813-966f-56337f1c2db6,segment=NetworkSegment(4d81c647-e55d-4122-8ce3-5fece06ad477),segment_id=4d81c647-e55d-4122-8ce3-5fece06ad477)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:15:03.278737 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-52280c8b-d7f5-447d-9595-a5775a5495c8 req-b41373a6-c0c6-445d-87d1-34fb0a5d0090 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615864'] for port (ab7ff115-6093-4813-966f-56337f1c2db6), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:03.471855 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745aa065-9aee-4e69-8f82-3a246b310eba req-ab449ee2-32ff-4831-8ffd-477e2d095ed6 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:15:03.473251 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-745aa065-9aee-4e69-8f82-3a246b310eba req-ab449ee2-32ff-4831-8ffd-477e2d095ed6 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee71e3f2-a415-4000-97d4-290a4675ee4e HTTP/1.1" status: 200 len: 946 time: 0.0853231 Jun 26 03:15:03.494230 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-52280c8b-d7f5-447d-9595-a5775a5495c8 req-b41373a6-c0c6-445d-87d1-34fb0a5d0090 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:03.494597 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-52280c8b-d7f5-447d-9595-a5775a5495c8 req-b41373a6-c0c6-445d-87d1-34fb0a5d0090 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620021'] for floatingip (befeef92-72c3-4ea1-9f08-77cac8bbec1d), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:03.494914 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.db.l3_db [req-52280c8b-d7f5-447d-9595-a5775a5495c8 req-b41373a6-c0c6-445d-87d1-34fb0a5d0090 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Floating IP befeef92-72c3-4ea1-9f08-77cac8bbec1d disassociated. External IP: 172.27.2.75, port: ab7ff115-6093-4813-966f-56337f1c2db6. Jun 26 03:15:03.495255 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [req-52280c8b-d7f5-447d-9595-a5775a5495c8 req-b41373a6-c0c6-445d-87d1-34fb0a5d0090 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Calling delete_port for ab7ff115-6093-4813-966f-56337f1c2db6 owned by compute:nova {{(pid=104014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 26 03:15:03.595536 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-745aa065-9aee-4e69-8f82-3a246b310eba req-7b5b91d9-8434-4935-9e90-f5aae5c2ddd5 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a6260b7-7df3-4e25-b85a-7406feaa1dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154673 Jun 26 03:15:03.617999 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aa9ede-6c3a-49bc-9917-102c82a6ecd8 req-bc1019fc-d0a7-4914-91a3-2cd6bdb4be8c tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:15:03.619475 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-e4aa9ede-6c3a-49bc-9917-102c82a6ecd8 req-bc1019fc-d0a7-4914-91a3-2cd6bdb4be8c tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/ports?device_id=c44a3421-d825-4b89-9c4e-8aa8112595d2 HTTP/1.1" status: 200 len: 946 time: 0.1006293 Jun 26 03:15:03.712075 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-e4aa9ede-6c3a-49bc-9917-102c82a6ecd8 req-fee49304-db4e-45b4-b21d-92753a82f4fd tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/security-groups?id=51bc558b-0b37-44ba-ac08-eec268c45be8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849795 Jun 26 03:15:03.731530 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-52280c8b-d7f5-447d-9595-a5775a5495c8 req-b41373a6-c0c6-445d-87d1-34fb0a5d0090 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787575732336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787575245478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6258255'] for port (ab7ff115-6093-4813-966f-56337f1c2db6), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:03.761356 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41373a6-c0c6-445d-87d1-34fb0a5d0090 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Pushing event deleted for resources: {'Port': ['ID=ab7ff115-6093-4813-966f-56337f1c2db6,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:15:03.775848 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41373a6-c0c6-445d-87d1-34fb0a5d0090 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:15:03.776192 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41373a6-c0c6-445d-87d1-34fb0a5d0090 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:15:03.776526 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41373a6-c0c6-445d-87d1-34fb0a5d0090 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:15:03.776858 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41373a6-c0c6-445d-87d1-34fb0a5d0090 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:15:03.777189 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41373a6-c0c6-445d-87d1-34fb0a5d0090 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:15:03.777512 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41373a6-c0c6-445d-87d1-34fb0a5d0090 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:15:03.777833 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41373a6-c0c6-445d-87d1-34fb0a5d0090 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:15:03.778174 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41373a6-c0c6-445d-87d1-34fb0a5d0090 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:15:03.778997 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41373a6-c0c6-445d-87d1-34fb0a5d0090 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:15:03.779316 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41373a6-c0c6-445d-87d1-34fb0a5d0090 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:15:03.779633 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41373a6-c0c6-445d-87d1-34fb0a5d0090 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:15:03.780502 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41373a6-c0c6-445d-87d1-34fb0a5d0090 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:15:03.780502 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41373a6-c0c6-445d-87d1-34fb0a5d0090 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:15:03.780713 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41373a6-c0c6-445d-87d1-34fb0a5d0090 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:15:03.780867 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41373a6-c0c6-445d-87d1-34fb0a5d0090 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:15:03.881783 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.scheduler.l3_agent_scheduler [req-52280c8b-d7f5-447d-9595-a5775a5495c8 req-b41373a6-c0c6-445d-87d1-34fb0a5d0090 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Router 7690237a-df65-454c-8ae7-05722406d1b3 has already been hosted by L3 agent 0122de27-3097-4d47-a0ca-0fb90e28ac1e {{(pid=104014) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 26 03:15:03.922786 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:15:03.936401 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:15:03.985319 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-52280c8b-d7f5-447d-9595-a5775a5495c8 req-b41373a6-c0c6-445d-87d1-34fb0a5d0090 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Notify agent at l3_agent.dv-cinder-846842-4-iscsi the message routers_updated {{(pid=104014) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 03:15:03.994428 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481a8abc-df3b-45d2-bc25-a833b97e566a None None] Sync routers for ids ['7690237a-df65-454c-8ae7-05722406d1b3'] in dv-cinder-846842-4-iscsi {{(pid=104016) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 03:15:04.005132 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481a8abc-df3b-45d2-bc25-a833b97e566a None None] Routers {'7690237a-df65-454c-8ae7-05722406d1b3'} bound to L3 agent in host dv-cinder-846842-4-iscsi {{(pid=104016) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 26 03:15:04.005884 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-481a8abc-df3b-45d2-bc25-a833b97e566a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-26T02:56:44Z,description=,heartbeat_timestamp=2022-06-26T03:14:44Z,host='dv-cinder-846842-4-iscsi',id=0122de27-3097-4d47-a0ca-0fb90e28ac1e,load=0,resource_versions=,resources_synced=,started_at=2022-06-26T02:56:44Z,topic='l3_agent')) {'router_ids': ['7690237a-df65-454c-8ae7-05722406d1b3'], 'active': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:15:04.026912 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [req-52280c8b-d7f5-447d-9595-a5775a5495c8 req-b41373a6-c0c6-445d-87d1-34fb0a5d0090 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] No DVR routers for this DVR port ab7ff115-6093-4813-966f-56337f1c2db6 on host hv-cinder-84684 {{(pid=104014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 26 03:15:04.030304 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-52280c8b-d7f5-447d-9595-a5775a5495c8 req-b41373a6-c0c6-445d-87d1-34fb0a5d0090 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515864'] for port (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:04.033515 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-52280c8b-d7f5-447d-9595-a5775a5495c8 req-b41373a6-c0c6-445d-87d1-34fb0a5d0090 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.43 "DELETE /v2.0/ports/ab7ff115-6093-4813-966f-56337f1c2db6 HTTP/1.1" status: 204 len: 173 time: 0.9276166 Jun 26 03:15:04.033954 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c44a3421-d825-4b89-9c4e-8aa8112595d2', 'name': 'network-vif-deleted', 'tag': 'ab7ff115-6093-4813-966f-56337f1c2db6'}] {{(pid=104014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 26 03:15:04.036173 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b346e277b9447a300c9d303bb334713d04858661d6ca7e8667ef96f79658145a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-926e9687-b090-4a1e-948c-cf785211e1c5" -d '{"events": [{"server_uuid": "c44a3421-d825-4b89-9c4e-8aa8112595d2", "name": "network-vif-deleted", "tag": "ab7ff115-6093-4813-966f-56337f1c2db6"}]}' {{(pid=104014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 03:15:04.078553 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Jun 2022 03:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3de71b1-30c0-46c3-be8d-eb8ba9e4220a x-openstack-request-id: req-f3de71b1-30c0-46c3-be8d-eb8ba9e4220a {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 03:15:04.078553 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c44a3421-d825-4b89-9c4e-8aa8112595d2", "name": "network-vif-deleted", "tag": "ab7ff115-6093-4813-966f-56337f1c2db6", "status": "completed", "code": 200}]} {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 03:15:04.078553 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f3de71b1-30c0-46c3-be8d-eb8ba9e4220a {{(pid=104014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 03:15:04.078553 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3de71b1-30c0-46c3-be8d-eb8ba9e4220a'] response: {'server_uuid': 'c44a3421-d825-4b89-9c4e-8aa8112595d2', 'name': 'network-vif-deleted', 'tag': 'ab7ff115-6093-4813-966f-56337f1c2db6', 'status': 'completed', 'code': 200} Jun 26 03:15:04.113860 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvr_db [None req-481a8abc-df3b-45d2-bc25-a833b97e566a None None] Set router 7690237a-df65-454c-8ae7-05722406d1b3 gateway port host: dv-cinder-846842-4-iscsi {{(pid=104016) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 26 03:15:04.209647 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=100 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:15:04.244814 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=100 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:15:04.313831 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-481a8abc-df3b-45d2-bc25-a833b97e566a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7690237a-df65-454c-8ae7-05722406d1b3', 'name': 'tempest-AttachVolumeNegativeTest-896095934-router', 'tenant_id': '1850f9f425294a82add8a09690dc1df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '3834b01e-26c6-4922-bf2c-dc4e4c924aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:04:34Z', 'updated_at': '2022-06-26T03:04:48Z', 'revision_number': 4, 'project_id': '1850f9f425294a82add8a09690dc1df0', 'gw_port': {'id': '3834b01e-26c6-4922-bf2c-dc4e4c924aa3', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:54:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7690237a-df65-454c-8ae7-05722406d1b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:36Z', 'updated_at': '2022-06-26T03:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi', '_interfaces': [{'id': '33327a85-3c8e-4af6-b0c0-537dc6426738', 'name': '', 'network_id': '02cd0f74-99cd-4eb9-aeb7-aae2b7255a50', 'tenant_id': '1850f9f425294a82add8a09690dc1df0', 'mac_address': 'fa:16:3e:cc:43:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7690237a-df65-454c-8ae7-05722406d1b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'e97e6f7f-41a5-4383-a841-52482c75f2ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:45Z', 'updated_at': '2022-06-26T03:05:07Z', 'revision_number': 5, 'project_id': '1850f9f425294a82add8a09690dc1df0', 'subnets': [{'id': 'e97e6f7f-41a5-4383-a841-52482c75f2ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-4-iscsi', False) {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:15:04.341275 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481a8abc-df3b-45d2-bc25-a833b97e566a None None] Checking router: 7690237a-df65-454c-8ae7-05722406d1b3 for host: dv-cinder-846842-4-iscsi {{(pid=104016) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 03:15:04.349405 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481a8abc-df3b-45d2-bc25-a833b97e566a None None] Routers {'7690237a-df65-454c-8ae7-05722406d1b3'} bound to L3 agent in host dv-cinder-846842-4-iscsi {{(pid=104016) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 26 03:15:04.349937 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-481a8abc-df3b-45d2-bc25-a833b97e566a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-26T02:56:44Z,description=,heartbeat_timestamp=2022-06-26T03:14:44Z,host='dv-cinder-846842-4-iscsi',id=0122de27-3097-4d47-a0ca-0fb90e28ac1e,load=0,resource_versions=,resources_synced=,started_at=2022-06-26T02:56:44Z,topic='l3_agent')) {'router_ids': ['7690237a-df65-454c-8ae7-05722406d1b3'], 'active': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:15:04.444050 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvr_db [None req-481a8abc-df3b-45d2-bc25-a833b97e566a None None] Set router 7690237a-df65-454c-8ae7-05722406d1b3 gateway port host: dv-cinder-846842-4-iscsi {{(pid=104016) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 26 03:15:04.628538 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-481a8abc-df3b-45d2-bc25-a833b97e566a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7690237a-df65-454c-8ae7-05722406d1b3', 'name': 'tempest-AttachVolumeNegativeTest-896095934-router', 'tenant_id': '1850f9f425294a82add8a09690dc1df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '3834b01e-26c6-4922-bf2c-dc4e4c924aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:04:34Z', 'updated_at': '2022-06-26T03:04:48Z', 'revision_number': 4, 'project_id': '1850f9f425294a82add8a09690dc1df0', 'gw_port': {'id': '3834b01e-26c6-4922-bf2c-dc4e4c924aa3', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:54:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7690237a-df65-454c-8ae7-05722406d1b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:36Z', 'updated_at': '2022-06-26T03:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi', '_interfaces': [{'id': '33327a85-3c8e-4af6-b0c0-537dc6426738', 'name': '', 'network_id': '02cd0f74-99cd-4eb9-aeb7-aae2b7255a50', 'tenant_id': '1850f9f425294a82add8a09690dc1df0', 'mac_address': 'fa:16:3e:cc:43:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7690237a-df65-454c-8ae7-05722406d1b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'e97e6f7f-41a5-4383-a841-52482c75f2ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:45Z', 'updated_at': '2022-06-26T03:05:07Z', 'revision_number': 5, 'project_id': '1850f9f425294a82add8a09690dc1df0', 'subnets': [{'id': 'e97e6f7f-41a5-4383-a841-52482c75f2ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-4-iscsi', False) {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:15:04.653982 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481a8abc-df3b-45d2-bc25-a833b97e566a None None] The sync data for ids ['7690237a-df65-454c-8ae7-05722406d1b3'] in dv-cinder-846842-4-iscsi is: [{'id': '7690237a-df65-454c-8ae7-05722406d1b3', 'name': 'tempest-AttachVolumeNegativeTest-896095934-router', 'tenant_id': '1850f9f425294a82add8a09690dc1df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '3834b01e-26c6-4922-bf2c-dc4e4c924aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:04:34Z', 'updated_at': '2022-06-26T03:04:48Z', 'revision_number': 4, 'project_id': '1850f9f425294a82add8a09690dc1df0', 'gw_port': {'id': '3834b01e-26c6-4922-bf2c-dc4e4c924aa3', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:54:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7690237a-df65-454c-8ae7-05722406d1b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:36Z', 'updated_at': '2022-06-26T03:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi', '_interfaces': [{'id': '33327a85-3c8e-4af6-b0c0-537dc6426738', 'name': '', 'network_id': '02cd0f74-99cd-4eb9-aeb7-aae2b7255a50', 'tenant_id': '1850f9f425294a82add8a09690dc1df0', 'mac_address': 'fa:16:3e:cc:43:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7690237a-df65-454c-8ae7-05722406d1b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'e97e6f7f-41a5-4383-a841-52482c75f2ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:45Z', 'updated_at': '2022-06-26T03:05:07Z', 'revision_number': 5, 'project_id': '1850f9f425294a82add8a09690dc1df0', 'subnets': [{'id': 'e97e6f7f-41a5-4383-a841-52482c75f2ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104016) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 03:15:04.729003 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8d06cd-1843-4602-9dba-782ac870bf6d req-2bfe4ff4-dcff-439d-8731-5f7fca960f85 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:15:04.730594 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-fd8d06cd-1843-4602-9dba-782ac870bf6d req-2bfe4ff4-dcff-439d-8731-5f7fca960f85 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee71e3f2-a415-4000-97d4-290a4675ee4e HTTP/1.1" status: 200 len: 946 time: 0.0551009 Jun 26 03:15:04.783356 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-fd8d06cd-1843-4602-9dba-782ac870bf6d req-fcdc84cf-a2da-4591-a955-96d90faa05de tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a6260b7-7df3-4e25-b85a-7406feaa1dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469792 Jun 26 03:15:04.858804 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-dd0ad9ea-027c-4524-90cd-2a64fd54beba req-27245670-b9d0-4786-a470-184545bb6544 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/ports?device_id=c44a3421-d825-4b89-9c4e-8aa8112595d2 HTTP/1.1" status: 200 len: 210 time: 0.0393035 Jun 26 03:15:04.898619 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb93c3a-632a-4e26-8038-3f03d619de86 None None] New status for floating IP befeef92-72c3-4ea1-9f08-77cac8bbec1d: DOWN {{(pid=104015) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 26 03:15:05.903086 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7fb0bb-2d47-41d5-a225-bb6e48df8567 req-01f27d3e-00a7-4d22-b4dc-aaff60c4c6d1 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:15:05.904566 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-4d7fb0bb-2d47-41d5-a225-bb6e48df8567 req-01f27d3e-00a7-4d22-b4dc-aaff60c4c6d1 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee71e3f2-a415-4000-97d4-290a4675ee4e HTTP/1.1" status: 200 len: 946 time: 0.0478971 Jun 26 03:15:05.929451 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Device ab7ff115-6093-4813-966f-56337f1c2db6 no longer exists at agent hyperv_hv-cinder-84684 {{(pid=104015) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 03:15:05.949206 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] No Port match for: ab7ff115-6093-4813-966f-56337f1c2db6 {{(pid=104015) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 26 03:15:05.949547 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Device ab7ff115-6093-4813-966f-56337f1c2db6 not bound to the agent host hv-cinder-84684 {{(pid=104015) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 03:15:05.963247 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-4d7fb0bb-2d47-41d5-a225-bb6e48df8567 req-31c2a507-e4dd-4af5-9e5f-eb4e8c22c8a8 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a6260b7-7df3-4e25-b85a-7406feaa1dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533164 Jun 26 03:15:05.978898 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-1faba90c-7351-4098-8208-aa1ecfd07d14 req-31994933-07aa-4d90-ba4f-b7d9c54fe3dd tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/ports?device_id=c44a3421-d825-4b89-9c4e-8aa8112595d2 HTTP/1.1" status: 200 len: 210 time: 0.0326412 Jun 26 03:15:07.345708 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-01c73246-2aad-45b6-918c-b54f06961cd9 req-18ecaee2-b3a3-4c29-8b54-1f86f37446fd tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/ports?device_id=c44a3421-d825-4b89-9c4e-8aa8112595d2 HTTP/1.1" status: 200 len: 210 time: 0.2762082 Jun 26 03:15:07.353412 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a160891f-1d95-411b-8488-ef4a74852ad9 req-1374b003-5609-493e-8159-acd5996420a9 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:15:07.354853 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a160891f-1d95-411b-8488-ef4a74852ad9 req-1374b003-5609-493e-8159-acd5996420a9 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee71e3f2-a415-4000-97d4-290a4675ee4e HTTP/1.1" status: 200 len: 946 time: 0.3207047 Jun 26 03:15:07.402792 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a160891f-1d95-411b-8488-ef4a74852ad9 req-36617901-98cc-4bce-b5f9-b1775921792e tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a6260b7-7df3-4e25-b85a-7406feaa1dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424848 Jun 26 03:15:08.450645 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-57fc902c-8a79-40b5-8ad7-8bd71e9aeaeb req-69926aac-4dc3-40e6-ab18-82087ac94367 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/ports?device_id=c44a3421-d825-4b89-9c4e-8aa8112595d2 HTTP/1.1" status: 200 len: 210 time: 0.0275505 Jun 26 03:15:08.518413 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef701dc-6a8b-45ef-9b1f-f18553df4221 req-ea584702-7968-46eb-9d44-a3b041e4bebf tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:15:08.519970 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-bef701dc-6a8b-45ef-9b1f-f18553df4221 req-ea584702-7968-46eb-9d44-a3b041e4bebf tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee71e3f2-a415-4000-97d4-290a4675ee4e HTTP/1.1" status: 200 len: 946 time: 0.0454764 Jun 26 03:15:08.565740 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-bef701dc-6a8b-45ef-9b1f-f18553df4221 req-8880f4e0-5b1a-4a34-b107-42277a0edc7d tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups?id=0a6260b7-7df3-4e25-b85a-7406feaa1dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405302 Jun 26 03:15:08.879496 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89528fb8-5044-4c91-9ca2-31b3176eb4fe req-af3039af-240c-4461-8aac-f214c564bb84 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:15:08.881130 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-89528fb8-5044-4c91-9ca2-31b3176eb4fe req-af3039af-240c-4461-8aac-f214c564bb84 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee71e3f2-a415-4000-97d4-290a4675ee4e HTTP/1.1" status: 200 len: 946 time: 0.0530612 Jun 26 03:15:08.965845 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [req-89528fb8-5044-4c91-9ca2-31b3176eb4fe req-8bf59d71-4ed0-4d85-a44b-e0947a3218f7 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Deleting port 7dd1c0b3-ac2d-47eb-81cd-5f0cd845e6c6 {{(pid=104014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 26 03:15:08.966150 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-89528fb8-5044-4c91-9ca2-31b3176eb4fe req-8bf59d71-4ed0-4d85-a44b-e0947a3218f7 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787575727912'] for port (7dd1c0b3-ac2d-47eb-81cd-5f0cd845e6c6), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:09.056252 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [req-89528fb8-5044-4c91-9ca2-31b3176eb4fe req-8bf59d71-4ed0-4d85-a44b-e0947a3218f7 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] For port 7dd1c0b3-ac2d-47eb-81cd-5f0cd845e6c6, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=7dd1c0b3-ac2d-47eb-81cd-5f0cd845e6c6,segment=NetworkSegment(9b1bc4ce-7d03-4b55-892a-abd91da4af67),segment_id=9b1bc4ce-7d03-4b55-892a-abd91da4af67)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:15:09.056613 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-89528fb8-5044-4c91-9ca2-31b3176eb4fe req-8bf59d71-4ed0-4d85-a44b-e0947a3218f7 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615864'] for port (7dd1c0b3-ac2d-47eb-81cd-5f0cd845e6c6), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:09.214074 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-89528fb8-5044-4c91-9ca2-31b3176eb4fe req-8bf59d71-4ed0-4d85-a44b-e0947a3218f7 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:09.214423 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-89528fb8-5044-4c91-9ca2-31b3176eb4fe req-8bf59d71-4ed0-4d85-a44b-e0947a3218f7 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620021'] for floatingip (aa5784d5-5183-4fff-8d14-7b30b2f2bf17), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:09.214736 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.db.l3_db [req-89528fb8-5044-4c91-9ca2-31b3176eb4fe req-8bf59d71-4ed0-4d85-a44b-e0947a3218f7 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Floating IP aa5784d5-5183-4fff-8d14-7b30b2f2bf17 disassociated. External IP: 172.27.2.186, port: 7dd1c0b3-ac2d-47eb-81cd-5f0cd845e6c6. Jun 26 03:15:09.215077 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [req-89528fb8-5044-4c91-9ca2-31b3176eb4fe req-8bf59d71-4ed0-4d85-a44b-e0947a3218f7 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Calling delete_port for 7dd1c0b3-ac2d-47eb-81cd-5f0cd845e6c6 owned by compute:nova {{(pid=104014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 26 03:15:09.285374 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:15:09.290674 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:15:09.343588 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-89528fb8-5044-4c91-9ca2-31b3176eb4fe req-8bf59d71-4ed0-4d85-a44b-e0947a3218f7 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787575732336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787575245478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6258255'] for port (7dd1c0b3-ac2d-47eb-81cd-5f0cd845e6c6), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:09.370504 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf59d71-4ed0-4d85-a44b-e0947a3218f7 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Pushing event deleted for resources: {'Port': ['ID=7dd1c0b3-ac2d-47eb-81cd-5f0cd845e6c6,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:15:09.482539 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.scheduler.l3_agent_scheduler [req-89528fb8-5044-4c91-9ca2-31b3176eb4fe req-8bf59d71-4ed0-4d85-a44b-e0947a3218f7 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Router 835eabe5-1cc7-4a1c-883b-ff8b0fbc3a4a has already been hosted by L3 agent 0122de27-3097-4d47-a0ca-0fb90e28ac1e {{(pid=104014) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 26 03:15:09.542164 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 48418) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:15:09.602469 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-89528fb8-5044-4c91-9ca2-31b3176eb4fe req-8bf59d71-4ed0-4d85-a44b-e0947a3218f7 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Notify agent at l3_agent.dv-cinder-846842-4-iscsi the message routers_updated {{(pid=104014) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 03:15:09.602984 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-c175b5e8-1a7a-4d12-aa7e-6fa2fba00463 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks [] for security_group (51bc558b-0b37-44ba-ac08-eec268c45be8), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:09.617449 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660d5184-eff5-44ae-ab4a-838b9922d77a None None] Sync routers for ids ['835eabe5-1cc7-4a1c-883b-ff8b0fbc3a4a'] in dv-cinder-846842-4-iscsi {{(pid=104016) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 03:15:09.631153 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660d5184-eff5-44ae-ab4a-838b9922d77a None None] Routers {'835eabe5-1cc7-4a1c-883b-ff8b0fbc3a4a'} bound to L3 agent in host dv-cinder-846842-4-iscsi {{(pid=104016) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 26 03:15:09.635822 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-660d5184-eff5-44ae-ab4a-838b9922d77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-26T02:56:44Z,description=,heartbeat_timestamp=2022-06-26T03:14:44Z,host='dv-cinder-846842-4-iscsi',id=0122de27-3097-4d47-a0ca-0fb90e28ac1e,load=0,resource_versions=,resources_synced=,started_at=2022-06-26T02:56:44Z,topic='l3_agent')) {'router_ids': ['835eabe5-1cc7-4a1c-883b-ff8b0fbc3a4a'], 'active': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:15:09.636027 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-c175b5e8-1a7a-4d12-aa7e-6fa2fba00463 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks [] for security_group (51bc558b-0b37-44ba-ac08-eec268c45be8), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:09.654835 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [req-89528fb8-5044-4c91-9ca2-31b3176eb4fe req-8bf59d71-4ed0-4d85-a44b-e0947a3218f7 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] No DVR routers for this DVR port 7dd1c0b3-ac2d-47eb-81cd-5f0cd845e6c6 on host hv-cinder-84684 {{(pid=104014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 26 03:15:09.657285 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-89528fb8-5044-4c91-9ca2-31b3176eb4fe req-8bf59d71-4ed0-4d85-a44b-e0947a3218f7 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515864'] for port (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:09.661240 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-89528fb8-5044-4c91-9ca2-31b3176eb4fe req-8bf59d71-4ed0-4d85-a44b-e0947a3218f7 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.43 "DELETE /v2.0/ports/7dd1c0b3-ac2d-47eb-81cd-5f0cd845e6c6 HTTP/1.1" status: 204 len: 173 time: 0.7736390 Jun 26 03:15:09.661240 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee71e3f2-a415-4000-97d4-290a4675ee4e', 'name': 'network-vif-deleted', 'tag': '7dd1c0b3-ac2d-47eb-81cd-5f0cd845e6c6'}] {{(pid=104014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 26 03:15:09.663790 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b346e277b9447a300c9d303bb334713d04858661d6ca7e8667ef96f79658145a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b337b6ef-fd60-49ae-b7c4-07c5bcb3b80a" -d '{"events": [{"server_uuid": "ee71e3f2-a415-4000-97d4-290a4675ee4e", "name": "network-vif-deleted", "tag": "7dd1c0b3-ac2d-47eb-81cd-5f0cd845e6c6"}]}' {{(pid=104014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 03:15:09.709223 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Jun 2022 03:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c249335-cd42-4718-9df6-1400017b079d x-openstack-request-id: req-9c249335-cd42-4718-9df6-1400017b079d {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 03:15:09.709537 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee71e3f2-a415-4000-97d4-290a4675ee4e", "name": "network-vif-deleted", "tag": "7dd1c0b3-ac2d-47eb-81cd-5f0cd845e6c6", "status": "completed", "code": 200}]} {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 03:15:09.709881 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9c249335-cd42-4718-9df6-1400017b079d {{(pid=104014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 03:15:09.710317 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c249335-cd42-4718-9df6-1400017b079d'] response: {'server_uuid': 'ee71e3f2-a415-4000-97d4-290a4675ee4e', 'name': 'network-vif-deleted', 'tag': '7dd1c0b3-ac2d-47eb-81cd-5f0cd845e6c6', 'status': 'completed', 'code': 200} Jun 26 03:15:09.711490 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-c175b5e8-1a7a-4d12-aa7e-6fa2fba00463 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (51bc558b-0b37-44ba-ac08-eec268c45be8), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:09.714493 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-c175b5e8-1a7a-4d12-aa7e-6fa2fba00463 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:09.716580 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-c175b5e8-1a7a-4d12-aa7e-6fa2fba00463 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "DELETE /v2.0/security-groups/51bc558b-0b37-44ba-ac08-eec268c45be8 HTTP/1.1" status: 204 len: 168 time: 0.1734066 Jun 26 03:15:09.720124 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 48428) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:15:09.727064 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c175b5e8-1a7a-4d12-aa7e-6fa2fba00463 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51bc558b-0b37-44ba-ac08-eec268c45be8,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:15:09.759104 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.api.v2.resource [None req-6aee1d6f-461e-45a2-90ea-161476fdd362 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] show failed (client error): The resource could not be found. Jun 26 03:15:09.763428 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 48430) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:15:09.763956 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-6aee1d6f-461e-45a2-90ea-161476fdd362 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "GET /v2.0/security-groups/51bc558b-0b37-44ba-ac08-eec268c45be8 HTTP/1.1" status: 404 len: 347 time: 0.0424871 Jun 26 03:15:09.801792 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-10d75d8a-93f8-4f71-8c5d-1a85a454f69b req-64d25e25-b15c-47d8-b833-f0dffb90170e tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/ports?device_id=ee71e3f2-a415-4000-97d4-290a4675ee4e HTTP/1.1" status: 200 len: 210 time: 0.0625567 Jun 26 03:15:09.852890 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvr_db [None req-660d5184-eff5-44ae-ab4a-838b9922d77a None None] Set router 835eabe5-1cc7-4a1c-883b-ff8b0fbc3a4a gateway port host: dv-cinder-846842-4-iscsi {{(pid=104016) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 26 03:15:09.943572 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [None req-43a60f82-fcf3-47d8-bfa5-04f8ff30dbc8 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Deleting port 423ddbea-bcf7-487a-b07c-233d17c39900 {{(pid=104013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 26 03:15:09.944053 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-43a60f82-fcf3-47d8-bfa5-04f8ff30dbc8 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787575727912'] for port (423ddbea-bcf7-487a-b07c-233d17c39900), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:10.081896 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-660d5184-eff5-44ae-ab4a-838b9922d77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '835eabe5-1cc7-4a1c-883b-ff8b0fbc3a4a', 'name': 'tempest-AttachVolumeShelveTestJSON-1146222204-router', 'tenant_id': '5dd1a7a651fa4d27a1b6488ca13effca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '33388b70-103e-4ab1-948f-5b12b8967957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:04:31Z', 'updated_at': '2022-06-26T03:04:39Z', 'revision_number': 4, 'project_id': '5dd1a7a651fa4d27a1b6488ca13effca', 'gw_port': {'id': '33388b70-103e-4ab1-948f-5b12b8967957', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c7:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835eabe5-1cc7-4a1c-883b-ff8b0fbc3a4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:31Z', 'updated_at': '2022-06-26T03:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi', '_interfaces': [{'id': 'e8cc937d-db9b-4f0e-ab77-7c522c5d66b7', 'name': '', 'network_id': '151cdbb9-618f-46a1-a7b5-564e53db9cea', 'tenant_id': '5dd1a7a651fa4d27a1b6488ca13effca', 'mac_address': 'fa:16:3e:26:61:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835eabe5-1cc7-4a1c-883b-ff8b0fbc3a4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'b3475431-7645-416a-9b3b-e23c4a132926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:36Z', 'updated_at': '2022-06-26T03:04:51Z', 'revision_number': 5, 'project_id': '5dd1a7a651fa4d27a1b6488ca13effca', 'subnets': [{'id': 'b3475431-7645-416a-9b3b-e23c4a132926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-4-iscsi', False) {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:15:10.107264 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660d5184-eff5-44ae-ab4a-838b9922d77a None None] Checking router: 835eabe5-1cc7-4a1c-883b-ff8b0fbc3a4a for host: dv-cinder-846842-4-iscsi {{(pid=104016) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 03:15:10.116287 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660d5184-eff5-44ae-ab4a-838b9922d77a None None] Routers {'835eabe5-1cc7-4a1c-883b-ff8b0fbc3a4a'} bound to L3 agent in host dv-cinder-846842-4-iscsi {{(pid=104016) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 26 03:15:10.116905 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-660d5184-eff5-44ae-ab4a-838b9922d77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-26T02:56:44Z,description=,heartbeat_timestamp=2022-06-26T03:14:44Z,host='dv-cinder-846842-4-iscsi',id=0122de27-3097-4d47-a0ca-0fb90e28ac1e,load=0,resource_versions=,resources_synced=,started_at=2022-06-26T02:56:44Z,topic='l3_agent')) {'router_ids': ['835eabe5-1cc7-4a1c-883b-ff8b0fbc3a4a'], 'active': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:15:10.226345 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvr_db [None req-660d5184-eff5-44ae-ab4a-838b9922d77a None None] Set router 835eabe5-1cc7-4a1c-883b-ff8b0fbc3a4a gateway port host: dv-cinder-846842-4-iscsi {{(pid=104016) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 26 03:15:10.267772 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=100 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:15:10.302164 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=7 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:15:10.304829 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-43a60f82-fcf3-47d8-bfa5-04f8ff30dbc8 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615864'] for port (423ddbea-bcf7-487a-b07c-233d17c39900), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:10.305172 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-43a60f82-fcf3-47d8-bfa5-04f8ff30dbc8 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks [] for floatingip (423ddbea-bcf7-487a-b07c-233d17c39900), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:10.320101 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [None req-43a60f82-fcf3-47d8-bfa5-04f8ff30dbc8 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Calling delete_port for 423ddbea-bcf7-487a-b07c-233d17c39900 owned by network:floatingip {{(pid=104013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 26 03:15:10.399963 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=87,neutron:UPDATE=1,neutron:INSERT=4,neutron:DELETE=8 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:15:10.456443 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-43a60f82-fcf3-47d8-bfa5-04f8ff30dbc8 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787575732336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787575245478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7375238'] for port (423ddbea-bcf7-487a-b07c-233d17c39900), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:10.472596 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=100 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:15:10.479041 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a60f82-fcf3-47d8-bfa5-04f8ff30dbc8 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Pushing event deleted for resources: {'Port': ['ID=423ddbea-bcf7-487a-b07c-233d17c39900,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:15:10.516550 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-660d5184-eff5-44ae-ab4a-838b9922d77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '835eabe5-1cc7-4a1c-883b-ff8b0fbc3a4a', 'name': 'tempest-AttachVolumeShelveTestJSON-1146222204-router', 'tenant_id': '5dd1a7a651fa4d27a1b6488ca13effca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '33388b70-103e-4ab1-948f-5b12b8967957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:04:31Z', 'updated_at': '2022-06-26T03:04:39Z', 'revision_number': 4, 'project_id': '5dd1a7a651fa4d27a1b6488ca13effca', 'gw_port': {'id': '33388b70-103e-4ab1-948f-5b12b8967957', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c7:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835eabe5-1cc7-4a1c-883b-ff8b0fbc3a4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:31Z', 'updated_at': '2022-06-26T03:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi', '_interfaces': [{'id': 'e8cc937d-db9b-4f0e-ab77-7c522c5d66b7', 'name': '', 'network_id': '151cdbb9-618f-46a1-a7b5-564e53db9cea', 'tenant_id': '5dd1a7a651fa4d27a1b6488ca13effca', 'mac_address': 'fa:16:3e:26:61:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835eabe5-1cc7-4a1c-883b-ff8b0fbc3a4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'b3475431-7645-416a-9b3b-e23c4a132926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:36Z', 'updated_at': '2022-06-26T03:04:51Z', 'revision_number': 5, 'project_id': '5dd1a7a651fa4d27a1b6488ca13effca', 'subnets': [{'id': 'b3475431-7645-416a-9b3b-e23c4a132926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-4-iscsi', False) {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:15:10.541093 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-43a60f82-fcf3-47d8-bfa5-04f8ff30dbc8 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks [] for floatingip (befeef92-72c3-4ea1-9f08-77cac8bbec1d), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:10.543541 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660d5184-eff5-44ae-ab4a-838b9922d77a None None] The sync data for ids ['835eabe5-1cc7-4a1c-883b-ff8b0fbc3a4a'] in dv-cinder-846842-4-iscsi is: [{'id': '835eabe5-1cc7-4a1c-883b-ff8b0fbc3a4a', 'name': 'tempest-AttachVolumeShelveTestJSON-1146222204-router', 'tenant_id': '5dd1a7a651fa4d27a1b6488ca13effca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '33388b70-103e-4ab1-948f-5b12b8967957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:04:31Z', 'updated_at': '2022-06-26T03:04:39Z', 'revision_number': 4, 'project_id': '5dd1a7a651fa4d27a1b6488ca13effca', 'gw_port': {'id': '33388b70-103e-4ab1-948f-5b12b8967957', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c7:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835eabe5-1cc7-4a1c-883b-ff8b0fbc3a4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:31Z', 'updated_at': '2022-06-26T03:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi', '_interfaces': [{'id': 'e8cc937d-db9b-4f0e-ab77-7c522c5d66b7', 'name': '', 'network_id': '151cdbb9-618f-46a1-a7b5-564e53db9cea', 'tenant_id': '5dd1a7a651fa4d27a1b6488ca13effca', 'mac_address': 'fa:16:3e:26:61:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835eabe5-1cc7-4a1c-883b-ff8b0fbc3a4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'b3475431-7645-416a-9b3b-e23c4a132926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:36Z', 'updated_at': '2022-06-26T03:04:51Z', 'revision_number': 5, 'project_id': '5dd1a7a651fa4d27a1b6488ca13effca', 'subnets': [{'id': 'b3475431-7645-416a-9b3b-e23c4a132926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104016) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 03:15:10.543777 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-43a60f82-fcf3-47d8-bfa5-04f8ff30dbc8 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515864'] for floatingip (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:10.545756 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-43a60f82-fcf3-47d8-bfa5-04f8ff30dbc8 tempest-AttachVolumeNegativeTest-953895353 tempest-AttachVolumeNegativeTest-953895353-project] 10.222.0.13 "DELETE /v2.0/floatingips/befeef92-72c3-4ea1-9f08-77cac8bbec1d HTTP/1.1" status: 204 len: 168 time: 0.7808740 Jun 26 03:15:10.777593 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a15925-ea5a-4fd9-9f5f-aead48930910 None None] New status for floating IP aa5784d5-5183-4fff-8d14-7b30b2f2bf17: DOWN {{(pid=104015) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 26 03:15:10.895772 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 48446) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:15:10.953928 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-22399d6a-8745-4f2b-b546-237b9200cbb0 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Publish callbacks [] for security_group (0a6260b7-7df3-4e25-b85a-7406feaa1dd6), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:10.978813 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-22399d6a-8745-4f2b-b546-237b9200cbb0 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Publish callbacks [] for security_group (0a6260b7-7df3-4e25-b85a-7406feaa1dd6), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:11.029975 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-22399d6a-8745-4f2b-b546-237b9200cbb0 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (0a6260b7-7df3-4e25-b85a-7406feaa1dd6), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:11.032548 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-22399d6a-8745-4f2b-b546-237b9200cbb0 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:11.033695 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-22399d6a-8745-4f2b-b546-237b9200cbb0 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "DELETE /v2.0/security-groups/0a6260b7-7df3-4e25-b85a-7406feaa1dd6 HTTP/1.1" status: 204 len: 168 time: 0.1369405 Jun 26 03:15:11.036470 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 48448) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:15:11.042658 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22399d6a-8745-4f2b-b546-237b9200cbb0 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a6260b7-7df3-4e25-b85a-7406feaa1dd6,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:15:11.054654 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.api.v2.resource [None req-3ff14ca1-ecfd-4733-83e3-e1836a795783 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] show failed (client error): The resource could not be found. Jun 26 03:15:11.055675 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-3ff14ca1-ecfd-4733-83e3-e1836a795783 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "GET /v2.0/security-groups/0a6260b7-7df3-4e25-b85a-7406feaa1dd6 HTTP/1.1" status: 404 len: 347 time: 0.0181320 Jun 26 03:15:11.058614 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 48450) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:15:11.177442 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-d64703d3-6d52-44ac-bfcb-570dd8cb89e1 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Deleting port 87802831-77f7-4dc8-8973-e688e8b421d4 {{(pid=104014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 26 03:15:11.177794 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-d64703d3-6d52-44ac-bfcb-570dd8cb89e1 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787575727912'] for port (87802831-77f7-4dc8-8973-e688e8b421d4), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:11.254496 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-d64703d3-6d52-44ac-bfcb-570dd8cb89e1 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615864'] for port (87802831-77f7-4dc8-8973-e688e8b421d4), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:11.254825 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-d64703d3-6d52-44ac-bfcb-570dd8cb89e1 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Publish callbacks [] for floatingip (87802831-77f7-4dc8-8973-e688e8b421d4), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:11.268129 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-d64703d3-6d52-44ac-bfcb-570dd8cb89e1 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Calling delete_port for 87802831-77f7-4dc8-8973-e688e8b421d4 owned by network:floatingip {{(pid=104014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 26 03:15:11.397939 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-d64703d3-6d52-44ac-bfcb-570dd8cb89e1 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787575732336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787575245478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6258255'] for port (87802831-77f7-4dc8-8973-e688e8b421d4), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:11.423317 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64703d3-6d52-44ac-bfcb-570dd8cb89e1 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Pushing event deleted for resources: {'Port': ['ID=87802831-77f7-4dc8-8973-e688e8b421d4,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:15:11.443371 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-4ecb58f0-9aeb-43dd-a642-c36e16926b22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (7168f7b9-c398-4364-91f8-35e2ce03f4c4), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:11.489883 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-d64703d3-6d52-44ac-bfcb-570dd8cb89e1 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Publish callbacks [] for floatingip (aa5784d5-5183-4fff-8d14-7b30b2f2bf17), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:11.492370 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-d64703d3-6d52-44ac-bfcb-570dd8cb89e1 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515864'] for floatingip (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:11.493508 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-d64703d3-6d52-44ac-bfcb-570dd8cb89e1 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] 10.222.0.13 "DELETE /v2.0/floatingips/aa5784d5-5183-4fff-8d14-7b30b2f2bf17 HTTP/1.1" status: 204 len: 168 time: 0.4331672 Jun 26 03:15:11.567468 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Device 7dd1c0b3-ac2d-47eb-81cd-5f0cd845e6c6 no longer exists at agent hyperv_hv-cinder-84684 {{(pid=104015) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 03:15:11.587206 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] No Port match for: 7dd1c0b3-ac2d-47eb-81cd-5f0cd845e6c6 {{(pid=104015) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 26 03:15:11.587564 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Device 7dd1c0b3-ac2d-47eb-81cd-5f0cd845e6c6 not bound to the agent host hv-cinder-84684 {{(pid=104015) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 03:15:12.587344 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 48480) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:15:12.698055 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d6f834bb-e4ad-4e05-ae4c-ee852b1027fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:12.782060 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d6f834bb-e4ad-4e05-ae4c-ee852b1027fb admin admin] Publish callbacks [] for security_group (02b076a8-94af-4944-a487-d552fb43b6ba), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:12.785883 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d6f834bb-e4ad-4e05-ae4c-ee852b1027fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (02b076a8-94af-4944-a487-d552fb43b6ba), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:12.824067 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f834bb-e4ad-4e05-ae4c-ee852b1027fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02b076a8-94af-4944-a487-d552fb43b6ba,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:15:12.829102 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-d6f834bb-e4ad-4e05-ae4c-ee852b1027fb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=97a1c270deb74745a9c82d6c804cb7f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2407372 Jun 26 03:15:12.831799 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 48494) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:15:12.880932 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-51bca4af-1590-4633-a53b-42530263f52d admin admin] Publish callbacks [] for security_group (02b076a8-94af-4944-a487-d552fb43b6ba), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:12.904295 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-51bca4af-1590-4633-a53b-42530263f52d admin admin] Publish callbacks [] for security_group (02b076a8-94af-4944-a487-d552fb43b6ba), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:12.957548 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-51bca4af-1590-4633-a53b-42530263f52d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (02b076a8-94af-4944-a487-d552fb43b6ba), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:12.962190 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-51bca4af-1590-4633-a53b-42530263f52d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:12.962190 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-51bca4af-1590-4633-a53b-42530263f52d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/02b076a8-94af-4944-a487-d552fb43b6ba HTTP/1.1" status: 204 len: 168 time: 0.1292098 Jun 26 03:15:12.970876 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bca4af-1590-4633-a53b-42530263f52d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02b076a8-94af-4944-a487-d552fb43b6ba,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:15:13.268773 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 48514) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:15:13.282713 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-928ad14c-a9ed-47eb-af66-671ba8da9d76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:13.319076 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:15:13.334349 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:DELETE=5,neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:15:13.366839 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-928ad14c-a9ed-47eb-af66-671ba8da9d76 admin admin] Publish callbacks [] for security_group (0230a133-cae4-4ec6-b7dd-06a7b354b3ef), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:13.370226 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-928ad14c-a9ed-47eb-af66-671ba8da9d76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (0230a133-cae4-4ec6-b7dd-06a7b354b3ef), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:13.409954 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-928ad14c-a9ed-47eb-af66-671ba8da9d76 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e85a7c725afa4202becc30646046bacc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1400814 Jun 26 03:15:13.411955 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928ad14c-a9ed-47eb-af66-671ba8da9d76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0230a133-cae4-4ec6-b7dd-06a7b354b3ef,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:15:13.412681 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 48516) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:15:13.463888 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d13623f9-8e82-49dc-a472-7e85e1e4a119 admin admin] Publish callbacks [] for security_group (0230a133-cae4-4ec6-b7dd-06a7b354b3ef), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:13.466620 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:INSERT=7 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:15:13.488003 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d13623f9-8e82-49dc-a472-7e85e1e4a119 admin admin] Publish callbacks [] for security_group (0230a133-cae4-4ec6-b7dd-06a7b354b3ef), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:13.534341 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d13623f9-8e82-49dc-a472-7e85e1e4a119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (0230a133-cae4-4ec6-b7dd-06a7b354b3ef), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:13.536822 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d13623f9-8e82-49dc-a472-7e85e1e4a119 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:13.537967 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-d13623f9-8e82-49dc-a472-7e85e1e4a119 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0230a133-cae4-4ec6-b7dd-06a7b354b3ef HTTP/1.1" status: 204 len: 168 time: 0.1242204 Jun 26 03:15:13.546785 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13623f9-8e82-49dc-a472-7e85e1e4a119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0230a133-cae4-4ec6-b7dd-06a7b354b3ef,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:15:13.760491 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-8ebaa727-742f-4343-8fb3-6c5296c60338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (0122de27-3097-4d47-a0ca-0fb90e28ac1e), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:13.929712 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 48526) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:15:14.210401 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:15:14.238030 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 48536) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:15:14.443428 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-364b74b7-2b1a-4d10-952a-57a58e264f8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1597135'] for router_interface (835eabe5-1cc7-4a1c-883b-ff8b0fbc3a4a), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:14.614091 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-7bd21d6f-16c8-465d-95c3-8c85f07a0ab5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1597135'] for router_interface (7690237a-df65-454c-8ae7-05722406d1b3), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:14.662183 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [None req-364b74b7-2b1a-4d10-952a-57a58e264f8d admin admin] Deleting port e8cc937d-db9b-4f0e-ab77-7c522c5d66b7 {{(pid=104013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 26 03:15:14.662526 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-364b74b7-2b1a-4d10-952a-57a58e264f8d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787575727912'] for port (e8cc937d-db9b-4f0e-ab77-7c522c5d66b7), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:14.742435 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [None req-364b74b7-2b1a-4d10-952a-57a58e264f8d admin admin] For port e8cc937d-db9b-4f0e-ab77-7c522c5d66b7, host dv-cinder-846842-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-4-iscsi',level=0,port_id=e8cc937d-db9b-4f0e-ab77-7c522c5d66b7,segment=NetworkSegment(9b1bc4ce-7d03-4b55-892a-abd91da4af67),segment_id=9b1bc4ce-7d03-4b55-892a-abd91da4af67)] {{(pid=104013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:15:14.742797 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-364b74b7-2b1a-4d10-952a-57a58e264f8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615864'] for port (e8cc937d-db9b-4f0e-ab77-7c522c5d66b7), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:14.755998 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [None req-364b74b7-2b1a-4d10-952a-57a58e264f8d admin admin] Calling delete_port for e8cc937d-db9b-4f0e-ab77-7c522c5d66b7 owned by network:router_interface {{(pid=104013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 26 03:15:14.833458 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-7bd21d6f-16c8-465d-95c3-8c85f07a0ab5 admin admin] Deleting port 33327a85-3c8e-4af6-b0c0-537dc6426738 {{(pid=104014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 26 03:15:14.833795 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-7bd21d6f-16c8-465d-95c3-8c85f07a0ab5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787575727912'] for port (33327a85-3c8e-4af6-b0c0-537dc6426738), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:14.862419 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a0725410-9e6c-45cb-9ff8-c6c4931d6b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (ece691f0-a7cc-4e31-b59a-0e18fd9fccde), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:14.869820 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:15:14.892027 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (e7a0895f-45bb-4130-be69-32df3e039043), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:14.922422 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-7bd21d6f-16c8-465d-95c3-8c85f07a0ab5 admin admin] For port 33327a85-3c8e-4af6-b0c0-537dc6426738, host dv-cinder-846842-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-4-iscsi',level=0,port_id=33327a85-3c8e-4af6-b0c0-537dc6426738,segment=NetworkSegment(4d81c647-e55d-4122-8ce3-5fece06ad477),segment_id=4d81c647-e55d-4122-8ce3-5fece06ad477)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:15:14.922792 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-7bd21d6f-16c8-465d-95c3-8c85f07a0ab5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615864'] for port (33327a85-3c8e-4af6-b0c0-537dc6426738), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:14.935900 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-7bd21d6f-16c8-465d-95c3-8c85f07a0ab5 admin admin] Calling delete_port for 33327a85-3c8e-4af6-b0c0-537dc6426738 owned by network:router_interface {{(pid=104014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 26 03:15:14.940751 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-364b74b7-2b1a-4d10-952a-57a58e264f8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787575732336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787575245478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7375238'] for port (e8cc937d-db9b-4f0e-ab77-7c522c5d66b7), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:14.968884 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364b74b7-2b1a-4d10-952a-57a58e264f8d admin admin] Pushing event deleted for resources: {'Port': ['ID=e8cc937d-db9b-4f0e-ab77-7c522c5d66b7,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:15:15.035275 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:15:15.060571 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:15:15.063282 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=100 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:15:15.135640 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-7bd21d6f-16c8-465d-95c3-8c85f07a0ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787575732336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787575245478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6258255'] for port (33327a85-3c8e-4af6-b0c0-537dc6426738), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:15.136822 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-364b74b7-2b1a-4d10-952a-57a58e264f8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1628681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1597019'] for router_interface (835eabe5-1cc7-4a1c-883b-ff8b0fbc3a4a), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:15.162153 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd21d6f-16c8-465d-95c3-8c85f07a0ab5 admin admin] Pushing event deleted for resources: {'Port': ['ID=33327a85-3c8e-4af6-b0c0-537dc6426738,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:15:15.322795 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-7bd21d6f-16c8-465d-95c3-8c85f07a0ab5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1628681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1597019'] for router_interface (7690237a-df65-454c-8ae7-05722406d1b3), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:15.360473 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-364b74b7-2b1a-4d10-952a-57a58e264f8d admin admin] Router 835eabe5-1cc7-4a1c-883b-ff8b0fbc3a4a has already been hosted by L3 agent 0122de27-3097-4d47-a0ca-0fb90e28ac1e {{(pid=104013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 26 03:15:15.459186 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-364b74b7-2b1a-4d10-952a-57a58e264f8d admin admin] Notify agent at l3_agent.dv-cinder-846842-4-iscsi the message routers_updated {{(pid=104013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 03:15:15.466522 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-364b74b7-2b1a-4d10-952a-57a58e264f8d admin admin] 10.222.0.13 "PUT /v2.0/routers/835eabe5-1cc7-4a1c-883b-ff8b0fbc3a4a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5330603 Jun 26 03:15:15.466639 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 48540) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:15:15.469612 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcacc190-9ec6-4faf-a904-a4ae26a574c6 None None] Sync routers for ids ['835eabe5-1cc7-4a1c-883b-ff8b0fbc3a4a'] in dv-cinder-846842-4-iscsi {{(pid=104016) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 03:15:15.480568 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcacc190-9ec6-4faf-a904-a4ae26a574c6 None None] Routers {'835eabe5-1cc7-4a1c-883b-ff8b0fbc3a4a'} bound to L3 agent in host dv-cinder-846842-4-iscsi {{(pid=104016) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 26 03:15:15.481179 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-bcacc190-9ec6-4faf-a904-a4ae26a574c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-26T02:56:44Z,description=,heartbeat_timestamp=2022-06-26T03:15:14Z,host='dv-cinder-846842-4-iscsi',id=0122de27-3097-4d47-a0ca-0fb90e28ac1e,load=0,resource_versions=,resources_synced=,started_at=2022-06-26T02:56:44Z,topic='l3_agent')) {'router_ids': ['835eabe5-1cc7-4a1c-883b-ff8b0fbc3a4a'], 'active': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:15:15.534502 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bd21d6f-16c8-465d-95c3-8c85f07a0ab5 admin admin] Router 7690237a-df65-454c-8ae7-05722406d1b3 has already been hosted by L3 agent 0122de27-3097-4d47-a0ca-0fb90e28ac1e {{(pid=104014) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 26 03:15:15.561346 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-f2705583-a452-4172-8e1d-b006588c77bc admin admin] Publish callbacks [] for router (835eabe5-1cc7-4a1c-883b-ff8b0fbc3a4a), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:15.580897 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvr_db [None req-bcacc190-9ec6-4faf-a904-a4ae26a574c6 None None] Set router 835eabe5-1cc7-4a1c-883b-ff8b0fbc3a4a gateway port host: dv-cinder-846842-4-iscsi {{(pid=104016) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 26 03:15:15.643000 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bd21d6f-16c8-465d-95c3-8c85f07a0ab5 admin admin] Notify agent at l3_agent.dv-cinder-846842-4-iscsi the message routers_updated {{(pid=104014) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 03:15:15.648218 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-7bd21d6f-16c8-465d-95c3-8c85f07a0ab5 admin admin] 10.222.0.13 "PUT /v2.0/routers/7690237a-df65-454c-8ae7-05722406d1b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4097939 Jun 26 03:15:15.652568 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 48542) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:15:15.653774 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9592af7-a3cd-454c-88fe-792c80d1493b None None] Sync routers for ids ['7690237a-df65-454c-8ae7-05722406d1b3'] in dv-cinder-846842-4-iscsi {{(pid=104015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 03:15:15.663973 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9592af7-a3cd-454c-88fe-792c80d1493b None None] Routers {'7690237a-df65-454c-8ae7-05722406d1b3'} bound to L3 agent in host dv-cinder-846842-4-iscsi {{(pid=104015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 26 03:15:15.664582 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-b9592af7-a3cd-454c-88fe-792c80d1493b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-26T02:56:44Z,description=,heartbeat_timestamp=2022-06-26T03:15:14Z,host='dv-cinder-846842-4-iscsi',id=0122de27-3097-4d47-a0ca-0fb90e28ac1e,load=0,resource_versions=,resources_synced=,started_at=2022-06-26T02:56:44Z,topic='l3_agent')) {'router_ids': ['7690237a-df65-454c-8ae7-05722406d1b3'], 'active': True} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:15:15.708542 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-f2705583-a452-4172-8e1d-b006588c77bc admin admin] Publish callbacks [] for router_gateway (835eabe5-1cc7-4a1c-883b-ff8b0fbc3a4a), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:15.757005 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-bcacc190-9ec6-4faf-a904-a4ae26a574c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '835eabe5-1cc7-4a1c-883b-ff8b0fbc3a4a', 'name': 'tempest-AttachVolumeShelveTestJSON-1146222204-router', 'tenant_id': '5dd1a7a651fa4d27a1b6488ca13effca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.126'}], 'enable_snat': True}, 'gw_port_id': '33388b70-103e-4ab1-948f-5b12b8967957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:04:31Z', 'updated_at': '2022-06-26T03:15:14Z', 'revision_number': 5, 'project_id': '5dd1a7a651fa4d27a1b6488ca13effca', 'gw_port': {'id': '33388b70-103e-4ab1-948f-5b12b8967957', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c7:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '835eabe5-1cc7-4a1c-883b-ff8b0fbc3a4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:31Z', 'updated_at': '2022-06-26T03:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi'}], 'dv-cinder-846842-4-iscsi', False) {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:15:15.776344 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:DELETE=1,neutron:SELECT=98,neutron:UPDATE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:15:15.783496 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcacc190-9ec6-4faf-a904-a4ae26a574c6 None None] Checking router: 835eabe5-1cc7-4a1c-883b-ff8b0fbc3a4a for host: dv-cinder-846842-4-iscsi {{(pid=104016) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 03:15:15.793014 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcacc190-9ec6-4faf-a904-a4ae26a574c6 None None] Routers {'835eabe5-1cc7-4a1c-883b-ff8b0fbc3a4a'} bound to L3 agent in host dv-cinder-846842-4-iscsi {{(pid=104016) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 26 03:15:15.793695 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-bcacc190-9ec6-4faf-a904-a4ae26a574c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-26T02:56:44Z,description=,heartbeat_timestamp=2022-06-26T03:15:14Z,host='dv-cinder-846842-4-iscsi',id=0122de27-3097-4d47-a0ca-0fb90e28ac1e,load=0,resource_versions=,resources_synced=,started_at=2022-06-26T02:56:44Z,topic='l3_agent')) {'router_ids': ['835eabe5-1cc7-4a1c-883b-ff8b0fbc3a4a'], 'active': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:15:15.797699 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-b14a49ef-658a-403e-b57e-540148588500 admin admin] Publish callbacks [] for router (7690237a-df65-454c-8ae7-05722406d1b3), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:15.799341 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [None req-f2705583-a452-4172-8e1d-b006588c77bc admin admin] Deleting port 33388b70-103e-4ab1-948f-5b12b8967957 {{(pid=104013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 26 03:15:15.799665 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-f2705583-a452-4172-8e1d-b006588c77bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787575727912'] for port (33388b70-103e-4ab1-948f-5b12b8967957), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:15.878329 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvr_db [None req-bcacc190-9ec6-4faf-a904-a4ae26a574c6 None None] Set router 835eabe5-1cc7-4a1c-883b-ff8b0fbc3a4a gateway port host: None {{(pid=104016) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 26 03:15:15.893163 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvr_db [None req-b9592af7-a3cd-454c-88fe-792c80d1493b None None] Set router 7690237a-df65-454c-8ae7-05722406d1b3 gateway port host: dv-cinder-846842-4-iscsi {{(pid=104015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 26 03:15:15.930219 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-bcacc190-9ec6-4faf-a904-a4ae26a574c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '835eabe5-1cc7-4a1c-883b-ff8b0fbc3a4a', 'name': 'tempest-AttachVolumeShelveTestJSON-1146222204-router', 'tenant_id': '5dd1a7a651fa4d27a1b6488ca13effca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:04:31Z', 'updated_at': '2022-06-26T03:15:15Z', 'revision_number': 6, 'project_id': '5dd1a7a651fa4d27a1b6488ca13effca', 'gw_port_host': None}], 'dv-cinder-846842-4-iscsi', False) {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:15:15.956048 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcacc190-9ec6-4faf-a904-a4ae26a574c6 None None] The sync data for ids ['835eabe5-1cc7-4a1c-883b-ff8b0fbc3a4a'] in dv-cinder-846842-4-iscsi is: [{'id': '835eabe5-1cc7-4a1c-883b-ff8b0fbc3a4a', 'name': 'tempest-AttachVolumeShelveTestJSON-1146222204-router', 'tenant_id': '5dd1a7a651fa4d27a1b6488ca13effca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:04:31Z', 'updated_at': '2022-06-26T03:15:15Z', 'revision_number': 6, 'project_id': '5dd1a7a651fa4d27a1b6488ca13effca', 'gw_port_host': None}] {{(pid=104016) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 03:15:15.959232 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:15:15.970381 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [None req-f2705583-a452-4172-8e1d-b006588c77bc admin admin] For port 33388b70-103e-4ab1-948f-5b12b8967957, host dv-cinder-846842-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-4-iscsi',level=0,port_id=33388b70-103e-4ab1-948f-5b12b8967957,segment=NetworkSegment(968602fb-f834-40ea-ad2f-658bf3156d3b),segment_id=968602fb-f834-40ea-ad2f-658bf3156d3b)] {{(pid=104013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:15:15.970757 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-f2705583-a452-4172-8e1d-b006588c77bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615864'] for port (33388b70-103e-4ab1-948f-5b12b8967957), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:15.995815 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [None req-f2705583-a452-4172-8e1d-b006588c77bc admin admin] Calling delete_port for 33388b70-103e-4ab1-948f-5b12b8967957 owned by network:router_gateway {{(pid=104013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 26 03:15:16.004019 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-b14a49ef-658a-403e-b57e-540148588500 admin admin] Publish callbacks [] for router_gateway (7690237a-df65-454c-8ae7-05722406d1b3), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:16.070372 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-b9592af7-a3cd-454c-88fe-792c80d1493b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7690237a-df65-454c-8ae7-05722406d1b3', 'name': 'tempest-AttachVolumeNegativeTest-896095934-router', 'tenant_id': '1850f9f425294a82add8a09690dc1df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': '3834b01e-26c6-4922-bf2c-dc4e4c924aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:04:34Z', 'updated_at': '2022-06-26T03:15:15Z', 'revision_number': 5, 'project_id': '1850f9f425294a82add8a09690dc1df0', 'gw_port': {'id': '3834b01e-26c6-4922-bf2c-dc4e4c924aa3', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:54:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7690237a-df65-454c-8ae7-05722406d1b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:04:36Z', 'updated_at': '2022-06-26T03:05:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi'}], 'dv-cinder-846842-4-iscsi', False) {} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:15:16.090787 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [None req-b14a49ef-658a-403e-b57e-540148588500 admin admin] Deleting port 3834b01e-26c6-4922-bf2c-dc4e4c924aa3 {{(pid=104013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 26 03:15:16.091126 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-b14a49ef-658a-403e-b57e-540148588500 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787575727912'] for port (3834b01e-26c6-4922-bf2c-dc4e4c924aa3), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:16.098401 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9592af7-a3cd-454c-88fe-792c80d1493b None None] Checking router: 7690237a-df65-454c-8ae7-05722406d1b3 for host: dv-cinder-846842-4-iscsi {{(pid=104015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 03:15:16.107187 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9592af7-a3cd-454c-88fe-792c80d1493b None None] Routers {'7690237a-df65-454c-8ae7-05722406d1b3'} bound to L3 agent in host dv-cinder-846842-4-iscsi {{(pid=104015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 26 03:15:16.107805 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-b9592af7-a3cd-454c-88fe-792c80d1493b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-26T02:56:44Z,description=,heartbeat_timestamp=2022-06-26T03:15:14Z,host='dv-cinder-846842-4-iscsi',id=0122de27-3097-4d47-a0ca-0fb90e28ac1e,load=0,resource_versions=,resources_synced=,started_at=2022-06-26T02:56:44Z,topic='l3_agent')) {'router_ids': ['7690237a-df65-454c-8ae7-05722406d1b3'], 'active': True} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:15:16.189025 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvr_db [None req-b9592af7-a3cd-454c-88fe-792c80d1493b None None] Set router 7690237a-df65-454c-8ae7-05722406d1b3 gateway port host: None {{(pid=104015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 26 03:15:16.223928 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [None req-b14a49ef-658a-403e-b57e-540148588500 admin admin] For port 3834b01e-26c6-4922-bf2c-dc4e4c924aa3, host dv-cinder-846842-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-4-iscsi',level=0,port_id=3834b01e-26c6-4922-bf2c-dc4e4c924aa3,segment=NetworkSegment(968602fb-f834-40ea-ad2f-658bf3156d3b),segment_id=968602fb-f834-40ea-ad2f-658bf3156d3b)] {{(pid=104013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:15:16.224296 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-b14a49ef-658a-403e-b57e-540148588500 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615864'] for port (3834b01e-26c6-4922-bf2c-dc4e4c924aa3), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:16.236698 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-b9592af7-a3cd-454c-88fe-792c80d1493b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7690237a-df65-454c-8ae7-05722406d1b3', 'name': 'tempest-AttachVolumeNegativeTest-896095934-router', 'tenant_id': '1850f9f425294a82add8a09690dc1df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:04:34Z', 'updated_at': '2022-06-26T03:15:16Z', 'revision_number': 6, 'project_id': '1850f9f425294a82add8a09690dc1df0', 'gw_port_host': None}], 'dv-cinder-846842-4-iscsi', False) {} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:15:16.260559 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9592af7-a3cd-454c-88fe-792c80d1493b None None] The sync data for ids ['7690237a-df65-454c-8ae7-05722406d1b3'] in dv-cinder-846842-4-iscsi is: [{'id': '7690237a-df65-454c-8ae7-05722406d1b3', 'name': 'tempest-AttachVolumeNegativeTest-896095934-router', 'tenant_id': '1850f9f425294a82add8a09690dc1df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:04:34Z', 'updated_at': '2022-06-26T03:15:16Z', 'revision_number': 6, 'project_id': '1850f9f425294a82add8a09690dc1df0', 'gw_port_host': None}] {{(pid=104015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 03:15:16.262074 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [None req-b14a49ef-658a-403e-b57e-540148588500 admin admin] Calling delete_port for 3834b01e-26c6-4922-bf2c-dc4e4c924aa3 owned by network:router_gateway {{(pid=104013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 26 03:15:16.306306 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:15:16.315844 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-f2705583-a452-4172-8e1d-b006588c77bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787575732336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787575245478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7375238'] for port (33388b70-103e-4ab1-948f-5b12b8967957), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:16.328827 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d2867017-9ae3-4ae5-b018-59cb98d1258b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (3b87920d-6933-41a3-b47c-185b87d68e87), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:16.347821 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2705583-a452-4172-8e1d-b006588c77bc admin admin] Pushing event deleted for resources: {'Port': ['ID=33388b70-103e-4ab1-948f-5b12b8967957,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:15:16.467182 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-f2705583-a452-4172-8e1d-b006588c77bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1615999'] for router_gateway (835eabe5-1cc7-4a1c-883b-ff8b0fbc3a4a), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:16.534447 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (16f9b602-7baf-4f7a-ab92-1b0788147fb5), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:16.780085 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:15:16.831363 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-f2705583-a452-4172-8e1d-b006588c77bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25242'] for router (835eabe5-1cc7-4a1c-883b-ff8b0fbc3a4a), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:16.834969 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-f2705583-a452-4172-8e1d-b006588c77bc admin admin] Publish callbacks [] for router_controller (835eabe5-1cc7-4a1c-883b-ff8b0fbc3a4a), precommit_delete_associations {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:16.888353 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-f2705583-a452-4172-8e1d-b006588c77bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1593080'] for router (835eabe5-1cc7-4a1c-883b-ff8b0fbc3a4a), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:16.888927 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2705583-a452-4172-8e1d-b006588c77bc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 835eabe5-1cc7-4a1c-883b-ff8b0fbc3a4a {{(pid=104013) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 26 03:15:16.891012 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-b14a49ef-658a-403e-b57e-540148588500 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787575732336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787575245478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7375238'] for port (3834b01e-26c6-4922-bf2c-dc4e4c924aa3), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:16.894993 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-f2705583-a452-4172-8e1d-b006588c77bc admin admin] Publish callbacks [] for router (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:16.898369 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-f2705583-a452-4172-8e1d-b006588c77bc admin admin] 10.222.0.13 "DELETE /v2.0/routers/835eabe5-1cc7-4a1c-883b-ff8b0fbc3a4a HTTP/1.1" status: 204 len: 168 time: 1.4286489 Jun 26 03:15:16.899076 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 48546) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:15:16.920170 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14a49ef-658a-403e-b57e-540148588500 admin admin] Pushing event deleted for resources: {'Port': ['ID=3834b01e-26c6-4922-bf2c-dc4e4c924aa3,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:15:16.945366 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.db.db_base_plugin_v2 [None req-00bd061b-29e1-409c-b7d7-21319deca584 admin admin] Deleting subnet b3475431-7645-416a-9b3b-e23c4a132926 {{(pid=104014) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 26 03:15:16.951514 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-00bd061b-29e1-409c-b7d7-21319deca584 admin admin] Publish callbacks [] for subnet (b3475431-7645-416a-9b3b-e23c4a132926), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:16.964201 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.agents_db [None req-1acc9491-aa00-4d80-a7f3-d699105ea2bf None None] Agent healthcheck: found 6 active agents {{(pid=104016) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 03:15:16.990902 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-b14a49ef-658a-403e-b57e-540148588500 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1615999'] for router_gateway (7690237a-df65-454c-8ae7-05722406d1b3), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:16.994427 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-00bd061b-29e1-409c-b7d7-21319deca584 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4451219'] for subnet (b3475431-7645-416a-9b3b-e23c4a132926), precommit_delete_associations {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:17.048775 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=84,neutron:UPDATE=3,neutron:DELETE=13 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:15:17.084605 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-b14a49ef-658a-403e-b57e-540148588500 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25242'] for router (7690237a-df65-454c-8ae7-05722406d1b3), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:17.087499 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-b14a49ef-658a-403e-b57e-540148588500 admin admin] Publish callbacks [] for router_controller (7690237a-df65-454c-8ae7-05722406d1b3), precommit_delete_associations {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:17.106615 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-00bd061b-29e1-409c-b7d7-21319deca584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019720'] for subnet (b3475431-7645-416a-9b3b-e23c4a132926), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:17.132863 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-b14a49ef-658a-403e-b57e-540148588500 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1593080'] for router (7690237a-df65-454c-8ae7-05722406d1b3), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:17.133599 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b14a49ef-658a-403e-b57e-540148588500 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7690237a-df65-454c-8ae7-05722406d1b3 {{(pid=104013) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 26 03:15:17.138667 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-b14a49ef-658a-403e-b57e-540148588500 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:17.139796 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-b14a49ef-658a-403e-b57e-540148588500 admin admin] 10.222.0.13 "DELETE /v2.0/routers/7690237a-df65-454c-8ae7-05722406d1b3 HTTP/1.1" status: 204 len: 168 time: 1.4863346 Jun 26 03:15:17.142342 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 48548) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:15:17.164421 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-00bd061b-29e1-409c-b7d7-21319deca584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6258200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6133947'] for subnet (b3475431-7645-416a-9b3b-e23c4a132926), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:17.194334 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.db.db_base_plugin_v2 [None req-aeee6d39-3f3d-4046-be1c-5e97612aa235 admin admin] Deleting subnet e97e6f7f-41a5-4383-a841-52482c75f2ee {{(pid=104013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 26 03:15:17.196689 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bd061b-29e1-409c-b7d7-21319deca584 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3475431-7645-416a-9b3b-e23c4a132926,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:15:17.197663 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-aeee6d39-3f3d-4046-be1c-5e97612aa235 admin admin] Publish callbacks [] for subnet (e97e6f7f-41a5-4383-a841-52482c75f2ee), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:17.202553 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-00bd061b-29e1-409c-b7d7-21319deca584 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628900'] for subnet (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:17.207983 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-00bd061b-29e1-409c-b7d7-21319deca584 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/b3475431-7645-416a-9b3b-e23c4a132926 HTTP/1.1" status: 204 len: 168 time: 0.3059671 Jun 26 03:15:17.209833 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 48550) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:15:17.219866 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b93bb77e-9133-4a4d-99f9-41faa4feaf40 None None] Network 151cdbb9-618f-46a1-a7b5-564e53db9cea requested from dv-cinder-846842-4-iscsi {{(pid=104015) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 26 03:15:17.240885 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:15:17.241524 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:DELETE=9,neutron:UPDATE=3,neutron:SELECT=88 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:15:17.260334 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-aeee6d39-3f3d-4046-be1c-5e97612aa235 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7696532'] for subnet (e97e6f7f-41a5-4383-a841-52482c75f2ee), precommit_delete_associations {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:17.297808 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-742906cd-e45e-46ed-905d-21b9c2eb2561 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-799711'] for network (151cdbb9-618f-46a1-a7b5-564e53db9cea), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:17.353235 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-742906cd-e45e-46ed-905d-21b9c2eb2561 admin admin] Deleting port df3cc85d-6a1c-4e6e-99c8-7db933649391 {{(pid=104014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 26 03:15:17.354228 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-742906cd-e45e-46ed-905d-21b9c2eb2561 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787575727912'] for port (df3cc85d-6a1c-4e6e-99c8-7db933649391), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:17.393431 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-aeee6d39-3f3d-4046-be1c-5e97612aa235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019720'] for subnet (e97e6f7f-41a5-4383-a841-52482c75f2ee), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:17.445887 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-742906cd-e45e-46ed-905d-21b9c2eb2561 admin admin] For port df3cc85d-6a1c-4e6e-99c8-7db933649391, host dv-cinder-846842-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-4-iscsi',level=0,port_id=df3cc85d-6a1c-4e6e-99c8-7db933649391,segment=NetworkSegment(9b1bc4ce-7d03-4b55-892a-abd91da4af67),segment_id=9b1bc4ce-7d03-4b55-892a-abd91da4af67)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:15:17.446281 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-742906cd-e45e-46ed-905d-21b9c2eb2561 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615864'] for port (df3cc85d-6a1c-4e6e-99c8-7db933649391), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:17.446929 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0cca443-c63f-48da-9e27-bdfe14714a08 None None] DHCP port deletion for 151cdbb9-618f-46a1-a7b5-564e53db9cea request from dv-cinder-846842-4-iscsi {{(pid=104015) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 26 03:15:17.464145 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-742906cd-e45e-46ed-905d-21b9c2eb2561 admin admin] Calling delete_port for df3cc85d-6a1c-4e6e-99c8-7db933649391 owned by network:dhcp {{(pid=104014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 26 03:15:17.471598 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-aeee6d39-3f3d-4046-be1c-5e97612aa235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7375313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5197361'] for subnet (e97e6f7f-41a5-4383-a841-52482c75f2ee), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:17.488037 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Device 33327a85-3c8e-4af6-b0c0-537dc6426738 no longer exists at agent ovs-agent-dv-cinder-846842-4-iscsi {{(pid=104015) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 03:15:17.500108 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeee6d39-3f3d-4046-be1c-5e97612aa235 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e97e6f7f-41a5-4383-a841-52482c75f2ee,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:15:17.502321 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-aeee6d39-3f3d-4046-be1c-5e97612aa235 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:17.505907 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-aeee6d39-3f3d-4046-be1c-5e97612aa235 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/e97e6f7f-41a5-4383-a841-52482c75f2ee HTTP/1.1" status: 204 len: 168 time: 0.3623421 Jun 26 03:15:17.508374 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 48552) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:15:17.531991 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d2654c-18a0-49eb-a6bd-b74b46f974d7 None None] Network 02cd0f74-99cd-4eb9-aeb7-aae2b7255a50 requested from dv-cinder-846842-4-iscsi {{(pid=104015) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 26 03:15:17.536664 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] No Port match for: 33327a85-3c8e-4af6-b0c0-537dc6426738 {{(pid=104015) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 26 03:15:17.537196 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Device 33327a85-3c8e-4af6-b0c0-537dc6426738 not bound to the agent host dv-cinder-846842-4-iscsi {{(pid=104015) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 03:15:17.537617 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Device 33388b70-103e-4ab1-948f-5b12b8967957 no longer exists at agent ovs-agent-dv-cinder-846842-4-iscsi {{(pid=104015) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 03:15:17.539697 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-d0cca443-c63f-48da-9e27-bdfe14714a08 None None] Deleting port df3cc85d-6a1c-4e6e-99c8-7db933649391 {{(pid=104015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 26 03:15:17.540221 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d0cca443-c63f-48da-9e27-bdfe14714a08 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787575727912'] for port (df3cc85d-6a1c-4e6e-99c8-7db933649391), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:17.554789 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-742906cd-e45e-46ed-905d-21b9c2eb2561 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787575732336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787575245478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6258255'] for port (df3cc85d-6a1c-4e6e-99c8-7db933649391), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:17.581719 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742906cd-e45e-46ed-905d-21b9c2eb2561 admin admin] Pushing event deleted for resources: {'Port': ['ID=df3cc85d-6a1c-4e6e-99c8-7db933649391,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:15:17.587198 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] No Port match for: 33388b70-103e-4ab1-948f-5b12b8967957 {{(pid=104015) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 26 03:15:17.587418 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742906cd-e45e-46ed-905d-21b9c2eb2561 admin admin] No DVR routers for this DVR port df3cc85d-6a1c-4e6e-99c8-7db933649391 on host dv-cinder-846842-4-iscsi {{(pid=104014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 26 03:15:17.587652 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-33602bb8-6b4f-4cb4-b1fa-50b048e1bd84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-799711'] for network (02cd0f74-99cd-4eb9-aeb7-aae2b7255a50), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:17.588708 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Device 33388b70-103e-4ab1-948f-5b12b8967957 not bound to the agent host dv-cinder-846842-4-iscsi {{(pid=104015) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 03:15:17.589282 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Device e8cc937d-db9b-4f0e-ab77-7c522c5d66b7 no longer exists at agent ovs-agent-dv-cinder-846842-4-iscsi {{(pid=104015) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 03:15:17.633142 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [None req-33602bb8-6b4f-4cb4-b1fa-50b048e1bd84 admin admin] Deleting port 71fe6b46-d82b-42e3-b4e8-eb341f12c704 {{(pid=104013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 26 03:15:17.633599 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-33602bb8-6b4f-4cb4-b1fa-50b048e1bd84 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787575727912'] for port (71fe6b46-d82b-42e3-b4e8-eb341f12c704), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:17.635002 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] No Port match for: e8cc937d-db9b-4f0e-ab77-7c522c5d66b7 {{(pid=104015) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 26 03:15:17.635630 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Device e8cc937d-db9b-4f0e-ab77-7c522c5d66b7 not bound to the agent host dv-cinder-846842-4-iscsi {{(pid=104015) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 03:15:17.682884 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-742906cd-e45e-46ed-905d-21b9c2eb2561 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968757', 'neutron.services.segments.db._delete_segments_for_network-8787575540875'] for network (151cdbb9-618f-46a1-a7b5-564e53db9cea), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:17.702982 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [None req-33602bb8-6b4f-4cb4-b1fa-50b048e1bd84 admin admin] For port 71fe6b46-d82b-42e3-b4e8-eb341f12c704, host dv-cinder-846842-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-4-iscsi',level=0,port_id=71fe6b46-d82b-42e3-b4e8-eb341f12c704,segment=NetworkSegment(4d81c647-e55d-4122-8ce3-5fece06ad477),segment_id=4d81c647-e55d-4122-8ce3-5fece06ad477)] {{(pid=104013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:15:17.703437 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-33602bb8-6b4f-4cb4-b1fa-50b048e1bd84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615864'] for port (71fe6b46-d82b-42e3-b4e8-eb341f12c704), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:17.706508 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.services.segments.db [None req-742906cd-e45e-46ed-905d-21b9c2eb2561 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['151cdbb9-618f-46a1-a7b5-564e53db9cea']}} {{(pid=104014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:15:17.713899 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-d0cca443-c63f-48da-9e27-bdfe14714a08 None None] For port df3cc85d-6a1c-4e6e-99c8-7db933649391, host dv-cinder-846842-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-4-iscsi',level=0,port_id=df3cc85d-6a1c-4e6e-99c8-7db933649391,segment=NetworkSegment(9b1bc4ce-7d03-4b55-892a-abd91da4af67),segment_id=9b1bc4ce-7d03-4b55-892a-abd91da4af67)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:15:17.714665 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d0cca443-c63f-48da-9e27-bdfe14714a08 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615864'] for port (df3cc85d-6a1c-4e6e-99c8-7db933649391), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:17.720504 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.services.segments.db [None req-742906cd-e45e-46ed-905d-21b9c2eb2561 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b1bc4ce-7d03-4b55-892a-abd91da4af67') {'for_net_delete': True} {{(pid=104014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:15:17.721068 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.services.segments.db [None req-742906cd-e45e-46ed-905d-21b9c2eb2561 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b1bc4ce-7d03-4b55-892a-abd91da4af67') {} {{(pid=104014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:15:17.726605 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [None req-33602bb8-6b4f-4cb4-b1fa-50b048e1bd84 admin admin] Calling delete_port for 71fe6b46-d82b-42e3-b4e8-eb341f12c704 owned by network:dhcp {{(pid=104013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 26 03:15:17.733778 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-742906cd-e45e-46ed-905d-21b9c2eb2561 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787575542164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4451208'] for segment (9b1bc4ce-7d03-4b55-892a-abd91da4af67), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:17.749604 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-742906cd-e45e-46ed-905d-21b9c2eb2561 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981176'] for segment (9b1bc4ce-7d03-4b55-892a-abd91da4af67), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:17.758474 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-742906cd-e45e-46ed-905d-21b9c2eb2561 admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=104014) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 26 03:15:17.759053 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-742906cd-e45e-46ed-905d-21b9c2eb2561 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6258290'] for segment (9b1bc4ce-7d03-4b55-892a-abd91da4af67), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:17.760228 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-d0cca443-c63f-48da-9e27-bdfe14714a08 None None] Calling delete_port for df3cc85d-6a1c-4e6e-99c8-7db933649391 owned by network:dhcp {{(pid=104015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 26 03:15:17.813131 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-33602bb8-6b4f-4cb4-b1fa-50b048e1bd84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787575732336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787575245478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7375238'] for port (71fe6b46-d82b-42e3-b4e8-eb341f12c704), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:17.822227 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:15:17.844660 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33602bb8-6b4f-4cb4-b1fa-50b048e1bd84 admin admin] Pushing event deleted for resources: {'Port': ['ID=71fe6b46-d82b-42e3-b4e8-eb341f12c704,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:15:17.862283 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d0cca443-c63f-48da-9e27-bdfe14714a08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787575732336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787575245478'] for port (df3cc85d-6a1c-4e6e-99c8-7db933649391), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:17.862838 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-742906cd-e45e-46ed-905d-21b9c2eb2561 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620072'] for network (151cdbb9-618f-46a1-a7b5-564e53db9cea), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:17.877300 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33602bb8-6b4f-4cb4-b1fa-50b048e1bd84 admin admin] No DVR routers for this DVR port 71fe6b46-d82b-42e3-b4e8-eb341f12c704 on host dv-cinder-846842-4-iscsi {{(pid=104013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 26 03:15:17.881569 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-742906cd-e45e-46ed-905d-21b9c2eb2561 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628900'] for network (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:17.895031 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-742906cd-e45e-46ed-905d-21b9c2eb2561 admin admin] 10.222.0.13 "DELETE /v2.0/networks/151cdbb9-618f-46a1-a7b5-564e53db9cea HTTP/1.1" status: 204 len: 168 time: 0.6839681 Jun 26 03:15:17.896795 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742906cd-e45e-46ed-905d-21b9c2eb2561 admin admin] Pushing event deleted for resources: {'Network': ['ID=151cdbb9-618f-46a1-a7b5-564e53db9cea,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:15:17.907896 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d0cca443-c63f-48da-9e27-bdfe14714a08 None None] Network 151cdbb9-618f-46a1-a7b5-564e53db9cea is not hosted by any dhcp agent {{(pid=104015) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jun 26 03:15:17.908365 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0cca443-c63f-48da-9e27-bdfe14714a08 None None] No DVR routers for this DVR port df3cc85d-6a1c-4e6e-99c8-7db933649391 on host dv-cinder-846842-4-iscsi {{(pid=104015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 26 03:15:17.911019 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e54920-d1ff-4e70-917d-309ed41510c9 None None] DHCP port deletion for 02cd0f74-99cd-4eb9-aeb7-aae2b7255a50 request from dv-cinder-846842-4-iscsi {{(pid=104015) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 26 03:15:17.916763 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cca443-c63f-48da-9e27-bdfe14714a08 None None] Pushing event deleted for resources: {'Port': ['ID=df3cc85d-6a1c-4e6e-99c8-7db933649391,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:15:17.949460 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:15:17.989926 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-33602bb8-6b4f-4cb4-b1fa-50b048e1bd84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968757', 'neutron.services.segments.db._delete_segments_for_network-8787575540875'] for network (02cd0f74-99cd-4eb9-aeb7-aae2b7255a50), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:18.017295 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.services.segments.db [None req-33602bb8-6b4f-4cb4-b1fa-50b048e1bd84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02cd0f74-99cd-4eb9-aeb7-aae2b7255a50']}} {{(pid=104013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:15:18.017891 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.services.segments.plugin [-] Segment 9b1bc4ce-7d03-4b55-892a-abd91da4af67 resource provider aggregate not found Jun 26 03:15:18.028680 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.services.segments.db [None req-33602bb8-6b4f-4cb4-b1fa-50b048e1bd84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d81c647-e55d-4122-8ce3-5fece06ad477') {'for_net_delete': True} {{(pid=104013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:15:18.028924 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.services.segments.db [None req-33602bb8-6b4f-4cb4-b1fa-50b048e1bd84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d81c647-e55d-4122-8ce3-5fece06ad477') {} {{(pid=104013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:15:18.036536 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.services.segments.plugin [-] Segment 9b1bc4ce-7d03-4b55-892a-abd91da4af67 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9b1bc4ce-7d03-4b55-892a-abd91da4af67 found for delete ", "request_id": "req-7ef9d313-d426-4da5-982e-b5b87a7b6013"}]} Jun 26 03:15:18.039562 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-33602bb8-6b4f-4cb4-b1fa-50b048e1bd84 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787575542164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7696527'] for segment (4d81c647-e55d-4122-8ce3-5fece06ad477), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:18.054615 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-33602bb8-6b4f-4cb4-b1fa-50b048e1bd84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981176'] for segment (4d81c647-e55d-4122-8ce3-5fece06ad477), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:18.060611 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 48562) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:15:18.062092 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33602bb8-6b4f-4cb4-b1fa-50b048e1bd84 admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=104013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 26 03:15:18.062542 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-33602bb8-6b4f-4cb4-b1fa-50b048e1bd84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7375291'] for segment (4d81c647-e55d-4122-8ce3-5fece06ad477), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:18.092216 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.services.segments.plugin [-] Segment 4d81c647-e55d-4122-8ce3-5fece06ad477 resource provider aggregate not found Jun 26 03:15:18.110564 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-798be5cc-2cc1-4000-9b4c-b8004b0b3b36 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5dd1a7a651fa4d27a1b6488ca13effca&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0483322 Jun 26 03:15:18.111129 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 48568) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:15:18.124159 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.services.segments.plugin [-] Segment 4d81c647-e55d-4122-8ce3-5fece06ad477 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4d81c647-e55d-4122-8ce3-5fece06ad477 found for delete ", "request_id": "req-d45b35a3-7730-4175-966d-31ffa478be1f"}]} Jun 26 03:15:18.132315 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-33602bb8-6b4f-4cb4-b1fa-50b048e1bd84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620072'] for network (02cd0f74-99cd-4eb9-aeb7-aae2b7255a50), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:18.138532 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-33602bb8-6b4f-4cb4-b1fa-50b048e1bd84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628900'] for network (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:18.141637 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-33602bb8-6b4f-4cb4-b1fa-50b048e1bd84 admin admin] 10.222.0.13 "DELETE /v2.0/networks/02cd0f74-99cd-4eb9-aeb7-aae2b7255a50 HTTP/1.1" status: 204 len: 168 time: 0.6319332 Jun 26 03:15:18.157332 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33602bb8-6b4f-4cb4-b1fa-50b048e1bd84 admin admin] Pushing event deleted for resources: {'Network': ['ID=02cd0f74-99cd-4eb9-aeb7-aae2b7255a50,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:15:18.176625 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-db336d2b-9418-4339-9fd5-5ec93be694d2 admin admin] Publish callbacks [] for security_group (4fc37cbf-aebe-4b5e-a82d-a6f52e917160), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:18.198255 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-db336d2b-9418-4339-9fd5-5ec93be694d2 admin admin] Publish callbacks [] for security_group (4fc37cbf-aebe-4b5e-a82d-a6f52e917160), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:18.251753 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-db336d2b-9418-4339-9fd5-5ec93be694d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (4fc37cbf-aebe-4b5e-a82d-a6f52e917160), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:18.254554 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-db336d2b-9418-4339-9fd5-5ec93be694d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:18.255727 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-db336d2b-9418-4339-9fd5-5ec93be694d2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4fc37cbf-aebe-4b5e-a82d-a6f52e917160 HTTP/1.1" status: 204 len: 168 time: 0.1437066 Jun 26 03:15:18.266137 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db336d2b-9418-4339-9fd5-5ec93be694d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fc37cbf-aebe-4b5e-a82d-a6f52e917160,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:15:18.342805 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 48574) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:15:18.365095 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:DELETE=12,neutron:UPDATE=2,neutron:SELECT=86 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:15:18.388122 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-60ad0206-84b7-4024-a2dd-f07e184e053d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1850f9f425294a82add8a09690dc1df0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0432091 Jun 26 03:15:18.390488 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 48578) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:15:18.439457 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-24653e44-fe78-40f9-9f9c-e27963076185 admin admin] Publish callbacks [] for security_group (adfe7521-e845-4821-843b-54e20c889b67), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:18.461465 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-24653e44-fe78-40f9-9f9c-e27963076185 admin admin] Publish callbacks [] for security_group (adfe7521-e845-4821-843b-54e20c889b67), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:18.515878 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-24653e44-fe78-40f9-9f9c-e27963076185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (adfe7521-e845-4821-843b-54e20c889b67), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:18.518518 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-24653e44-fe78-40f9-9f9c-e27963076185 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:18.521935 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-24653e44-fe78-40f9-9f9c-e27963076185 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/adfe7521-e845-4821-843b-54e20c889b67 HTTP/1.1" status: 204 len: 168 time: 0.1282947 Jun 26 03:15:18.528377 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24653e44-fe78-40f9-9f9c-e27963076185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adfe7521-e845-4821-843b-54e20c889b67,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:15:18.731097 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Device df3cc85d-6a1c-4e6e-99c8-7db933649391 no longer exists at agent ovs-agent-dv-cinder-846842-4-iscsi {{(pid=104015) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 03:15:18.758103 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] No Port match for: df3cc85d-6a1c-4e6e-99c8-7db933649391 {{(pid=104015) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 26 03:15:18.758446 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Device df3cc85d-6a1c-4e6e-99c8-7db933649391 not bound to the agent host dv-cinder-846842-4-iscsi {{(pid=104015) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 03:15:18.758881 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Device 3834b01e-26c6-4922-bf2c-dc4e4c924aa3 no longer exists at agent ovs-agent-dv-cinder-846842-4-iscsi {{(pid=104015) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 03:15:18.778180 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] No Port match for: 3834b01e-26c6-4922-bf2c-dc4e4c924aa3 {{(pid=104015) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 26 03:15:18.778609 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Device 3834b01e-26c6-4922-bf2c-dc4e4c924aa3 not bound to the agent host dv-cinder-846842-4-iscsi {{(pid=104015) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 03:15:18.779078 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Device 71fe6b46-d82b-42e3-b4e8-eb341f12c704 no longer exists at agent ovs-agent-dv-cinder-846842-4-iscsi {{(pid=104015) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 03:15:18.797364 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] No Port match for: 71fe6b46-d82b-42e3-b4e8-eb341f12c704 {{(pid=104015) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 26 03:15:18.797734 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Device 71fe6b46-d82b-42e3-b4e8-eb341f12c704 not bound to the agent host dv-cinder-846842-4-iscsi {{(pid=104015) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 03:15:25.881123 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=55 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:15:26.964538 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=50 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:15:28.236275 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=60,neutron:DELETE=7 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:15:28.260175 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=84,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:15:28.522315 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=34,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:15:28.524245 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=16,neutron:DELETE=3 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:15:28.761536 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=11,neutron:DELETE=3 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:15:28.782309 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=65,neutron:DELETE=2 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:15:41.445657 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a1c2626b-de4a-4aea-9384-14881ffe78da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (7168f7b9-c398-4364-91f8-35e2ce03f4c4), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:43.763667 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-4813c318-e376-443f-9c01-5d911dfece60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (0122de27-3097-4d47-a0ca-0fb90e28ac1e), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:44.031093 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=12 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:15:44.036489 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=20 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:15:44.864339 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a0725410-9e6c-45cb-9ff8-c6c4931d6b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (ece691f0-a7cc-4e31-b59a-0e18fd9fccde), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:44.899653 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (e7a0895f-45bb-4130-be69-32df3e039043), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:45.568634 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 48988) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:15:45.673329 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-88af2a7e-3942-40a4-a86d-45e9b90f10c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:45.751616 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-88af2a7e-3942-40a4-a86d-45e9b90f10c5 admin admin] Publish callbacks [] for security_group (230eb503-3ac7-421b-8d0b-96d166812757), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:45.755409 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-88af2a7e-3942-40a4-a86d-45e9b90f10c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (230eb503-3ac7-421b-8d0b-96d166812757), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:45.793073 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-88af2a7e-3942-40a4-a86d-45e9b90f10c5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=12792c1e562b48e5bc59f61b8c1c10f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2233233 Jun 26 03:15:45.795421 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af2a7e-3942-40a4-a86d-45e9b90f10c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=230eb503-3ac7-421b-8d0b-96d166812757,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:15:45.796353 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 48992) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:15:45.845799 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-17d984d5-fb9e-4686-bf0d-11159db7fa16 admin admin] Publish callbacks [] for security_group (230eb503-3ac7-421b-8d0b-96d166812757), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:45.867361 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-17d984d5-fb9e-4686-bf0d-11159db7fa16 admin admin] Publish callbacks [] for security_group (230eb503-3ac7-421b-8d0b-96d166812757), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:45.913814 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-17d984d5-fb9e-4686-bf0d-11159db7fa16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (230eb503-3ac7-421b-8d0b-96d166812757), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:45.916516 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-17d984d5-fb9e-4686-bf0d-11159db7fa16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:45.917701 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-17d984d5-fb9e-4686-bf0d-11159db7fa16 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/230eb503-3ac7-421b-8d0b-96d166812757 HTTP/1.1" status: 204 len: 168 time: 0.1203897 Jun 26 03:15:45.926005 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d984d5-fb9e-4686-bf0d-11159db7fa16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=230eb503-3ac7-421b-8d0b-96d166812757,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:15:46.176686 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 48998) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:15:46.190341 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-2bc6ee7d-49c8-4d40-bcf5-38c0576719fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:46.268271 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-2bc6ee7d-49c8-4d40-bcf5-38c0576719fb admin admin] Publish callbacks [] for security_group (d5f7adf8-db58-4414-9a4d-55e78ccf6b1c), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:46.272066 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-2bc6ee7d-49c8-4d40-bcf5-38c0576719fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (d5f7adf8-db58-4414-9a4d-55e78ccf6b1c), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:46.313540 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-2bc6ee7d-49c8-4d40-bcf5-38c0576719fb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=85933743b9fa4d28a9f5c876bd958242&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1357296 Jun 26 03:15:46.314157 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc6ee7d-49c8-4d40-bcf5-38c0576719fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5f7adf8-db58-4414-9a4d-55e78ccf6b1c,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:15:46.316323 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 49000) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:15:46.320599 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d2867017-9ae3-4ae5-b018-59cb98d1258b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (3b87920d-6933-41a3-b47c-185b87d68e87), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:46.365278 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-aa660096-ede3-474b-bab4-36e884e33c20 admin admin] Publish callbacks [] for security_group (d5f7adf8-db58-4414-9a4d-55e78ccf6b1c), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:46.386111 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-aa660096-ede3-474b-bab4-36e884e33c20 admin admin] Publish callbacks [] for security_group (d5f7adf8-db58-4414-9a4d-55e78ccf6b1c), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:46.435448 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-aa660096-ede3-474b-bab4-36e884e33c20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (d5f7adf8-db58-4414-9a4d-55e78ccf6b1c), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:46.438032 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-aa660096-ede3-474b-bab4-36e884e33c20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:46.439166 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-aa660096-ede3-474b-bab4-36e884e33c20 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d5f7adf8-db58-4414-9a4d-55e78ccf6b1c HTTP/1.1" status: 204 len: 168 time: 0.1216202 Jun 26 03:15:46.446824 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa660096-ede3-474b-bab4-36e884e33c20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5f7adf8-db58-4414-9a4d-55e78ccf6b1c,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:15:46.527168 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (16f9b602-7baf-4f7a-ab92-1b0788147fb5), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:48.511130 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 49074) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:15:48.616051 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-34eac52a-c104-4258-9094-b2ce1c546fcf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:48.698653 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-34eac52a-c104-4258-9094-b2ce1c546fcf admin admin] Publish callbacks [] for security_group (07366512-58c8-4aa9-8a65-88540f103d93), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:48.702790 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-34eac52a-c104-4258-9094-b2ce1c546fcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (07366512-58c8-4aa9-8a65-88540f103d93), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:48.741957 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-34eac52a-c104-4258-9094-b2ce1c546fcf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4491c4633c88478e98ddda5630bba8d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2298093 Jun 26 03:15:48.742672 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34eac52a-c104-4258-9094-b2ce1c546fcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07366512-58c8-4aa9-8a65-88540f103d93,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:15:48.745266 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 49080) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:15:48.795410 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-bb717074-fdaa-4862-92fb-e7e861cadfc9 admin admin] Publish callbacks [] for security_group (07366512-58c8-4aa9-8a65-88540f103d93), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:48.816410 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-bb717074-fdaa-4862-92fb-e7e861cadfc9 admin admin] Publish callbacks [] for security_group (07366512-58c8-4aa9-8a65-88540f103d93), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:48.864623 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-bb717074-fdaa-4862-92fb-e7e861cadfc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (07366512-58c8-4aa9-8a65-88540f103d93), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:48.867554 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-bb717074-fdaa-4862-92fb-e7e861cadfc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:48.868754 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-bb717074-fdaa-4862-92fb-e7e861cadfc9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/07366512-58c8-4aa9-8a65-88540f103d93 HTTP/1.1" status: 204 len: 168 time: 0.1222279 Jun 26 03:15:48.877455 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb717074-fdaa-4862-92fb-e7e861cadfc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07366512-58c8-4aa9-8a65-88540f103d93,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:15:49.129985 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 49086) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:15:49.143087 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-294aeefe-9eb6-40fd-a5ab-2669fa16cbd4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:49.218363 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-294aeefe-9eb6-40fd-a5ab-2669fa16cbd4 admin admin] Publish callbacks [] for security_group (e98d44bb-644a-43bf-bc10-5b862d8ade0a), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:49.222064 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-294aeefe-9eb6-40fd-a5ab-2669fa16cbd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (e98d44bb-644a-43bf-bc10-5b862d8ade0a), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:49.259909 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294aeefe-9eb6-40fd-a5ab-2669fa16cbd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e98d44bb-644a-43bf-bc10-5b862d8ade0a,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:15:49.265111 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-294aeefe-9eb6-40fd-a5ab-2669fa16cbd4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c2803fa862404721832bb61575e47fe4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1341169 Jun 26 03:15:49.267689 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 49088) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:15:49.280323 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:15:49.319611 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-17cf41a2-802e-4db4-bc18-7f5e3f254e7a admin admin] Publish callbacks [] for security_group (e98d44bb-644a-43bf-bc10-5b862d8ade0a), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:49.336109 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:15:49.340860 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-17cf41a2-802e-4db4-bc18-7f5e3f254e7a admin admin] Publish callbacks [] for security_group (e98d44bb-644a-43bf-bc10-5b862d8ade0a), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:49.392097 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-17cf41a2-802e-4db4-bc18-7f5e3f254e7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (e98d44bb-644a-43bf-bc10-5b862d8ade0a), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:49.394656 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-17cf41a2-802e-4db4-bc18-7f5e3f254e7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:49.395814 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-17cf41a2-802e-4db4-bc18-7f5e3f254e7a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e98d44bb-644a-43bf-bc10-5b862d8ade0a HTTP/1.1" status: 204 len: 168 time: 0.1270864 Jun 26 03:15:49.404119 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf41a2-802e-4db4-bc18-7f5e3f254e7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e98d44bb-644a-43bf-bc10-5b862d8ade0a,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:15:50.431287 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 49124) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:15:50.533766 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-9c76705f-8cbc-4522-8e13-48680b800475 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:50.610609 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-9c76705f-8cbc-4522-8e13-48680b800475 admin admin] Publish callbacks [] for security_group (d85aaf3a-b982-4360-b9cb-f279b1037635), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:50.613926 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-9c76705f-8cbc-4522-8e13-48680b800475 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (d85aaf3a-b982-4360-b9cb-f279b1037635), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:50.650970 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c76705f-8cbc-4522-8e13-48680b800475 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d85aaf3a-b982-4360-b9cb-f279b1037635,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:15:50.655722 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-9c76705f-8cbc-4522-8e13-48680b800475 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b6f51e2a5aa3420a92ec6bdfee55678c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2234371 Jun 26 03:15:50.658761 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 49130) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:15:50.716575 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-8ed1cc3a-2cde-4bc3-8a94-82f7404a9d2c admin admin] Publish callbacks [] for security_group (d85aaf3a-b982-4360-b9cb-f279b1037635), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:50.740014 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-8ed1cc3a-2cde-4bc3-8a94-82f7404a9d2c admin admin] Publish callbacks [] for security_group (d85aaf3a-b982-4360-b9cb-f279b1037635), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:50.787718 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-8ed1cc3a-2cde-4bc3-8a94-82f7404a9d2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (d85aaf3a-b982-4360-b9cb-f279b1037635), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:50.790258 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-8ed1cc3a-2cde-4bc3-8a94-82f7404a9d2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:50.791386 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-8ed1cc3a-2cde-4bc3-8a94-82f7404a9d2c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d85aaf3a-b982-4360-b9cb-f279b1037635 HTTP/1.1" status: 204 len: 168 time: 0.1322067 Jun 26 03:15:50.799774 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed1cc3a-2cde-4bc3-8a94-82f7404a9d2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d85aaf3a-b982-4360-b9cb-f279b1037635,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:15:53.963292 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.agents_db [None req-1acc9491-aa00-4d80-a7f3-d699105ea2bf None None] Agent healthcheck: found 6 active agents {{(pid=104016) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 03:15:54.715493 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 49248) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:15:54.730587 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 49252) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:15:54.823543 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-77294157-a6e6-491a-ae3d-90204a709bb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:54.846975 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-62b50686-70d0-4514-b53c-3563de3eb15f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:54.952333 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=74,neutron:DELETE=4,neutron:INSERT=21,neutron:UPDATE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:15:54.963591 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-77294157-a6e6-491a-ae3d-90204a709bb1 admin admin] Publish callbacks [] for security_group (5a84146e-35f8-4489-a457-90b5d307482f), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:54.973186 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-77294157-a6e6-491a-ae3d-90204a709bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (5a84146e-35f8-4489-a457-90b5d307482f), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:54.987795 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-62b50686-70d0-4514-b53c-3563de3eb15f admin admin] Publish callbacks [] for security_group (947ebbcb-70e2-46ab-be67-5efb833edfbf), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:55.002638 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-62b50686-70d0-4514-b53c-3563de3eb15f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (947ebbcb-70e2-46ab-be67-5efb833edfbf), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:55.034606 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-77294157-a6e6-491a-ae3d-90204a709bb1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1e471a5e4aa948af9466c062b550d035&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3180394 Jun 26 03:15:55.035402 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77294157-a6e6-491a-ae3d-90204a709bb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a84146e-35f8-4489-a457-90b5d307482f,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:15:55.037250 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 49256) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:15:55.050865 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-62b50686-70d0-4514-b53c-3563de3eb15f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1e6c73bfd5fa4810863047798b6c03da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3153820 Jun 26 03:15:55.052400 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 49258) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:15:55.078120 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:DELETE=4,neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:15:55.084380 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b50686-70d0-4514-b53c-3563de3eb15f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=947ebbcb-70e2-46ab-be67-5efb833edfbf,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:15:55.089255 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-21bdcb0a-cab9-4afd-864e-be6721217cc0 admin admin] Publish callbacks [] for security_group (5a84146e-35f8-4489-a457-90b5d307482f), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:55.113834 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-21bdcb0a-cab9-4afd-864e-be6721217cc0 admin admin] Publish callbacks [] for security_group (5a84146e-35f8-4489-a457-90b5d307482f), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:55.125346 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-b783600d-55c1-4858-8fc5-7a4f43616ae9 admin admin] Publish callbacks [] for security_group (947ebbcb-70e2-46ab-be67-5efb833edfbf), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:55.146371 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-b783600d-55c1-4858-8fc5-7a4f43616ae9 admin admin] Publish callbacks [] for security_group (947ebbcb-70e2-46ab-be67-5efb833edfbf), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:55.160761 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-21bdcb0a-cab9-4afd-864e-be6721217cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (5a84146e-35f8-4489-a457-90b5d307482f), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:55.163398 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-21bdcb0a-cab9-4afd-864e-be6721217cc0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:55.164573 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-21bdcb0a-cab9-4afd-864e-be6721217cc0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5a84146e-35f8-4489-a457-90b5d307482f HTTP/1.1" status: 204 len: 168 time: 0.1262517 Jun 26 03:15:55.174653 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bdcb0a-cab9-4afd-864e-be6721217cc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a84146e-35f8-4489-a457-90b5d307482f,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:15:55.198094 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-b783600d-55c1-4858-8fc5-7a4f43616ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (947ebbcb-70e2-46ab-be67-5efb833edfbf), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:55.200603 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-b783600d-55c1-4858-8fc5-7a4f43616ae9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:55.202115 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-b783600d-55c1-4858-8fc5-7a4f43616ae9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/947ebbcb-70e2-46ab-be67-5efb833edfbf HTTP/1.1" status: 204 len: 168 time: 0.1484501 Jun 26 03:15:55.210286 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b783600d-55c1-4858-8fc5-7a4f43616ae9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=947ebbcb-70e2-46ab-be67-5efb833edfbf,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:15:55.508804 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 49274) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:15:55.522868 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-73020067-3dbe-41f5-8111-34330f50256a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:55.600898 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-73020067-3dbe-41f5-8111-34330f50256a admin admin] Publish callbacks [] for security_group (49b0e525-1d90-4a54-bced-9d9921614baa), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:55.604550 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-73020067-3dbe-41f5-8111-34330f50256a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (49b0e525-1d90-4a54-bced-9d9921614baa), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:55.644273 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-73020067-3dbe-41f5-8111-34330f50256a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d3c1952100194b52b2dab5bc43e9bfb6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1343677 Jun 26 03:15:55.645134 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73020067-3dbe-41f5-8111-34330f50256a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49b0e525-1d90-4a54-bced-9d9921614baa,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:15:55.646929 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 49278) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:15:55.711817 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-ebb55b52-17c2-408e-9fa9-e5b06673b9b7 admin admin] Publish callbacks [] for security_group (49b0e525-1d90-4a54-bced-9d9921614baa), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:55.735899 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-ebb55b52-17c2-408e-9fa9-e5b06673b9b7 admin admin] Publish callbacks [] for security_group (49b0e525-1d90-4a54-bced-9d9921614baa), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:55.762164 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:15:55.788660 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-ebb55b52-17c2-408e-9fa9-e5b06673b9b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (49b0e525-1d90-4a54-bced-9d9921614baa), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:55.791413 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-ebb55b52-17c2-408e-9fa9-e5b06673b9b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:55.792696 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-ebb55b52-17c2-408e-9fa9-e5b06673b9b7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/49b0e525-1d90-4a54-bced-9d9921614baa HTTP/1.1" status: 204 len: 168 time: 0.1425598 Jun 26 03:15:55.802278 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb55b52-17c2-408e-9fa9-e5b06673b9b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49b0e525-1d90-4a54-bced-9d9921614baa,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:15:57.753249 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 49418) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:15:57.864453 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-3aa641d7-44fe-4e6c-8b13-f14f9255cdc1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:57.882395 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=81,neutron:DELETE=12,neutron:INSERT=7 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:15:57.943513 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-3aa641d7-44fe-4e6c-8b13-f14f9255cdc1 admin admin] Publish callbacks [] for security_group (7ef7373d-1bd1-4e27-a5a4-d911cbfba1a1), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:57.947183 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-3aa641d7-44fe-4e6c-8b13-f14f9255cdc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (7ef7373d-1bd1-4e27-a5a4-d911cbfba1a1), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:57.987020 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa641d7-44fe-4e6c-8b13-f14f9255cdc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ef7373d-1bd1-4e27-a5a4-d911cbfba1a1,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:15:57.991165 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-3aa641d7-44fe-4e6c-8b13-f14f9255cdc1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=60b2aa8fce6b40e0b40cff9d472d3fa8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2369149 Jun 26 03:15:57.994484 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 49422) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:15:58.045704 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-13cb84ff-6cf5-4027-b591-b3b0eccd20c4 admin admin] Publish callbacks [] for security_group (7ef7373d-1bd1-4e27-a5a4-d911cbfba1a1), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:58.066731 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-13cb84ff-6cf5-4027-b591-b3b0eccd20c4 admin admin] Publish callbacks [] for security_group (7ef7373d-1bd1-4e27-a5a4-d911cbfba1a1), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:58.115452 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-13cb84ff-6cf5-4027-b591-b3b0eccd20c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (7ef7373d-1bd1-4e27-a5a4-d911cbfba1a1), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:58.117866 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-13cb84ff-6cf5-4027-b591-b3b0eccd20c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:58.119085 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-13cb84ff-6cf5-4027-b591-b3b0eccd20c4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7ef7373d-1bd1-4e27-a5a4-d911cbfba1a1 HTTP/1.1" status: 204 len: 168 time: 0.1242435 Jun 26 03:15:58.131398 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cb84ff-6cf5-4027-b591-b3b0eccd20c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ef7373d-1bd1-4e27-a5a4-d911cbfba1a1,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:15:58.386442 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 49428) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:15:58.400516 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-503aa02d-586b-4445-99e7-a8f57d57e845 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:58.480360 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-503aa02d-586b-4445-99e7-a8f57d57e845 admin admin] Publish callbacks [] for security_group (d02487e8-b6f2-4854-8bd4-38af446257ac), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:58.484181 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-503aa02d-586b-4445-99e7-a8f57d57e845 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (d02487e8-b6f2-4854-8bd4-38af446257ac), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:58.522804 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-503aa02d-586b-4445-99e7-a8f57d57e845 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d899aeeadee2443bb6a36ae91469e449&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1352999 Jun 26 03:15:58.523608 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503aa02d-586b-4445-99e7-a8f57d57e845 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d02487e8-b6f2-4854-8bd4-38af446257ac,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:15:58.526484 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 49430) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:15:58.579797 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-51441faf-346b-4ee6-8150-8f3d682b45d2 admin admin] Publish callbacks [] for security_group (d02487e8-b6f2-4854-8bd4-38af446257ac), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:58.603441 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-51441faf-346b-4ee6-8150-8f3d682b45d2 admin admin] Publish callbacks [] for security_group (d02487e8-b6f2-4854-8bd4-38af446257ac), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:58.655563 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-51441faf-346b-4ee6-8150-8f3d682b45d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (d02487e8-b6f2-4854-8bd4-38af446257ac), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:58.658249 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-51441faf-346b-4ee6-8150-8f3d682b45d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:58.661703 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-51441faf-346b-4ee6-8150-8f3d682b45d2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d02487e8-b6f2-4854-8bd4-38af446257ac HTTP/1.1" status: 204 len: 168 time: 0.1319489 Jun 26 03:15:58.667738 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51441faf-346b-4ee6-8150-8f3d682b45d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d02487e8-b6f2-4854-8bd4-38af446257ac,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:15:59.730836 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 49464) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:15:59.840541 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-b1746606-f27c-4bae-8608-93483405b10d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:59.916009 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-b1746606-f27c-4bae-8608-93483405b10d admin admin] Publish callbacks [] for security_group (5076ee77-57c2-4613-a35c-88f9d5ad349e), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:59.920403 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-b1746606-f27c-4bae-8608-93483405b10d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (5076ee77-57c2-4613-a35c-88f9d5ad349e), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:15:59.963779 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-b1746606-f27c-4bae-8608-93483405b10d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9dca2eb007db463eaa32ad8c7879dc4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2316356 Jun 26 03:15:59.964408 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1746606-f27c-4bae-8608-93483405b10d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5076ee77-57c2-4613-a35c-88f9d5ad349e,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:15:59.967299 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 49468) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:16:00.020839 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-912b04f1-3ac7-4ae6-9e3f-8af1ef144825 admin admin] Publish callbacks [] for security_group (5076ee77-57c2-4613-a35c-88f9d5ad349e), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:16:00.283669 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-912b04f1-3ac7-4ae6-9e3f-8af1ef144825 admin admin] Publish callbacks [] for security_group (5076ee77-57c2-4613-a35c-88f9d5ad349e), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:16:00.331037 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-912b04f1-3ac7-4ae6-9e3f-8af1ef144825 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (5076ee77-57c2-4613-a35c-88f9d5ad349e), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:16:00.333670 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-912b04f1-3ac7-4ae6-9e3f-8af1ef144825 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:16:00.334857 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-912b04f1-3ac7-4ae6-9e3f-8af1ef144825 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5076ee77-57c2-4613-a35c-88f9d5ad349e HTTP/1.1" status: 204 len: 168 time: 0.3662503 Jun 26 03:16:00.342792 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912b04f1-3ac7-4ae6-9e3f-8af1ef144825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5076ee77-57c2-4613-a35c-88f9d5ad349e,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:16:03.959952 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=2 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:16:08.686484 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:16:09.290269 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:16:09.956282 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=63,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:16:09.958794 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:16:10.337901 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:INSERT=9,neutron:UPDATE=2,neutron:SELECT=60,neutron:DELETE=5 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:16:10.338682 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=78,neutron:INSERT=12,neutron:DELETE=3 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:16:11.448387 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-f11bf688-1477-4cf8-a65b-f75a78113733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (7168f7b9-c398-4364-91f8-35e2ce03f4c4), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:16:13.766105 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-53179552-c4ab-4139-8b18-f8a824fb08ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (0122de27-3097-4d47-a0ca-0fb90e28ac1e), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:16:14.866760 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a0725410-9e6c-45cb-9ff8-c6c4931d6b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (ece691f0-a7cc-4e31-b59a-0e18fd9fccde), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:16:14.918331 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (e7a0895f-45bb-4130-be69-32df3e039043), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:16:16.321268 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d2867017-9ae3-4ae5-b018-59cb98d1258b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (3b87920d-6933-41a3-b47c-185b87d68e87), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:16:16.536052 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (16f9b602-7baf-4f7a-ab92-1b0788147fb5), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:16:21.037720 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=1 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:16:21.042814 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=5 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:16:26.527159 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=24,neutron:UPDATE=4 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:16:26.529554 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:16:30.962452 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.agents_db [None req-1acc9491-aa00-4d80-a7f3-d699105ea2bf None None] Agent healthcheck: found 6 active agents {{(pid=104016) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 03:16:35.447015 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d89628e-e72d-48bb-8588-d25d9bc32df3 req-cf59894b-03d2-42f5-a8cf-5b183fc314da tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:16:35.448526 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-9d89628e-e72d-48bb-8588-d25d9bc32df3 req-cf59894b-03d2-42f5-a8cf-5b183fc314da tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fc861c4-11c3-4fb8-8744-9b792b9864f7 HTTP/1.1" status: 200 len: 985 time: 0.0524089 Jun 26 03:16:35.513629 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-9d89628e-e72d-48bb-8588-d25d9bc32df3 req-47078d99-1c43-4e6e-8772-a30923c13b4d tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] 10.222.0.13 "GET /v2.0/security-groups?id=435c10d1-68f0-4427-bddf-893c35889974&id=04e92ec5-b39d-4c95-a918-6367021dd02f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0587626 Jun 26 03:16:35.562311 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02e2833-f46f-4423-99ea-1d62673aba1e req-1bf0d371-1065-4ddd-a0da-4a4d1e1208b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:16:35.564419 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-c02e2833-f46f-4423-99ea-1d62673aba1e req-1bf0d371-1065-4ddd-a0da-4a4d1e1208b6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1fe0cd601688420d88ea051894cfdf2a&device_id=1fc861c4-11c3-4fb8-8744-9b792b9864f7 HTTP/1.1" status: 200 len: 1169 time: 0.1384468 Jun 26 03:16:35.657802 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02e2833-f46f-4423-99ea-1d62673aba1e req-63631ae4-16d4-4cb4-a353-989d5203d647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:16:35.659302 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-c02e2833-f46f-4423-99ea-1d62673aba1e req-63631ae4-16d4-4cb4-a353-989d5203d647 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3de8e86e-4cff-434c-bc8d-f0cd4e8a3cd2 HTTP/1.1" status: 200 len: 916 time: 0.0891750 Jun 26 03:16:35.728511 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-c02e2833-f46f-4423-99ea-1d62673aba1e req-5d99dbf1-ae69-4d88-86d1-725ceeb85374 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f6eda47f-5905-49d5-b36d-bb51bf670b9f HTTP/1.1" status: 200 len: 1001 time: 0.0620682 Jun 26 03:16:35.776249 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02e2833-f46f-4423-99ea-1d62673aba1e req-507e8cfa-cc58-4371-8f52-b1494519528e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:16:35.777585 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-c02e2833-f46f-4423-99ea-1d62673aba1e req-507e8cfa-cc58-4371-8f52-b1494519528e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=279e53e9-5257-4e93-9a6a-757ca9aea989 HTTP/1.1" status: 200 len: 854 time: 0.0435932 Jun 26 03:16:35.819018 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02e2833-f46f-4423-99ea-1d62673aba1e req-8c044e7e-1a88-4ca2-ba0e-6b095eb7ff5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:16:35.820459 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-c02e2833-f46f-4423-99ea-1d62673aba1e req-8c044e7e-1a88-4ca2-ba0e-6b095eb7ff5b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3de8e86e-4cff-434c-bc8d-f0cd4e8a3cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0374794 Jun 26 03:16:35.830239 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [req-c02e2833-f46f-4423-99ea-1d62673aba1e req-ce14ffab-5d8c-4b93-b49d-0d6797ba8705 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104014) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 26 03:16:35.831233 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-c02e2833-f46f-4423-99ea-1d62673aba1e req-ce14ffab-5d8c-4b93-b49d-0d6797ba8705 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0046856 Jun 26 03:16:35.922763 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-c02e2833-f46f-4423-99ea-1d62673aba1e req-a8064a50-4f0d-49f1-b68d-1503e10cc788 service neutron] 10.222.0.43 "GET /v2.0/networks/3de8e86e-4cff-434c-bc8d-f0cd4e8a3cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854602 Jun 26 03:16:36.008803 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-c02e2833-f46f-4423-99ea-1d62673aba1e req-065ada69-681b-4bdb-b520-26546a00cf4a service neutron] 10.222.0.43 "GET /v2.0/networks/3de8e86e-4cff-434c-bc8d-f0cd4e8a3cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807254 Jun 26 03:16:36.632610 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855ab2c5-1cba-4c61-9791-61d715f39ab1 req-37d77cac-2b23-471d-9937-e6b5adaa4d39 tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:16:36.634078 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-855ab2c5-1cba-4c61-9791-61d715f39ab1 req-37d77cac-2b23-471d-9937-e6b5adaa4d39 tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fc861c4-11c3-4fb8-8744-9b792b9864f7 HTTP/1.1" status: 200 len: 985 time: 0.0509589 Jun 26 03:16:36.692557 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-855ab2c5-1cba-4c61-9791-61d715f39ab1 req-78c46aa0-92cc-4e5c-9ec1-16d8291ce29f tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] 10.222.0.13 "GET /v2.0/security-groups?id=435c10d1-68f0-4427-bddf-893c35889974&id=04e92ec5-b39d-4c95-a918-6367021dd02f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0529048 Jun 26 03:16:37.807580 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd383ae-a7c4-4beb-99c4-89c3a2b6b752 req-9f0f6327-3620-46ab-93df-89f2a1a90822 tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:16:37.809021 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-0bd383ae-a7c4-4beb-99c4-89c3a2b6b752 req-9f0f6327-3620-46ab-93df-89f2a1a90822 tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fc861c4-11c3-4fb8-8744-9b792b9864f7 HTTP/1.1" status: 200 len: 985 time: 0.0475621 Jun 26 03:16:37.868096 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-0bd383ae-a7c4-4beb-99c4-89c3a2b6b752 req-6c92d9b8-3d7b-42bd-967e-b24b95480c84 tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] 10.222.0.13 "GET /v2.0/security-groups?id=435c10d1-68f0-4427-bddf-893c35889974&id=04e92ec5-b39d-4c95-a918-6367021dd02f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534005 Jun 26 03:16:38.709637 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 49768) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:16:38.812978 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-068c5714-4da3-4099-b704-59a261602ba4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:16:38.892862 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:16:38.905826 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-068c5714-4da3-4099-b704-59a261602ba4 admin admin] Publish callbacks [] for security_group (5f64845e-a97a-4edb-b96f-a1714a4cadde), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:16:38.910182 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-068c5714-4da3-4099-b704-59a261602ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (5f64845e-a97a-4edb-b96f-a1714a4cadde), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:16:38.951080 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:16:38.963479 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068c5714-4da3-4099-b704-59a261602ba4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f64845e-a97a-4edb-b96f-a1714a4cadde,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:16:38.967240 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-068c5714-4da3-4099-b704-59a261602ba4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e9a1fcfd6a204a96a2a9a0c318c3a67f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2565734 Jun 26 03:16:38.970015 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 49780) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:16:38.994560 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068c5714-4da3-4099-b704-59a261602ba4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:16:38.995011 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068c5714-4da3-4099-b704-59a261602ba4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:16:38.995274 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068c5714-4da3-4099-b704-59a261602ba4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:16:38.995600 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068c5714-4da3-4099-b704-59a261602ba4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:16:38.995935 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068c5714-4da3-4099-b704-59a261602ba4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:16:38.996271 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068c5714-4da3-4099-b704-59a261602ba4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:16:38.996933 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068c5714-4da3-4099-b704-59a261602ba4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:16:38.996933 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068c5714-4da3-4099-b704-59a261602ba4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:16:38.997246 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068c5714-4da3-4099-b704-59a261602ba4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:16:38.997578 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068c5714-4da3-4099-b704-59a261602ba4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:16:38.997911 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068c5714-4da3-4099-b704-59a261602ba4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:16:38.998265 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068c5714-4da3-4099-b704-59a261602ba4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:16:38.998590 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068c5714-4da3-4099-b704-59a261602ba4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:16:38.998913 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068c5714-4da3-4099-b704-59a261602ba4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:16:38.999233 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068c5714-4da3-4099-b704-59a261602ba4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:16:39.023296 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad80346f-b8c1-4e4d-a7aa-6acfe310f931 req-14f56672-9967-403b-861b-0a3385fb3147 tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:16:39.026180 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-ad80346f-b8c1-4e4d-a7aa-6acfe310f931 req-14f56672-9967-403b-861b-0a3385fb3147 tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fc861c4-11c3-4fb8-8744-9b792b9864f7 HTTP/1.1" status: 200 len: 985 time: 0.0802696 Jun 26 03:16:39.055559 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-97245770-7159-49e2-b170-1e238b6b62d0 admin admin] Publish callbacks [] for security_group (5f64845e-a97a-4edb-b96f-a1714a4cadde), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:16:39.085830 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-97245770-7159-49e2-b170-1e238b6b62d0 admin admin] Publish callbacks [] for security_group (5f64845e-a97a-4edb-b96f-a1714a4cadde), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:16:39.092606 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-ad80346f-b8c1-4e4d-a7aa-6acfe310f931 req-d7794a24-5dea-48ce-874c-615ea8543ea0 tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] 10.222.0.13 "GET /v2.0/security-groups?id=435c10d1-68f0-4427-bddf-893c35889974&id=04e92ec5-b39d-4c95-a918-6367021dd02f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0615079 Jun 26 03:16:39.146888 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-97245770-7159-49e2-b170-1e238b6b62d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (5f64845e-a97a-4edb-b96f-a1714a4cadde), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:16:39.150014 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-97245770-7159-49e2-b170-1e238b6b62d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:16:39.154564 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-97245770-7159-49e2-b170-1e238b6b62d0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5f64845e-a97a-4edb-b96f-a1714a4cadde HTTP/1.1" status: 204 len: 168 time: 0.1815574 Jun 26 03:16:39.164527 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97245770-7159-49e2-b170-1e238b6b62d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f64845e-a97a-4edb-b96f-a1714a4cadde,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:16:39.172248 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97245770-7159-49e2-b170-1e238b6b62d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:16:39.173139 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97245770-7159-49e2-b170-1e238b6b62d0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:16:39.173724 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97245770-7159-49e2-b170-1e238b6b62d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:16:39.174205 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97245770-7159-49e2-b170-1e238b6b62d0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:16:39.174606 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97245770-7159-49e2-b170-1e238b6b62d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:16:39.174952 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97245770-7159-49e2-b170-1e238b6b62d0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:16:39.175276 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97245770-7159-49e2-b170-1e238b6b62d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:16:39.175613 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97245770-7159-49e2-b170-1e238b6b62d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:16:39.175939 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97245770-7159-49e2-b170-1e238b6b62d0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:16:39.176241 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97245770-7159-49e2-b170-1e238b6b62d0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:16:39.176650 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97245770-7159-49e2-b170-1e238b6b62d0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:16:39.177095 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97245770-7159-49e2-b170-1e238b6b62d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:16:39.177274 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97245770-7159-49e2-b170-1e238b6b62d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:16:39.178335 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97245770-7159-49e2-b170-1e238b6b62d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:16:39.178923 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97245770-7159-49e2-b170-1e238b6b62d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:16:39.628223 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5e8e44-4f8f-4e70-94a1-ac9073a865b1 req-92fa86a0-31b8-4aeb-a41a-af581179d536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:16:39.629730 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-5b5e8e44-4f8f-4e70-94a1-ac9073a865b1 req-92fa86a0-31b8-4aeb-a41a-af581179d536 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1fe0cd601688420d88ea051894cfdf2a&device_id=1fc861c4-11c3-4fb8-8744-9b792b9864f7 HTTP/1.1" status: 200 len: 1169 time: 0.0406485 Jun 26 03:16:39.741377 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5e8e44-4f8f-4e70-94a1-ac9073a865b1 req-03afb619-727c-4050-9ac1-0800e5a4014c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:16:39.742905 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-5b5e8e44-4f8f-4e70-94a1-ac9073a865b1 req-03afb619-727c-4050-9ac1-0800e5a4014c service neutron] 10.222.0.43 "GET /v2.0/networks?id=3de8e86e-4cff-434c-bc8d-f0cd4e8a3cd2 HTTP/1.1" status: 200 len: 916 time: 0.0959556 Jun 26 03:16:39.803881 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-5b5e8e44-4f8f-4e70-94a1-ac9073a865b1 req-a18e429d-19be-4ee3-980e-f736ffbb0894 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f6eda47f-5905-49d5-b36d-bb51bf670b9f HTTP/1.1" status: 200 len: 1001 time: 0.0552506 Jun 26 03:16:39.857397 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5e8e44-4f8f-4e70-94a1-ac9073a865b1 req-d9a847f9-cc69-495e-8aef-9774402bea19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:16:39.858893 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-5b5e8e44-4f8f-4e70-94a1-ac9073a865b1 req-d9a847f9-cc69-495e-8aef-9774402bea19 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=279e53e9-5257-4e93-9a6a-757ca9aea989 HTTP/1.1" status: 200 len: 854 time: 0.0491793 Jun 26 03:16:39.903160 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5e8e44-4f8f-4e70-94a1-ac9073a865b1 req-2d08f540-7f63-4cfe-8513-880ad638a2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:16:39.904515 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-5b5e8e44-4f8f-4e70-94a1-ac9073a865b1 req-2d08f540-7f63-4cfe-8513-880ad638a2da service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3de8e86e-4cff-434c-bc8d-f0cd4e8a3cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391328 Jun 26 03:16:39.998274 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-5b5e8e44-4f8f-4e70-94a1-ac9073a865b1 req-b5139b53-a225-46c7-a238-56834afe4b76 service neutron] 10.222.0.43 "GET /v2.0/networks/3de8e86e-4cff-434c-bc8d-f0cd4e8a3cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876107 Jun 26 03:16:40.092431 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-5b5e8e44-4f8f-4e70-94a1-ac9073a865b1 req-b1c0ae18-9b31-457d-b53e-9b7a7e79ef27 service neutron] 10.222.0.43 "GET /v2.0/networks/3de8e86e-4cff-434c-bc8d-f0cd4e8a3cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876830 Jun 26 03:16:40.212153 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af50f427-8ac0-4e0e-a009-8cecb8d334ad req-7873b976-c141-429b-8b12-ba4a647af72b tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:16:40.220054 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-af50f427-8ac0-4e0e-a009-8cecb8d334ad req-7873b976-c141-429b-8b12-ba4a647af72b tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fc861c4-11c3-4fb8-8744-9b792b9864f7 HTTP/1.1" status: 200 len: 985 time: 0.0485859 Jun 26 03:16:40.284497 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-af50f427-8ac0-4e0e-a009-8cecb8d334ad req-13c69c3a-b6cc-47b7-b7c3-d660ee118eab tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] 10.222.0.13 "GET /v2.0/security-groups?id=435c10d1-68f0-4427-bddf-893c35889974&id=04e92ec5-b39d-4c95-a918-6367021dd02f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0618789 Jun 26 03:16:40.957650 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:DELETE=1,neutron:SELECT=1 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:16:40.958457 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=2 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:16:41.403286 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ab1f66-4882-44dd-92b5-9fb63b07cebc req-62956939-574a-4a75-a97d-3eb925066ab3 tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:16:41.405174 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-73ab1f66-4882-44dd-92b5-9fb63b07cebc req-62956939-574a-4a75-a97d-3eb925066ab3 tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fc861c4-11c3-4fb8-8744-9b792b9864f7 HTTP/1.1" status: 200 len: 985 time: 0.0499127 Jun 26 03:16:41.454313 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-fa0140e9-e028-492b-ae8d-38eb7313c912 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (7168f7b9-c398-4364-91f8-35e2ce03f4c4), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:16:41.485117 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-73ab1f66-4882-44dd-92b5-9fb63b07cebc req-e6a6c0d2-4ba3-4744-81c9-0c460fe48adc tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] 10.222.0.13 "GET /v2.0/security-groups?id=435c10d1-68f0-4427-bddf-893c35889974&id=04e92ec5-b39d-4c95-a918-6367021dd02f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0730026 Jun 26 03:16:42.595656 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795e1532-52eb-4ca2-b94d-1263f0e5a149 req-a7d984a3-529a-441c-9f61-ba105b5dc034 tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:16:42.597108 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-795e1532-52eb-4ca2-b94d-1263f0e5a149 req-a7d984a3-529a-441c-9f61-ba105b5dc034 tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fc861c4-11c3-4fb8-8744-9b792b9864f7 HTTP/1.1" status: 200 len: 985 time: 0.0461171 Jun 26 03:16:42.658325 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-795e1532-52eb-4ca2-b94d-1263f0e5a149 req-df7e749b-2602-4bf4-a4e1-a096b2bdd605 tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] 10.222.0.13 "GET /v2.0/security-groups?id=435c10d1-68f0-4427-bddf-893c35889974&id=04e92ec5-b39d-4c95-a918-6367021dd02f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0556498 Jun 26 03:16:43.733213 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=100 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:16:43.769382 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-0ba8ce68-ca53-4178-be49-722b0c8186e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (0122de27-3097-4d47-a0ca-0fb90e28ac1e), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:16:43.775824 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74fff4e-823b-468b-a846-c91815601755 req-3bc4e5d7-6732-435a-ba3f-b636e5208800 tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:16:43.777312 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-d74fff4e-823b-468b-a846-c91815601755 req-3bc4e5d7-6732-435a-ba3f-b636e5208800 tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fc861c4-11c3-4fb8-8744-9b792b9864f7 HTTP/1.1" status: 200 len: 985 time: 0.0522785 Jun 26 03:16:43.836192 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-d74fff4e-823b-468b-a846-c91815601755 req-04fb9b9e-4d7c-4029-a3fe-5a5ada82b7e1 tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] 10.222.0.13 "GET /v2.0/security-groups?id=435c10d1-68f0-4427-bddf-893c35889974&id=04e92ec5-b39d-4c95-a918-6367021dd02f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0526183 Jun 26 03:16:44.870325 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a0725410-9e6c-45cb-9ff8-c6c4931d6b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (ece691f0-a7cc-4e31-b59a-0e18fd9fccde), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:16:44.902706 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (e7a0895f-45bb-4130-be69-32df3e039043), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:16:44.915119 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=100 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:16:44.953378 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ed903e-2d5f-4f40-8fbb-b852764fb3cb req-58dc6e4a-9aed-4a85-8780-0a2421c12f1b tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:16:44.955646 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-f2ed903e-2d5f-4f40-8fbb-b852764fb3cb req-58dc6e4a-9aed-4a85-8780-0a2421c12f1b tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fc861c4-11c3-4fb8-8744-9b792b9864f7 HTTP/1.1" status: 200 len: 985 time: 0.0502753 Jun 26 03:16:45.028834 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-f2ed903e-2d5f-4f40-8fbb-b852764fb3cb req-5356e0a0-84ca-4c66-9696-cf0cb2129869 tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] 10.222.0.13 "GET /v2.0/security-groups?id=435c10d1-68f0-4427-bddf-893c35889974&id=04e92ec5-b39d-4c95-a918-6367021dd02f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0673995 Jun 26 03:16:46.145113 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5006761f-0e47-4867-9e06-363fdaf5a265 req-ed1b306d-5061-4f23-81f6-6866994bb0dc tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:16:46.146604 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-5006761f-0e47-4867-9e06-363fdaf5a265 req-ed1b306d-5061-4f23-81f6-6866994bb0dc tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fc861c4-11c3-4fb8-8744-9b792b9864f7 HTTP/1.1" status: 200 len: 985 time: 0.0504715 Jun 26 03:16:46.205475 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-5006761f-0e47-4867-9e06-363fdaf5a265 req-792d22b9-e812-4c86-9da9-79607b2bba9c tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] 10.222.0.13 "GET /v2.0/security-groups?id=435c10d1-68f0-4427-bddf-893c35889974&id=04e92ec5-b39d-4c95-a918-6367021dd02f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0533440 Jun 26 03:16:46.324129 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d2867017-9ae3-4ae5-b018-59cb98d1258b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (3b87920d-6933-41a3-b47c-185b87d68e87), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:16:46.528095 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (16f9b602-7baf-4f7a-ab92-1b0788147fb5), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:16:47.319024 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b04230c-2fcc-4163-89ff-0b2082531c3b req-26d657bf-8ef7-445a-aad8-c9da8982423f tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:16:47.320484 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-1b04230c-2fcc-4163-89ff-0b2082531c3b req-26d657bf-8ef7-445a-aad8-c9da8982423f tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fc861c4-11c3-4fb8-8744-9b792b9864f7 HTTP/1.1" status: 200 len: 985 time: 0.0468066 Jun 26 03:16:47.378568 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-1b04230c-2fcc-4163-89ff-0b2082531c3b req-6cf2ecee-8980-4172-9fb7-e7a37f619369 tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] 10.222.0.13 "GET /v2.0/security-groups?id=435c10d1-68f0-4427-bddf-893c35889974&id=04e92ec5-b39d-4c95-a918-6367021dd02f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0525568 Jun 26 03:16:48.489523 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907e84c1-6210-42b5-ad9c-1c0d992cd8c8 req-d4c5fade-c1f6-4a03-97ad-18a1d3de0053 tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:16:48.490992 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-907e84c1-6210-42b5-ad9c-1c0d992cd8c8 req-d4c5fade-c1f6-4a03-97ad-18a1d3de0053 tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fc861c4-11c3-4fb8-8744-9b792b9864f7 HTTP/1.1" status: 200 len: 985 time: 0.0463150 Jun 26 03:16:48.553212 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-907e84c1-6210-42b5-ad9c-1c0d992cd8c8 req-0494c08a-cc7b-4063-8a2e-08f33ab72f8c tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] 10.222.0.13 "GET /v2.0/security-groups?id=435c10d1-68f0-4427-bddf-893c35889974&id=04e92ec5-b39d-4c95-a918-6367021dd02f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0567493 Jun 26 03:16:49.159614 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=16,neutron:DELETE=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:16:49.168532 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=19,neutron:DELETE=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:16:49.665109 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7478b4-47db-4717-a338-b3a0289a9604 req-f5cb9c35-d3d7-4718-9074-e39d9f9b7c2d tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:16:49.666693 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-ca7478b4-47db-4717-a338-b3a0289a9604 req-f5cb9c35-d3d7-4718-9074-e39d9f9b7c2d tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fc861c4-11c3-4fb8-8744-9b792b9864f7 HTTP/1.1" status: 200 len: 985 time: 0.0469618 Jun 26 03:16:49.727957 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-ca7478b4-47db-4717-a338-b3a0289a9604 req-aacbeba1-786a-4785-b9d5-1d48438112c6 tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] 10.222.0.13 "GET /v2.0/security-groups?id=435c10d1-68f0-4427-bddf-893c35889974&id=04e92ec5-b39d-4c95-a918-6367021dd02f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0557740 Jun 26 03:16:50.839875 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3087aaee-60d2-40a9-90f4-aa6094212319 req-8336da09-d57b-44b0-b35c-5b90b3d940e3 tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:16:50.841318 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-3087aaee-60d2-40a9-90f4-aa6094212319 req-8336da09-d57b-44b0-b35c-5b90b3d940e3 tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fc861c4-11c3-4fb8-8744-9b792b9864f7 HTTP/1.1" status: 200 len: 985 time: 0.0466754 Jun 26 03:16:50.905240 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-3087aaee-60d2-40a9-90f4-aa6094212319 req-735de5cc-d117-4762-8d93-341bc00784d2 tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] 10.222.0.13 "GET /v2.0/security-groups?id=435c10d1-68f0-4427-bddf-893c35889974&id=04e92ec5-b39d-4c95-a918-6367021dd02f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0578899 Jun 26 03:16:52.018063 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcc4d2b-4ff6-43d6-a954-a1eaddf2e7c2 req-6ba1eb8e-d479-4ac0-99f0-fb987d2bb1ab tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:16:52.019487 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-4dcc4d2b-4ff6-43d6-a954-a1eaddf2e7c2 req-6ba1eb8e-d479-4ac0-99f0-fb987d2bb1ab tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fc861c4-11c3-4fb8-8744-9b792b9864f7 HTTP/1.1" status: 200 len: 985 time: 0.0460992 Jun 26 03:16:52.077977 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-4dcc4d2b-4ff6-43d6-a954-a1eaddf2e7c2 req-98c46996-013b-4c6f-b39d-135f8fd9d5cb tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] 10.222.0.13 "GET /v2.0/security-groups?id=435c10d1-68f0-4427-bddf-893c35889974&id=04e92ec5-b39d-4c95-a918-6367021dd02f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0529599 Jun 26 03:16:52.643273 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 49946) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:16:52.748858 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-4e48d014-0b19-45cd-8f1a-e2ba4e7fc2ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:16:52.824589 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-4e48d014-0b19-45cd-8f1a-e2ba4e7fc2ce admin admin] Publish callbacks [] for security_group (fc5513f2-4f23-4427-8e87-a6c863fa3db2), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:16:52.827924 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-4e48d014-0b19-45cd-8f1a-e2ba4e7fc2ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (fc5513f2-4f23-4427-8e87-a6c863fa3db2), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:16:52.868309 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-4e48d014-0b19-45cd-8f1a-e2ba4e7fc2ce admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ebd394696c824dcd98d3a1304bf4a48c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2239735 Jun 26 03:16:52.869260 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e48d014-0b19-45cd-8f1a-e2ba4e7fc2ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc5513f2-4f23-4427-8e87-a6c863fa3db2,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:16:52.871229 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 49950) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:16:52.920360 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-12acb502-334d-4ec6-8b7a-3e6cee28e96c admin admin] Publish callbacks [] for security_group (fc5513f2-4f23-4427-8e87-a6c863fa3db2), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:16:52.941308 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-12acb502-334d-4ec6-8b7a-3e6cee28e96c admin admin] Publish callbacks [] for security_group (fc5513f2-4f23-4427-8e87-a6c863fa3db2), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:16:52.986614 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-12acb502-334d-4ec6-8b7a-3e6cee28e96c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (fc5513f2-4f23-4427-8e87-a6c863fa3db2), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:16:52.989170 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-12acb502-334d-4ec6-8b7a-3e6cee28e96c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:16:52.990355 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-12acb502-334d-4ec6-8b7a-3e6cee28e96c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fc5513f2-4f23-4427-8e87-a6c863fa3db2 HTTP/1.1" status: 204 len: 168 time: 0.1178789 Jun 26 03:16:52.992592 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:16:52.999141 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12acb502-334d-4ec6-8b7a-3e6cee28e96c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc5513f2-4f23-4427-8e87-a6c863fa3db2,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:16:53.194173 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b353bef7-89f4-43fe-b0b8-c73115617ecb req-5da92578-04e8-4293-ae9b-4e65dce1e9ad tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:16:53.195663 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-b353bef7-89f4-43fe-b0b8-c73115617ecb req-5da92578-04e8-4293-ae9b-4e65dce1e9ad tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fc861c4-11c3-4fb8-8744-9b792b9864f7 HTTP/1.1" status: 200 len: 985 time: 0.0501032 Jun 26 03:16:53.257985 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-b353bef7-89f4-43fe-b0b8-c73115617ecb req-71d72985-c990-464d-a454-a8c392824f2e tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] 10.222.0.13 "GET /v2.0/security-groups?id=435c10d1-68f0-4427-bddf-893c35889974&id=04e92ec5-b39d-4c95-a918-6367021dd02f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0566256 Jun 26 03:16:53.987973 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 49988) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:16:54.091503 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d380a1d4-8f70-4fd9-9740-5dab17ae5fd0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:16:54.167079 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d380a1d4-8f70-4fd9-9740-5dab17ae5fd0 admin admin] Publish callbacks [] for security_group (c1b23ae3-8772-4304-b1d7-485cc01226e3), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:16:54.171412 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d380a1d4-8f70-4fd9-9740-5dab17ae5fd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (c1b23ae3-8772-4304-b1d7-485cc01226e3), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:16:54.215056 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-d380a1d4-8f70-4fd9-9740-5dab17ae5fd0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=182e5a14c6924d489d7f50ac802e18dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2259784 Jun 26 03:16:54.215873 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d380a1d4-8f70-4fd9-9740-5dab17ae5fd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1b23ae3-8772-4304-b1d7-485cc01226e3,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:16:54.217710 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 49992) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:16:54.232835 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:16:54.268258 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-f41e3c57-d511-48ce-8d7c-6366dc983359 admin admin] Publish callbacks [] for security_group (c1b23ae3-8772-4304-b1d7-485cc01226e3), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:16:54.289906 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-f41e3c57-d511-48ce-8d7c-6366dc983359 admin admin] Publish callbacks [] for security_group (c1b23ae3-8772-4304-b1d7-485cc01226e3), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:16:54.364254 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-f41e3c57-d511-48ce-8d7c-6366dc983359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (c1b23ae3-8772-4304-b1d7-485cc01226e3), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:16:54.366995 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-f41e3c57-d511-48ce-8d7c-6366dc983359 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:16:54.368262 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-f41e3c57-d511-48ce-8d7c-6366dc983359 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c1b23ae3-8772-4304-b1d7-485cc01226e3 HTTP/1.1" status: 204 len: 168 time: 0.1495225 Jun 26 03:16:54.387729 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae73b827-e5b1-48f3-8718-fb8c56975e39 req-743cee1b-8501-4cb6-9b39-534a47ad7941 tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:16:54.389477 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-ae73b827-e5b1-48f3-8718-fb8c56975e39 req-743cee1b-8501-4cb6-9b39-534a47ad7941 tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fc861c4-11c3-4fb8-8744-9b792b9864f7 HTTP/1.1" status: 200 len: 985 time: 0.0647614 Jun 26 03:16:54.390864 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41e3c57-d511-48ce-8d7c-6366dc983359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1b23ae3-8772-4304-b1d7-485cc01226e3,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:16:54.459104 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-ae73b827-e5b1-48f3-8718-fb8c56975e39 req-56617467-d642-4590-b31a-332dad3b1687 tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] 10.222.0.13 "GET /v2.0/security-groups?id=435c10d1-68f0-4427-bddf-893c35889974&id=04e92ec5-b39d-4c95-a918-6367021dd02f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0619383 Jun 26 03:16:54.805720 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 50016) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:16:54.927561 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-8d165123-3825-4125-8697-f640690b59e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:16:55.016814 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-8d165123-3825-4125-8697-f640690b59e7 admin admin] Publish callbacks [] for security_group (b40cb93b-e692-4418-afda-9c7f07031ed1), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:16:55.021025 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-8d165123-3825-4125-8697-f640690b59e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (b40cb93b-e692-4418-afda-9c7f07031ed1), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:16:55.059831 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-8d165123-3825-4125-8697-f640690b59e7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d110d6a8ae46421da0b790bd2e5ce40a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2507184 Jun 26 03:16:55.060230 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 50028) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:16:55.066770 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d165123-3825-4125-8697-f640690b59e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b40cb93b-e692-4418-afda-9c7f07031ed1,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:16:55.129518 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-63a4624f-08d4-45ac-ab04-e99ea682e608 admin admin] Publish callbacks [] for security_group (b40cb93b-e692-4418-afda-9c7f07031ed1), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:16:55.150864 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-63a4624f-08d4-45ac-ab04-e99ea682e608 admin admin] Publish callbacks [] for security_group (b40cb93b-e692-4418-afda-9c7f07031ed1), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:16:55.200103 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-63a4624f-08d4-45ac-ab04-e99ea682e608 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (b40cb93b-e692-4418-afda-9c7f07031ed1), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:16:55.202678 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-63a4624f-08d4-45ac-ab04-e99ea682e608 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:16:55.203908 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-63a4624f-08d4-45ac-ab04-e99ea682e608 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b40cb93b-e692-4418-afda-9c7f07031ed1 HTTP/1.1" status: 204 len: 168 time: 0.1426311 Jun 26 03:16:55.211865 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a4624f-08d4-45ac-ab04-e99ea682e608 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b40cb93b-e692-4418-afda-9c7f07031ed1,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:16:58.035475 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=2 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:16:58.039991 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=4 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:17:04.524732 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:17:05.055048 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=69,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:17:05.061349 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=34,neutron:DELETE=3,neutron:INSERT=9 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:17:05.200169 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 50236) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:17:05.207090 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=54,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:17:05.208028 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=53,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:17:05.232516 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:17:05.314108 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-e9996f32-6ab5-4451-946c-2be295ca22d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:05.392537 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-e9996f32-6ab5-4451-946c-2be295ca22d6 admin admin] Publish callbacks [] for security_group (75316c61-8cf5-4665-aa7b-bea3dcdce962), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:05.396178 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-e9996f32-6ab5-4451-946c-2be295ca22d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (75316c61-8cf5-4665-aa7b-bea3dcdce962), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:05.436980 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-e9996f32-6ab5-4451-946c-2be295ca22d6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1cd719320fd44f72a68396014351b954&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2357099 Jun 26 03:17:05.437845 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9996f32-6ab5-4451-946c-2be295ca22d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75316c61-8cf5-4665-aa7b-bea3dcdce962,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:17:05.439662 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 50240) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:17:05.489515 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-489eb4b5-356d-40bd-b349-d136cbd9b91f admin admin] Publish callbacks [] for security_group (75316c61-8cf5-4665-aa7b-bea3dcdce962), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:05.514188 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-489eb4b5-356d-40bd-b349-d136cbd9b91f admin admin] Publish callbacks [] for security_group (75316c61-8cf5-4665-aa7b-bea3dcdce962), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:05.560390 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-489eb4b5-356d-40bd-b349-d136cbd9b91f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (75316c61-8cf5-4665-aa7b-bea3dcdce962), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:05.563171 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-489eb4b5-356d-40bd-b349-d136cbd9b91f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:05.564856 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-489eb4b5-356d-40bd-b349-d136cbd9b91f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/75316c61-8cf5-4665-aa7b-bea3dcdce962 HTTP/1.1" status: 204 len: 168 time: 0.1241090 Jun 26 03:17:05.573753 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489eb4b5-356d-40bd-b349-d136cbd9b91f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75316c61-8cf5-4665-aa7b-bea3dcdce962,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:17:07.961757 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.agents_db [None req-1acc9491-aa00-4d80-a7f3-d699105ea2bf None None] Agent healthcheck: found 6 active agents {{(pid=104016) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 03:17:11.446602 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-e9588bc5-a9c2-4697-b587-a86071ebbdc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (7168f7b9-c398-4364-91f8-35e2ce03f4c4), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:13.772159 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-17d01a7b-c08e-4242-a709-e717e39e28c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (0122de27-3097-4d47-a0ca-0fb90e28ac1e), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:14.872026 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a0725410-9e6c-45cb-9ff8-c6c4931d6b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (ece691f0-a7cc-4e31-b59a-0e18fd9fccde), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:14.904110 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (e7a0895f-45bb-4130-be69-32df3e039043), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:15.423302 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=16,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:17:15.433063 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=21,neutron:INSERT=6 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:17:15.568870 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=12,neutron:DELETE=3 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:17:15.569580 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=21,neutron:DELETE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:17:16.326333 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d2867017-9ae3-4ae5-b018-59cb98d1258b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (3b87920d-6933-41a3-b47c-185b87d68e87), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:16.530464 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (16f9b602-7baf-4f7a-ab92-1b0788147fb5), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:17.958431 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=2 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:17:26.524307 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:17:26.526236 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:17:31.390462 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 50348) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:17:31.532211 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-d940fad7-cd88-4a09-b87d-73ae576951cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:31.613350 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-d940fad7-cd88-4a09-b87d-73ae576951cf admin admin] Publish callbacks [] for security_group (8acd379f-4bc8-44f6-9ddb-44526cc48961), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:31.620630 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-d940fad7-cd88-4a09-b87d-73ae576951cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (8acd379f-4bc8-44f6-9ddb-44526cc48961), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:31.659178 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-d940fad7-cd88-4a09-b87d-73ae576951cf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=60eb12fb525e4749b5c1146f75585a0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2676926 Jun 26 03:17:31.661123 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d940fad7-cd88-4a09-b87d-73ae576951cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8acd379f-4bc8-44f6-9ddb-44526cc48961,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:17:31.661852 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 50352) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:17:31.714532 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a1c6172a-26e9-487b-b62e-c468aa9fb3e0 admin admin] Publish callbacks [] for security_group (8acd379f-4bc8-44f6-9ddb-44526cc48961), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:31.735440 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a1c6172a-26e9-487b-b62e-c468aa9fb3e0 admin admin] Publish callbacks [] for security_group (8acd379f-4bc8-44f6-9ddb-44526cc48961), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:31.781756 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a1c6172a-26e9-487b-b62e-c468aa9fb3e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (8acd379f-4bc8-44f6-9ddb-44526cc48961), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:31.784782 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a1c6172a-26e9-487b-b62e-c468aa9fb3e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:31.785900 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-a1c6172a-26e9-487b-b62e-c468aa9fb3e0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8acd379f-4bc8-44f6-9ddb-44526cc48961 HTTP/1.1" status: 204 len: 168 time: 0.1230352 Jun 26 03:17:31.793410 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c6172a-26e9-487b-b62e-c468aa9fb3e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8acd379f-4bc8-44f6-9ddb-44526cc48961,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:17:32.405820 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 50374) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:17:32.501861 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [None req-4d1136c3-dd03-4734-b0ac-54688dd65a36 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-720417055-network', 'tenant_id': '80a33a31ba6046e78352f5ba9e88b9fe'}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:17:32.522954 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d1136c3-dd03-4734-b0ac-54688dd65a36 admin admin] Made reservation on behalf of 80a33a31ba6046e78352f5ba9e88b9fe for: {'network': 1} {{(pid=104014) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 03:17:32.525258 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-4d1136c3-dd03-4734-b0ac-54688dd65a36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for network (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:32.533804 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-4d1136c3-dd03-4734-b0ac-54688dd65a36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:32.609010 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-4d1136c3-dd03-4734-b0ac-54688dd65a36 admin admin] Publish callbacks [] for security_group (99ccbe82-6540-43ef-b21d-dace5b50f693), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:32.612360 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-4d1136c3-dd03-4734-b0ac-54688dd65a36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (99ccbe82-6540-43ef-b21d-dace5b50f693), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:32.636222 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d1136c3-dd03-4734-b0ac-54688dd65a36 admin admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=104014) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 26 03:17:32.650282 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1136c3-dd03-4734-b0ac-54688dd65a36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99ccbe82-6540-43ef-b21d-dace5b50f693,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:17:32.655002 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-4d1136c3-dd03-4734-b0ac-54688dd65a36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981176'] for segment (f08981e6-5c63-4d8a-9ea1-bb5d5d702772), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:32.655296 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.db.segments_db [None req-4d1136c3-dd03-4734-b0ac-54688dd65a36 admin admin] Added segment f08981e6-5c63-4d8a-9ea1-bb5d5d702772 of type vlan for network 82c4a88c-3604-4e5f-902b-8a29b8be9dd0 Jun 26 03:17:32.694375 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-4d1136c3-dd03-4734-b0ac-54688dd65a36 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787575249107'] for network (82c4a88c-3604-4e5f-902b-8a29b8be9dd0), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:32.718509 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-4d1136c3-dd03-4734-b0ac-54688dd65a36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914'] for network (82c4a88c-3604-4e5f-902b-8a29b8be9dd0), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:32.719449 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d1136c3-dd03-4734-b0ac-54688dd65a36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:17:32.720021 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-4d1136c3-dd03-4734-b0ac-54688dd65a36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628900'] for network (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:32.753188 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-4d1136c3-dd03-4734-b0ac-54688dd65a36 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3457642 Jun 26 03:17:32.756309 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 50378) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:17:32.761142 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-d37acf79-1da8-4aa7-9efc-ee08c19b415d admin admin] Request body: {'subnet': {'network_id': '82c4a88c-3604-4e5f-902b-8a29b8be9dd0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-720417055-subnet', 'tenant_id': '80a33a31ba6046e78352f5ba9e88b9fe', 'ip_version': 4}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:17:32.781851 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d37acf79-1da8-4aa7-9efc-ee08c19b415d admin admin] Made reservation on behalf of 80a33a31ba6046e78352f5ba9e88b9fe for: {'subnet': 1} {{(pid=104013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 03:17:32.782210 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1136c3-dd03-4734-b0ac-54688dd65a36 admin admin] Pushing event updated for resources: {'Network': ['ID=82c4a88c-3604-4e5f-902b-8a29b8be9dd0,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:17:32.784944 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d37acf79-1da8-4aa7-9efc-ee08c19b415d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5197406'] for subnet (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:32.792080 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Network 82c4a88c-3604-4e5f-902b-8a29b8be9dd0 details requested by agent ovs-agent-dv-cinder-846842-4-iscsi with host dv-cinder-846842-4-iscsi {{(pid=104015) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 26 03:17:32.960994 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d37acf79-1da8-4aa7-9efc-ee08c19b415d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7375122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5197352'] for subnet (eab29342-7686-4817-abdf-f593c85f7fdd), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:33.010935 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37acf79-1da8-4aa7-9efc-ee08c19b415d admin admin] Pushing event updated for resources: {'Subnet': ['ID=eab29342-7686-4817-abdf-f593c85f7fdd,revision_number=0']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:17:33.025961 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37acf79-1da8-4aa7-9efc-ee08c19b415d admin admin] Checking segment: {'id': 'f08981e6-5c63-4d8a-9ea1-bb5d5d702772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '82c4a88c-3604-4e5f-902b-8a29b8be9dd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 26 03:17:33.026344 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d37acf79-1da8-4aa7-9efc-ee08c19b415d admin admin] Network hostable DHCP agents. Network: 82c4a88c-3604-4e5f-902b-8a29b8be9dd0, hostable agents: ['7168f7b9-c398-4364-91f8-35e2ce03f4c4'], hosted agents: [] {{(pid=104013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 26 03:17:33.042505 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d37acf79-1da8-4aa7-9efc-ee08c19b415d admin admin] Network 82c4a88c-3604-4e5f-902b-8a29b8be9dd0 is scheduled to be hosted by DHCP agent 7168f7b9-c398-4364-91f8-35e2ce03f4c4 with binding_index 1 {{(pid=104013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 26 03:17:33.050994 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.scheduler.base_scheduler [None req-d37acf79-1da8-4aa7-9efc-ee08c19b415d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846842-4-iscsi, 82c4a88c-3604-4e5f-902b-8a29b8be9dd0) {{(pid=104013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 03:17:33.055808 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d37acf79-1da8-4aa7-9efc-ee08c19b415d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:17:33.056949 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d37acf79-1da8-4aa7-9efc-ee08c19b415d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:33.059930 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-851494db-2bc7-43fd-b540-7ad58c0e61b3 None None] Network 82c4a88c-3604-4e5f-902b-8a29b8be9dd0 requested from dv-cinder-846842-4-iscsi {{(pid=104015) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 26 03:17:33.074151 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-d37acf79-1da8-4aa7-9efc-ee08c19b415d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3167758 Jun 26 03:17:33.076807 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 50380) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:17:33.080971 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-7819002c-7292-4f4b-ba8b-e712b15d8f73 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-720417055-router', 'tenant_id': '80a33a31ba6046e78352f5ba9e88b9fe', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df'}}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:17:33.099530 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-7819002c-7292-4f4b-ba8b-e712b15d8f73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25228'] for router (7d558ae8-1d57-4fe5-aa0a-73167b4c841e), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:33.100688 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-7819002c-7292-4f4b-ba8b-e712b15d8f73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1616517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2076507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25237'] for router (7d558ae8-1d57-4fe5-aa0a-73167b4c841e), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:33.158493 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-7819002c-7292-4f4b-ba8b-e712b15d8f73 admin admin] Publish callbacks [] for router_controller (7d558ae8-1d57-4fe5-aa0a-73167b4c841e), precommit_add_association {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:33.163290 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-540d24d0-0b2f-4c9e-aa02-3c0e8a5ddf9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26d13647-f000-53af-8200-2754bac59090-82c4a88c-3604-4e5f-902b-8a29b8be9dd0', 'network_id': '82c4a88c-3604-4e5f-902b-8a29b8be9dd0', 'project_id': '80a33a31ba6046e78352f5ba9e88b9fe', 'fixed_ips': [{'subnet_id': 'eab29342-7686-4817-abdf-f593c85f7fdd'}]}} from dv-cinder-846842-4-iscsi. {{(pid=104015) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 26 03:17:33.164229 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-540d24d0-0b2f-4c9e-aa02-3c0e8a5ddf9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:33.290705 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-7819002c-7292-4f4b-ba8b-e712b15d8f73 admin admin] Publish callbacks [] for router_gateway (7d558ae8-1d57-4fe5-aa0a-73167b4c841e), precommit_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:33.294653 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.db_base_plugin_common [None req-540d24d0-0b2f-4c9e-aa02-3c0e8a5ddf9b None None] Allocated IP 172.20.0.2 (82c4a88c-3604-4e5f-902b-8a29b8be9dd0/eab29342-7686-4817-abdf-f593c85f7fdd/9055d8e7-8ca9-4f11-adb3-7638a401e2dc) {{(pid=104015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 03:17:33.433835 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-540d24d0-0b2f-4c9e-aa02-3c0e8a5ddf9b None None] Publish callbacks [] for port (9055d8e7-8ca9-4f11-adb3-7638a401e2dc), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:33.439515 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-540d24d0-0b2f-4c9e-aa02-3c0e8a5ddf9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787575245469'] for port (9055d8e7-8ca9-4f11-adb3-7638a401e2dc), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:33.456501 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:17:33.462199 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:17:33.471216 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-7819002c-7292-4f4b-ba8b-e712b15d8f73 admin admin] Publish callbacks [] for router_gateway (7d558ae8-1d57-4fe5-aa0a-73167b4c841e), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:33.485650 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-540d24d0-0b2f-4c9e-aa02-3c0e8a5ddf9b None None] Network 82c4a88c-3604-4e5f-902b-8a29b8be9dd0 is already hosted by enough agents. {{(pid=104015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 03:17:33.489622 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.scheduler.base_scheduler [None req-540d24d0-0b2f-4c9e-aa02-3c0e8a5ddf9b None None] Resources bound (agent type, host, resource id): {{(pid=104015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 03:17:33.491508 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540d24d0-0b2f-4c9e-aa02-3c0e8a5ddf9b None None] Pushing event updated for resources: {'Port': ['ID=9055d8e7-8ca9-4f11-adb3-7638a401e2dc,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:17:33.493021 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-7819002c-7292-4f4b-ba8b-e712b15d8f73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:33.493693 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540d24d0-0b2f-4c9e-aa02-3c0e8a5ddf9b None None] Received port after_create {{(pid=104015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 26 03:17:33.505834 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540d24d0-0b2f-4c9e-aa02-3c0e8a5ddf9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:17:33.506449 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540d24d0-0b2f-4c9e-aa02-3c0e8a5ddf9b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:17:33.506786 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540d24d0-0b2f-4c9e-aa02-3c0e8a5ddf9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:17:33.507120 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540d24d0-0b2f-4c9e-aa02-3c0e8a5ddf9b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:17:33.507444 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540d24d0-0b2f-4c9e-aa02-3c0e8a5ddf9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:17:33.507767 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540d24d0-0b2f-4c9e-aa02-3c0e8a5ddf9b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:17:33.508087 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540d24d0-0b2f-4c9e-aa02-3c0e8a5ddf9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:17:33.508405 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540d24d0-0b2f-4c9e-aa02-3c0e8a5ddf9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:17:33.508724 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540d24d0-0b2f-4c9e-aa02-3c0e8a5ddf9b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:17:33.509041 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540d24d0-0b2f-4c9e-aa02-3c0e8a5ddf9b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:17:33.509358 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540d24d0-0b2f-4c9e-aa02-3c0e8a5ddf9b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:17:33.509676 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540d24d0-0b2f-4c9e-aa02-3c0e8a5ddf9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:17:33.509992 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540d24d0-0b2f-4c9e-aa02-3c0e8a5ddf9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:17:33.510329 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540d24d0-0b2f-4c9e-aa02-3c0e8a5ddf9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:17:33.510646 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540d24d0-0b2f-4c9e-aa02-3c0e8a5ddf9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:17:33.561102 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [None req-540d24d0-0b2f-4c9e-aa02-3c0e8a5ddf9b None None] Attempting to bind port 9055d8e7-8ca9-4f11-adb3-7638a401e2dc on host dv-cinder-846842-4-iscsi for vnic_type normal with profile {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 26 03:17:33.561544 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [None req-540d24d0-0b2f-4c9e-aa02-3c0e8a5ddf9b None None] Attempting to bind port 9055d8e7-8ca9-4f11-adb3-7638a401e2dc by drivers openvswitch,hyperv on host dv-cinder-846842-4-iscsi at level 0 using segments [{'id': 'f08981e6-5c63-4d8a-9ea1-bb5d5d702772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '82c4a88c-3604-4e5f-902b-8a29b8be9dd0'}] {{(pid=104015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 26 03:17:33.561953 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540d24d0-0b2f-4c9e-aa02-3c0e8a5ddf9b None None] Attempting to bind port 9055d8e7-8ca9-4f11-adb3-7638a401e2dc on network 82c4a88c-3604-4e5f-902b-8a29b8be9dd0 {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 26 03:17:33.567036 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540d24d0-0b2f-4c9e-aa02-3c0e8a5ddf9b None None] Checking agent: {'id': '16f9b602-7baf-4f7a-ab92-1b0788147fb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 26, 2, 56, 46), 'started_at': datetime.datetime(2022, 6, 26, 2, 57, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 26, 3, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 26 03:17:33.567406 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540d24d0-0b2f-4c9e-aa02-3c0e8a5ddf9b None None] Checking segment: {'id': 'f08981e6-5c63-4d8a-9ea1-bb5d5d702772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '82c4a88c-3604-4e5f-902b-8a29b8be9dd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 26 03:17:33.567802 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-540d24d0-0b2f-4c9e-aa02-3c0e8a5ddf9b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:33.568188 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540d24d0-0b2f-4c9e-aa02-3c0e8a5ddf9b None None] Bound using segment: {'id': 'f08981e6-5c63-4d8a-9ea1-bb5d5d702772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '82c4a88c-3604-4e5f-902b-8a29b8be9dd0'} {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 26 03:17:33.568646 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [None req-540d24d0-0b2f-4c9e-aa02-3c0e8a5ddf9b None None] Bound port: 9055d8e7-8ca9-4f11-adb3-7638a401e2dc, host: dv-cinder-846842-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f08981e6-5c63-4d8a-9ea1-bb5d5d702772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '82c4a88c-3604-4e5f-902b-8a29b8be9dd0'}}] {{(pid=104015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 26 03:17:33.569020 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-540d24d0-0b2f-4c9e-aa02-3c0e8a5ddf9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (9055d8e7-8ca9-4f11-adb3-7638a401e2dc), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:33.595723 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.db.db_base_plugin_common [None req-7819002c-7292-4f4b-ba8b-e712b15d8f73 admin admin] Allocated IP 172.27.2.132 (9f069e5f-e57e-4e35-ad51-5f4f2e2f15df/6b24a38a-90db-41c5-beaf-6fa087899576/4cf09bf2-eef6-4498-9ec0-c4550929bb92) {{(pid=104013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 03:17:33.627990 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-540d24d0-0b2f-4c9e-aa02-3c0e8a5ddf9b None None] For port 9055d8e7-8ca9-4f11-adb3-7638a401e2dc, host dv-cinder-846842-4-iscsi, cleared binding levels {{(pid=104015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 03:17:33.631318 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-540d24d0-0b2f-4c9e-aa02-3c0e8a5ddf9b None None] For port 9055d8e7-8ca9-4f11-adb3-7638a401e2dc, host dv-cinder-846842-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-4-iscsi',level=0,port_id=9055d8e7-8ca9-4f11-adb3-7638a401e2dc,segment=NetworkSegment(f08981e6-5c63-4d8a-9ea1-bb5d5d702772),segment_id=f08981e6-5c63-4d8a-9ea1-bb5d5d702772)] {{(pid=104015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 03:17:33.636659 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-540d24d0-0b2f-4c9e-aa02-3c0e8a5ddf9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (9055d8e7-8ca9-4f11-adb3-7638a401e2dc), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:33.699438 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540d24d0-0b2f-4c9e-aa02-3c0e8a5ddf9b None None] Pushing event updated for resources: {'Port': ['ID=9055d8e7-8ca9-4f11-adb3-7638a401e2dc,revision_number=2']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:17:33.702609 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-7819002c-7292-4f4b-ba8b-e712b15d8f73 admin admin] Publish callbacks [] for port (4cf09bf2-eef6-4498-9ec0-c4550929bb92), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:33.734763 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-7819002c-7292-4f4b-ba8b-e712b15d8f73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787575245469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7375238'] for port (4cf09bf2-eef6-4498-9ec0-c4550929bb92), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:33.775251 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7819002c-7292-4f4b-ba8b-e712b15d8f73 admin admin] Network 9f069e5f-e57e-4e35-ad51-5f4f2e2f15df is already hosted by enough agents. {{(pid=104013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 03:17:33.778133 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.scheduler.base_scheduler [None req-7819002c-7292-4f4b-ba8b-e712b15d8f73 admin admin] Resources bound (agent type, host, resource id): {{(pid=104013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 03:17:33.782068 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7819002c-7292-4f4b-ba8b-e712b15d8f73 admin admin] Received port after_create {{(pid=104013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 26 03:17:33.804471 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7819002c-7292-4f4b-ba8b-e712b15d8f73 admin admin] Pushing event updated for resources: {'Port': ['ID=4cf09bf2-eef6-4498-9ec0-c4550929bb92,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:17:34.038454 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-7819002c-7292-4f4b-ba8b-e712b15d8f73 admin admin] Publish callbacks [] for router_gateway (7d558ae8-1d57-4fe5-aa0a-73167b4c841e), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:34.217916 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-7819002c-7292-4f4b-ba8b-e712b15d8f73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1616609'] for router (7d558ae8-1d57-4fe5-aa0a-73167b4c841e), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:34.266936 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:17:34.301858 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:INSERT=4,neutron:SELECT=94,neutron:UPDATE=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:17:34.341761 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7819002c-7292-4f4b-ba8b-e712b15d8f73 admin admin] Router 7d558ae8-1d57-4fe5-aa0a-73167b4c841e is scheduled to L3 agent 0122de27-3097-4d47-a0ca-0fb90e28ac1e with binding_index 1 {{(pid=104013) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 26 03:17:34.446334 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7819002c-7292-4f4b-ba8b-e712b15d8f73 admin admin] Notify agent at l3_agent.dv-cinder-846842-4-iscsi the message routers_updated {{(pid=104013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 03:17:34.456855 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4148b4f4-ac10-46d1-a999-e797076c9328 None None] Sync routers for ids ['7d558ae8-1d57-4fe5-aa0a-73167b4c841e'] in dv-cinder-846842-4-iscsi {{(pid=104016) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 03:17:34.466241 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-7819002c-7292-4f4b-ba8b-e712b15d8f73 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:34.467473 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-7819002c-7292-4f4b-ba8b-e712b15d8f73 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.3896899 Jun 26 03:17:34.467878 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4148b4f4-ac10-46d1-a999-e797076c9328 None None] Routers {'7d558ae8-1d57-4fe5-aa0a-73167b4c841e'} bound to L3 agent in host dv-cinder-846842-4-iscsi {{(pid=104016) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 26 03:17:34.468678 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-4148b4f4-ac10-46d1-a999-e797076c9328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-26T02:56:44Z,description=,heartbeat_timestamp=2022-06-26T03:17:14Z,host='dv-cinder-846842-4-iscsi',id=0122de27-3097-4d47-a0ca-0fb90e28ac1e,load=0,resource_versions=,resources_synced=,started_at=2022-06-26T02:56:44Z,topic='l3_agent')) {'router_ids': ['7d558ae8-1d57-4fe5-aa0a-73167b4c841e'], 'active': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:17:34.470309 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 50382) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:17:34.573725 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvr_db [None req-4148b4f4-ac10-46d1-a999-e797076c9328 None None] Set router 7d558ae8-1d57-4fe5-aa0a-73167b4c841e gateway port host: dv-cinder-846842-4-iscsi {{(pid=104016) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 26 03:17:34.647691 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a77c6d48-4a27-426a-ba32-daa707b412cc None None] Network 82c4a88c-3604-4e5f-902b-8a29b8be9dd0 requested from dv-cinder-846842-4-iscsi {{(pid=104015) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 26 03:17:34.672929 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:17:34.753676 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:17:34.754518 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-cd16b203-6060-48e7-b13c-281f67065581 None None] Provisioning complete for port 9055d8e7-8ca9-4f11-adb3-7638a401e2dc triggered by entity DHCP. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:17:34.755071 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-cd16b203-6060-48e7-b13c-281f67065581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (9055d8e7-8ca9-4f11-adb3-7638a401e2dc), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:34.770219 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:17:34.771218 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-4148b4f4-ac10-46d1-a999-e797076c9328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d558ae8-1d57-4fe5-aa0a-73167b4c841e', 'name': 'tempest-TestShelveInstance-720417055-router', 'tenant_id': '80a33a31ba6046e78352f5ba9e88b9fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': '4cf09bf2-eef6-4498-9ec0-c4550929bb92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:17:33Z', 'updated_at': '2022-06-26T03:17:33Z', 'revision_number': 3, 'project_id': '80a33a31ba6046e78352f5ba9e88b9fe', 'gw_port': {'id': '4cf09bf2-eef6-4498-9ec0-c4550929bb92', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:d7:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d558ae8-1d57-4fe5-aa0a-73167b4c841e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:17:33Z', 'updated_at': '2022-06-26T03:17:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi'}], 'dv-cinder-846842-4-iscsi', False) {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:17:34.798428 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:17:34.806703 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4148b4f4-ac10-46d1-a999-e797076c9328 None None] Checking router: 7d558ae8-1d57-4fe5-aa0a-73167b4c841e for host: dv-cinder-846842-4-iscsi {{(pid=104016) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 03:17:34.807034 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4148b4f4-ac10-46d1-a999-e797076c9328 None None] Updating router 7d558ae8-1d57-4fe5-aa0a-73167b4c841e port 4cf09bf2-eef6-4498-9ec0-c4550929bb92 binding host dv-cinder-846842-4-iscsi {{(pid=104016) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 26 03:17:34.844013 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-4148b4f4-ac10-46d1-a999-e797076c9328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (4cf09bf2-eef6-4498-9ec0-c4550929bb92), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:34.860919 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-cd16b203-6060-48e7-b13c-281f67065581 None None] Current status of the port 9055d8e7-8ca9-4f11-adb3-7638a401e2dc is: DOWN; New status is: ACTIVE {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 03:17:34.861468 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-cd16b203-6060-48e7-b13c-281f67065581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (9055d8e7-8ca9-4f11-adb3-7638a401e2dc), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:34.914666 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Device 9055d8e7-8ca9-4f11-adb3-7638a401e2dc up at agent ovs-agent-dv-cinder-846842-4-iscsi {{(pid=104015) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 03:17:34.929762 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-6edd7e81-90dd-4cc0-b621-59bb40ac944b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:34.969173 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-cd16b203-6060-48e7-b13c-281f67065581 None None] For port 9055d8e7-8ca9-4f11-adb3-7638a401e2dc, host dv-cinder-846842-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-4-iscsi',level=0,port_id=9055d8e7-8ca9-4f11-adb3-7638a401e2dc,segment=NetworkSegment(f08981e6-5c63-4d8a-9ea1-bb5d5d702772),segment_id=f08981e6-5c63-4d8a-9ea1-bb5d5d702772)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:17:34.979123 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Provisioning complete for port 9055d8e7-8ca9-4f11-adb3-7638a401e2dc triggered by entity L2. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:17:34.979780 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (9055d8e7-8ca9-4f11-adb3-7638a401e2dc), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:34.981657 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-cd16b203-6060-48e7-b13c-281f67065581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (9055d8e7-8ca9-4f11-adb3-7638a401e2dc), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:35.070887 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd16b203-6060-48e7-b13c-281f67065581 None None] Pushing event updated for resources: {'Port': ['ID=9055d8e7-8ca9-4f11-adb3-7638a401e2dc,revision_number=3']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:17:35.111323 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Current status of the port 9055d8e7-8ca9-4f11-adb3-7638a401e2dc is: ACTIVE; New status is: ACTIVE {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 03:17:35.117943 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.db.db_base_plugin_common [None req-6edd7e81-90dd-4cc0-b621-59bb40ac944b admin admin] Allocated IP 172.20.0.1 (82c4a88c-3604-4e5f-902b-8a29b8be9dd0/eab29342-7686-4817-abdf-f593c85f7fdd/f266f7a5-ebaf-4ed3-bd60-0ea901203def) {{(pid=104014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 03:17:35.174242 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-4148b4f4-ac10-46d1-a999-e797076c9328 None None] Publish callbacks [] for port (4cf09bf2-eef6-4498-9ec0-c4550929bb92), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:35.180335 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-4148b4f4-ac10-46d1-a999-e797076c9328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (4cf09bf2-eef6-4498-9ec0-c4550929bb92), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:35.201539 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-7397c691-6387-4148-b6ec-ac473c610300 None None] Provisioning complete for port 9055d8e7-8ca9-4f11-adb3-7638a401e2dc triggered by entity DHCP. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:17:35.202933 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-7397c691-6387-4148-b6ec-ac473c610300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (9055d8e7-8ca9-4f11-adb3-7638a401e2dc), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:35.229359 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:17:35.233333 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [None req-4148b4f4-ac10-46d1-a999-e797076c9328 None None] Attempting to bind port 4cf09bf2-eef6-4498-9ec0-c4550929bb92 on host dv-cinder-846842-4-iscsi for vnic_type normal with profile {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 26 03:17:35.233697 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [None req-4148b4f4-ac10-46d1-a999-e797076c9328 None None] Attempting to bind port 4cf09bf2-eef6-4498-9ec0-c4550929bb92 by drivers openvswitch,hyperv on host dv-cinder-846842-4-iscsi at level 0 using segments [{'id': '968602fb-f834-40ea-ad2f-658bf3156d3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df'}] {{(pid=104016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 26 03:17:35.234064 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4148b4f4-ac10-46d1-a999-e797076c9328 None None] Attempting to bind port 4cf09bf2-eef6-4498-9ec0-c4550929bb92 on network 9f069e5f-e57e-4e35-ad51-5f4f2e2f15df {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 26 03:17:35.236471 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d4560c-5dfa-437d-9d59-0966696b7bf9 None None] Pushing event updated for resources: {'Port': ['ID=4cf09bf2-eef6-4498-9ec0-c4550929bb92,revision_number=2']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:17:35.238658 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-6edd7e81-90dd-4cc0-b621-59bb40ac944b admin admin] Publish callbacks [] for port (f266f7a5-ebaf-4ed3-bd60-0ea901203def), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:35.246598 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4148b4f4-ac10-46d1-a999-e797076c9328 None None] Checking agent: {'id': '16f9b602-7baf-4f7a-ab92-1b0788147fb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 26, 2, 56, 46), 'started_at': datetime.datetime(2022, 6, 26, 2, 57, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 26, 3, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 26 03:17:35.247047 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4148b4f4-ac10-46d1-a999-e797076c9328 None None] Checking segment: {'id': '968602fb-f834-40ea-ad2f-658bf3156d3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 26 03:17:35.247366 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-4148b4f4-ac10-46d1-a999-e797076c9328 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:35.247757 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4148b4f4-ac10-46d1-a999-e797076c9328 None None] Bound using segment: {'id': '968602fb-f834-40ea-ad2f-658bf3156d3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df'} {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 26 03:17:35.248222 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [None req-4148b4f4-ac10-46d1-a999-e797076c9328 None None] Bound port: 4cf09bf2-eef6-4498-9ec0-c4550929bb92, host: dv-cinder-846842-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '968602fb-f834-40ea-ad2f-658bf3156d3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df'}}] {{(pid=104016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 26 03:17:35.248974 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-4148b4f4-ac10-46d1-a999-e797076c9328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (4cf09bf2-eef6-4498-9ec0-c4550929bb92), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:35.251395 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d4560c-5dfa-437d-9d59-0966696b7bf9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:17:35.251542 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d4560c-5dfa-437d-9d59-0966696b7bf9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:17:35.251793 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d4560c-5dfa-437d-9d59-0966696b7bf9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:17:35.252127 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d4560c-5dfa-437d-9d59-0966696b7bf9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:17:35.252453 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d4560c-5dfa-437d-9d59-0966696b7bf9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:17:35.252821 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d4560c-5dfa-437d-9d59-0966696b7bf9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:17:35.253143 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d4560c-5dfa-437d-9d59-0966696b7bf9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:17:35.253465 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d4560c-5dfa-437d-9d59-0966696b7bf9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:17:35.253786 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d4560c-5dfa-437d-9d59-0966696b7bf9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:17:35.254132 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d4560c-5dfa-437d-9d59-0966696b7bf9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:17:35.254454 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d4560c-5dfa-437d-9d59-0966696b7bf9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:17:35.254792 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d4560c-5dfa-437d-9d59-0966696b7bf9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:17:35.255115 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d4560c-5dfa-437d-9d59-0966696b7bf9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:17:35.255428 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d4560c-5dfa-437d-9d59-0966696b7bf9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:17:35.255740 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d4560c-5dfa-437d-9d59-0966696b7bf9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:17:35.275622 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-6edd7e81-90dd-4cc0-b621-59bb40ac944b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787575245469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6258255'] for port (f266f7a5-ebaf-4ed3-bd60-0ea901203def), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:35.305982 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-7397c691-6387-4148-b6ec-ac473c610300 None None] Current status of the port 9055d8e7-8ca9-4f11-adb3-7638a401e2dc is: ACTIVE; New status is: ACTIVE {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 03:17:35.309105 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-4148b4f4-ac10-46d1-a999-e797076c9328 None None] For port 4cf09bf2-eef6-4498-9ec0-c4550929bb92, host dv-cinder-846842-4-iscsi, cleared binding levels {{(pid=104016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 03:17:35.312417 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-4148b4f4-ac10-46d1-a999-e797076c9328 None None] For port 4cf09bf2-eef6-4498-9ec0-c4550929bb92, host dv-cinder-846842-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-4-iscsi',level=0,port_id=4cf09bf2-eef6-4498-9ec0-c4550929bb92,segment=NetworkSegment(968602fb-f834-40ea-ad2f-658bf3156d3b),segment_id=968602fb-f834-40ea-ad2f-658bf3156d3b)] {{(pid=104016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 03:17:35.313608 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6edd7e81-90dd-4cc0-b621-59bb40ac944b admin admin] Network 82c4a88c-3604-4e5f-902b-8a29b8be9dd0 is already hosted by enough agents. {{(pid=104014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 03:17:35.316863 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.scheduler.base_scheduler [None req-6edd7e81-90dd-4cc0-b621-59bb40ac944b admin admin] Resources bound (agent type, host, resource id): {{(pid=104014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 03:17:35.318337 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-4148b4f4-ac10-46d1-a999-e797076c9328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (4cf09bf2-eef6-4498-9ec0-c4550929bb92), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:35.320458 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6edd7e81-90dd-4cc0-b621-59bb40ac944b admin admin] Received port after_create {{(pid=104014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 26 03:17:35.355716 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edd7e81-90dd-4cc0-b621-59bb40ac944b admin admin] Pushing event updated for resources: {'Port': ['ID=f266f7a5-ebaf-4ed3-bd60-0ea901203def,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:17:35.372056 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-6edd7e81-90dd-4cc0-b621-59bb40ac944b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1596484'] for router_interface (7d558ae8-1d57-4fe5-aa0a-73167b4c841e), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:35.378845 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4148b4f4-ac10-46d1-a999-e797076c9328 None None] Routers {'7d558ae8-1d57-4fe5-aa0a-73167b4c841e'} bound to L3 agent in host dv-cinder-846842-4-iscsi {{(pid=104016) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 26 03:17:35.379488 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-4148b4f4-ac10-46d1-a999-e797076c9328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-26T02:56:44Z,description=,heartbeat_timestamp=2022-06-26T03:17:14Z,host='dv-cinder-846842-4-iscsi',id=0122de27-3097-4d47-a0ca-0fb90e28ac1e,load=0,resource_versions=,resources_synced=,started_at=2022-06-26T02:56:44Z,topic='l3_agent')) {'router_ids': ['7d558ae8-1d57-4fe5-aa0a-73167b4c841e'], 'active': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:17:35.383234 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:17:35.415470 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d4560c-5dfa-437d-9d59-0966696b7bf9 None None] Pushing event updated for resources: {'Port': ['ID=4cf09bf2-eef6-4498-9ec0-c4550929bb92,revision_number=3']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:17:35.489838 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvr_db [None req-4148b4f4-ac10-46d1-a999-e797076c9328 None None] Set router 7d558ae8-1d57-4fe5-aa0a-73167b4c841e gateway port host: dv-cinder-846842-4-iscsi {{(pid=104016) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 26 03:17:35.510418 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-6edd7e81-90dd-4cc0-b621-59bb40ac944b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (f266f7a5-ebaf-4ed3-bd60-0ea901203def), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:35.524667 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:17:35.629487 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-58f824b4-7581-47f7-a0ff-eb7b107a832b None None] Provisioning complete for port f266f7a5-ebaf-4ed3-bd60-0ea901203def triggered by entity DHCP. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:17:35.629866 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-58f824b4-7581-47f7-a0ff-eb7b107a832b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (f266f7a5-ebaf-4ed3-bd60-0ea901203def), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:35.661130 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-58f824b4-7581-47f7-a0ff-eb7b107a832b None None] Port f266f7a5-ebaf-4ed3-bd60-0ea901203def cannot update to ACTIVE because it is not bound. {{(pid=104015) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 26 03:17:35.679866 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:17:35.686929 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-6edd7e81-90dd-4cc0-b621-59bb40ac944b admin admin] Publish callbacks [] for port (f266f7a5-ebaf-4ed3-bd60-0ea901203def), precommit_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:35.692418 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-6edd7e81-90dd-4cc0-b621-59bb40ac944b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6258262'] for port (f266f7a5-ebaf-4ed3-bd60-0ea901203def), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:35.742907 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-4148b4f4-ac10-46d1-a999-e797076c9328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d558ae8-1d57-4fe5-aa0a-73167b4c841e', 'name': 'tempest-TestShelveInstance-720417055-router', 'tenant_id': '80a33a31ba6046e78352f5ba9e88b9fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': '4cf09bf2-eef6-4498-9ec0-c4550929bb92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:17:33Z', 'updated_at': '2022-06-26T03:17:33Z', 'revision_number': 3, 'project_id': '80a33a31ba6046e78352f5ba9e88b9fe', 'gw_port': {'id': '4cf09bf2-eef6-4498-9ec0-c4550929bb92', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:d7:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d558ae8-1d57-4fe5-aa0a-73167b4c841e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:17:33Z', 'updated_at': '2022-06-26T03:17:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi'}], 'dv-cinder-846842-4-iscsi', False) {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:17:35.761212 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edd7e81-90dd-4cc0-b621-59bb40ac944b admin admin] Pushing event updated for resources: {'Port': ['ID=f266f7a5-ebaf-4ed3-bd60-0ea901203def,revision_number=2']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:17:35.763762 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-6edd7e81-90dd-4cc0-b621-59bb40ac944b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1628672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1597140'] for router_interface (7d558ae8-1d57-4fe5-aa0a-73167b4c841e), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:35.768774 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4148b4f4-ac10-46d1-a999-e797076c9328 None None] The sync data for ids ['7d558ae8-1d57-4fe5-aa0a-73167b4c841e'] in dv-cinder-846842-4-iscsi is: [{'id': '7d558ae8-1d57-4fe5-aa0a-73167b4c841e', 'name': 'tempest-TestShelveInstance-720417055-router', 'tenant_id': '80a33a31ba6046e78352f5ba9e88b9fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': '4cf09bf2-eef6-4498-9ec0-c4550929bb92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:17:33Z', 'updated_at': '2022-06-26T03:17:33Z', 'revision_number': 3, 'project_id': '80a33a31ba6046e78352f5ba9e88b9fe', 'gw_port': {'id': '4cf09bf2-eef6-4498-9ec0-c4550929bb92', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:d7:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d558ae8-1d57-4fe5-aa0a-73167b4c841e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:17:33Z', 'updated_at': '2022-06-26T03:17:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi'}] {{(pid=104016) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 03:17:35.862519 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6edd7e81-90dd-4cc0-b621-59bb40ac944b admin admin] Network 82c4a88c-3604-4e5f-902b-8a29b8be9dd0 is already hosted by enough agents. {{(pid=104014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 03:17:35.863961 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.scheduler.base_scheduler [None req-6edd7e81-90dd-4cc0-b621-59bb40ac944b admin admin] Resources bound (agent type, host, resource id): {{(pid=104014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 03:17:35.978659 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6edd7e81-90dd-4cc0-b621-59bb40ac944b admin admin] Router 7d558ae8-1d57-4fe5-aa0a-73167b4c841e has already been hosted by L3 agent 0122de27-3097-4d47-a0ca-0fb90e28ac1e {{(pid=104014) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 26 03:17:36.115879 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6edd7e81-90dd-4cc0-b621-59bb40ac944b admin admin] Notify agent at l3_agent.dv-cinder-846842-4-iscsi the message routers_updated {{(pid=104014) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 03:17:36.121325 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-6edd7e81-90dd-4cc0-b621-59bb40ac944b admin admin] 10.222.0.13 "PUT /v2.0/routers/7d558ae8-1d57-4fe5-aa0a-73167b4c841e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6493239 Jun 26 03:17:36.184996 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-fe83f48c-8a53-46f4-9e85-76eb930eae4c None None] Provisioning complete for port f266f7a5-ebaf-4ed3-bd60-0ea901203def triggered by entity DHCP. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:17:36.185369 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-fe83f48c-8a53-46f4-9e85-76eb930eae4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (f266f7a5-ebaf-4ed3-bd60-0ea901203def), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:36.224818 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-fe83f48c-8a53-46f4-9e85-76eb930eae4c None None] Port f266f7a5-ebaf-4ed3-bd60-0ea901203def cannot update to ACTIVE because it is not bound. {{(pid=104015) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 26 03:17:36.606851 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 50398) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:17:36.611695 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [None req-7e3716b1-c81a-48e7-b0e0-f534b34c91e9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-796194951-network', 'tenant_id': '2fb02fd66e6c4d51be2e1b77085cf32d'}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:17:36.631287 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e3716b1-c81a-48e7-b0e0-f534b34c91e9 admin admin] Made reservation on behalf of 2fb02fd66e6c4d51be2e1b77085cf32d for: {'network': 1} {{(pid=104014) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 03:17:36.633586 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-7e3716b1-c81a-48e7-b0e0-f534b34c91e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for network (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:36.642020 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-7e3716b1-c81a-48e7-b0e0-f534b34c91e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:36.720794 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-7e3716b1-c81a-48e7-b0e0-f534b34c91e9 admin admin] Publish callbacks [] for security_group (8445c428-5f3e-4ea5-8101-09ef31cfc4ff), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:36.725087 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-7e3716b1-c81a-48e7-b0e0-f534b34c91e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (8445c428-5f3e-4ea5-8101-09ef31cfc4ff), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:36.739217 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:INSERT=10 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:17:36.754889 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e3716b1-c81a-48e7-b0e0-f534b34c91e9 admin admin] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=104014) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 26 03:17:36.760062 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3716b1-c81a-48e7-b0e0-f534b34c91e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8445c428-5f3e-4ea5-8101-09ef31cfc4ff,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:17:36.768705 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-7e3716b1-c81a-48e7-b0e0-f534b34c91e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981176'] for segment (2d7d8bcf-0c18-421b-b589-1f263c5d6005), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:36.769119 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.db.segments_db [None req-7e3716b1-c81a-48e7-b0e0-f534b34c91e9 admin admin] Added segment 2d7d8bcf-0c18-421b-b589-1f263c5d6005 of type vlan for network 87b23888-12fb-4e90-aa12-7be74cb0ecdf Jun 26 03:17:36.811975 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-7e3716b1-c81a-48e7-b0e0-f534b34c91e9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787575249107'] for network (87b23888-12fb-4e90-aa12-7be74cb0ecdf), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:36.837711 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-7e3716b1-c81a-48e7-b0e0-f534b34c91e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914'] for network (87b23888-12fb-4e90-aa12-7be74cb0ecdf), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:36.838629 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e3716b1-c81a-48e7-b0e0-f534b34c91e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:17:36.839200 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-7e3716b1-c81a-48e7-b0e0-f534b34c91e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628900'] for network (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:36.876760 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-7e3716b1-c81a-48e7-b0e0-f534b34c91e9 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.2688334 Jun 26 03:17:36.879564 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 50400) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:17:36.884641 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [None req-f7946f23-606f-4109-bb5b-699698355e3e admin admin] Request body: {'subnet': {'network_id': '87b23888-12fb-4e90-aa12-7be74cb0ecdf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-796194951-subnet', 'tenant_id': '2fb02fd66e6c4d51be2e1b77085cf32d', 'ip_version': 4}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:17:36.891124 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Device 9055d8e7-8ca9-4f11-adb3-7638a401e2dc up at agent ovs-agent-dv-cinder-846842-4-iscsi {{(pid=104015) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 03:17:36.920730 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3716b1-c81a-48e7-b0e0-f534b34c91e9 admin admin] Pushing event updated for resources: {'Network': ['ID=87b23888-12fb-4e90-aa12-7be74cb0ecdf,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:17:36.928087 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:17:36.933044 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Network 87b23888-12fb-4e90-aa12-7be74cb0ecdf details requested by agent ovs-agent-dv-cinder-846842-4-iscsi with host dv-cinder-846842-4-iscsi {{(pid=104015) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 26 03:17:36.939534 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7946f23-606f-4109-bb5b-699698355e3e admin admin] Made reservation on behalf of 2fb02fd66e6c4d51be2e1b77085cf32d for: {'subnet': 1} {{(pid=104014) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 03:17:36.942109 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-f7946f23-606f-4109-bb5b-699698355e3e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6133972'] for subnet (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:36.952389 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Provisioning complete for port 9055d8e7-8ca9-4f11-adb3-7638a401e2dc triggered by entity L2. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:17:36.952753 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (9055d8e7-8ca9-4f11-adb3-7638a401e2dc), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:37.071190 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:17:37.073511 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Current status of the port 9055d8e7-8ca9-4f11-adb3-7638a401e2dc is: ACTIVE; New status is: ACTIVE {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 03:17:37.074597 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Device 4cf09bf2-eef6-4498-9ec0-c4550929bb92 up at agent ovs-agent-dv-cinder-846842-4-iscsi {{(pid=104015) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 03:17:37.118922 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Provisioning complete for port 4cf09bf2-eef6-4498-9ec0-c4550929bb92 triggered by entity L2. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:17:37.119288 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (4cf09bf2-eef6-4498-9ec0-c4550929bb92), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:37.129865 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-f7946f23-606f-4109-bb5b-699698355e3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6258395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6133922'] for subnet (3aa4fed9-42a1-4421-b0ed-f4584f6acaba), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:37.187988 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7946f23-606f-4109-bb5b-699698355e3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3aa4fed9-42a1-4421-b0ed-f4584f6acaba,revision_number=0']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:17:37.198881 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Current status of the port 4cf09bf2-eef6-4498-9ec0-c4550929bb92 is: DOWN; New status is: ACTIVE {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 03:17:37.199269 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (4cf09bf2-eef6-4498-9ec0-c4550929bb92), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:37.199392 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7946f23-606f-4109-bb5b-699698355e3e admin admin] Checking segment: {'id': '2d7d8bcf-0c18-421b-b589-1f263c5d6005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '87b23888-12fb-4e90-aa12-7be74cb0ecdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 26 03:17:37.199740 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7946f23-606f-4109-bb5b-699698355e3e admin admin] Network hostable DHCP agents. Network: 87b23888-12fb-4e90-aa12-7be74cb0ecdf, hostable agents: ['7168f7b9-c398-4364-91f8-35e2ce03f4c4'], hosted agents: [] {{(pid=104014) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 26 03:17:37.220094 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7946f23-606f-4109-bb5b-699698355e3e admin admin] Network 87b23888-12fb-4e90-aa12-7be74cb0ecdf is scheduled to be hosted by DHCP agent 7168f7b9-c398-4364-91f8-35e2ce03f4c4 with binding_index 1 {{(pid=104014) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 26 03:17:37.224679 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] For port 4cf09bf2-eef6-4498-9ec0-c4550929bb92, host dv-cinder-846842-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-4-iscsi',level=0,port_id=4cf09bf2-eef6-4498-9ec0-c4550929bb92,segment=NetworkSegment(968602fb-f834-40ea-ad2f-658bf3156d3b),segment_id=968602fb-f834-40ea-ad2f-658bf3156d3b)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:17:37.229218 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (4cf09bf2-eef6-4498-9ec0-c4550929bb92), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:37.230520 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.scheduler.base_scheduler [None req-f7946f23-606f-4109-bb5b-699698355e3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846842-4-iscsi, 87b23888-12fb-4e90-aa12-7be74cb0ecdf) {{(pid=104014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 03:17:37.236573 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7946f23-606f-4109-bb5b-699698355e3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:17:37.237434 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:17:37.238581 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-f7946f23-606f-4109-bb5b-699698355e3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628900'] for subnet (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:37.257726 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-f7946f23-606f-4109-bb5b-699698355e3e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3764331 Jun 26 03:17:37.259455 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a136a0a-79ae-4bb3-8bd9-daa1a8ea9d26 None None] Network 87b23888-12fb-4e90-aa12-7be74cb0ecdf requested from dv-cinder-846842-4-iscsi {{(pid=104015) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 26 03:17:37.259824 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 50402) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:17:37.263963 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [None req-ac38fa42-7653-4ab4-b312-da94eeff3c92 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-796194951-router', 'tenant_id': '2fb02fd66e6c4d51be2e1b77085cf32d', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df'}}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:17:37.288745 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-ac38fa42-7653-4ab4-b312-da94eeff3c92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25228'] for router (c686c6ac-2593-47c8-8a0f-3164bc7ff195), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:37.289970 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-ac38fa42-7653-4ab4-b312-da94eeff3c92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1616517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2076507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25237'] for router (c686c6ac-2593-47c8-8a0f-3164bc7ff195), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:37.308540 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878f4ac9-a19f-4310-aaa1-7c9ea4f52ddf None None] Sync routers for ids ['7d558ae8-1d57-4fe5-aa0a-73167b4c841e'] in dv-cinder-846842-4-iscsi {{(pid=104015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 03:17:37.349937 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-ac38fa42-7653-4ab4-b312-da94eeff3c92 admin admin] Publish callbacks [] for router_controller (c686c6ac-2593-47c8-8a0f-3164bc7ff195), precommit_add_association {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:37.358884 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Pushing event updated for resources: {'Port': ['ID=4cf09bf2-eef6-4498-9ec0-c4550929bb92,revision_number=4']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:17:37.370938 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878f4ac9-a19f-4310-aaa1-7c9ea4f52ddf None None] Routers {'7d558ae8-1d57-4fe5-aa0a-73167b4c841e'} bound to L3 agent in host dv-cinder-846842-4-iscsi {{(pid=104015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 26 03:17:37.371566 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-878f4ac9-a19f-4310-aaa1-7c9ea4f52ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-26T02:56:44Z,description=,heartbeat_timestamp=2022-06-26T03:17:14Z,host='dv-cinder-846842-4-iscsi',id=0122de27-3097-4d47-a0ca-0fb90e28ac1e,load=0,resource_versions=,resources_synced=,started_at=2022-06-26T02:56:44Z,topic='l3_agent')) {'router_ids': ['7d558ae8-1d57-4fe5-aa0a-73167b4c841e'], 'active': True} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:17:37.441068 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef2e5b3f-7e55-41bb-8d0c-941cd9b49a55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26d13647-f000-53af-8200-2754bac59090-87b23888-12fb-4e90-aa12-7be74cb0ecdf', 'network_id': '87b23888-12fb-4e90-aa12-7be74cb0ecdf', 'project_id': '2fb02fd66e6c4d51be2e1b77085cf32d', 'fixed_ips': [{'subnet_id': '3aa4fed9-42a1-4421-b0ed-f4584f6acaba'}]}} from dv-cinder-846842-4-iscsi. {{(pid=104015) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 26 03:17:37.441984 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-ef2e5b3f-7e55-41bb-8d0c-941cd9b49a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:37.483410 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-ac38fa42-7653-4ab4-b312-da94eeff3c92 admin admin] Publish callbacks [] for router_gateway (c686c6ac-2593-47c8-8a0f-3164bc7ff195), precommit_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:37.566447 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvr_db [None req-878f4ac9-a19f-4310-aaa1-7c9ea4f52ddf None None] Set router 7d558ae8-1d57-4fe5-aa0a-73167b4c841e gateway port host: dv-cinder-846842-4-iscsi {{(pid=104015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 26 03:17:37.652993 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:UPDATE=3,neutron:INSERT=11,neutron:SELECT=84,neutron:DELETE=2 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:17:37.662817 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-ac38fa42-7653-4ab4-b312-da94eeff3c92 admin admin] Publish callbacks [] for router_gateway (c686c6ac-2593-47c8-8a0f-3164bc7ff195), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:37.687291 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-ac38fa42-7653-4ab4-b312-da94eeff3c92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:37.794902 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.db.db_base_plugin_common [None req-ac38fa42-7653-4ab4-b312-da94eeff3c92 admin admin] Allocated IP 172.27.2.237 (9f069e5f-e57e-4e35-ad51-5f4f2e2f15df/6b24a38a-90db-41c5-beaf-6fa087899576/7d6c044e-189d-464c-8b6f-eee0b3b52647) {{(pid=104014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 03:17:37.829029 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.db_base_plugin_common [None req-ef2e5b3f-7e55-41bb-8d0c-941cd9b49a55 None None] Allocated IP 172.20.0.2 (87b23888-12fb-4e90-aa12-7be74cb0ecdf/3aa4fed9-42a1-4421-b0ed-f4584f6acaba/51e4555a-a5bf-4814-83e0-63b1b48aaead) {{(pid=104015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 03:17:37.872753 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:17:37.903289 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-ac38fa42-7653-4ab4-b312-da94eeff3c92 admin admin] Publish callbacks [] for port (7d6c044e-189d-464c-8b6f-eee0b3b52647), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:38.006287 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-878f4ac9-a19f-4310-aaa1-7c9ea4f52ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d558ae8-1d57-4fe5-aa0a-73167b4c841e', 'name': 'tempest-TestShelveInstance-720417055-router', 'tenant_id': '80a33a31ba6046e78352f5ba9e88b9fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': '4cf09bf2-eef6-4498-9ec0-c4550929bb92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:17:33Z', 'updated_at': '2022-06-26T03:17:35Z', 'revision_number': 4, 'project_id': '80a33a31ba6046e78352f5ba9e88b9fe', 'gw_port': {'id': '4cf09bf2-eef6-4498-9ec0-c4550929bb92', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:d7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d558ae8-1d57-4fe5-aa0a-73167b4c841e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:17:33Z', 'updated_at': '2022-06-26T03:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi', '_interfaces': [{'id': 'f266f7a5-ebaf-4ed3-bd60-0ea901203def', 'name': '', 'network_id': '82c4a88c-3604-4e5f-902b-8a29b8be9dd0', 'tenant_id': '80a33a31ba6046e78352f5ba9e88b9fe', 'mac_address': 'fa:16:3e:9a:65:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d558ae8-1d57-4fe5-aa0a-73167b4c841e', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'eab29342-7686-4817-abdf-f593c85f7fdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:17:34Z', 'updated_at': '2022-06-26T03:17:35Z', 'revision_number': 2, 'project_id': '80a33a31ba6046e78352f5ba9e88b9fe', 'subnets': [{'id': 'eab29342-7686-4817-abdf-f593c85f7fdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-4-iscsi', False) {} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:17:38.040612 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878f4ac9-a19f-4310-aaa1-7c9ea4f52ddf None None] Checking router: 7d558ae8-1d57-4fe5-aa0a-73167b4c841e for host: dv-cinder-846842-4-iscsi {{(pid=104015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 03:17:38.040966 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878f4ac9-a19f-4310-aaa1-7c9ea4f52ddf None None] Updating router 7d558ae8-1d57-4fe5-aa0a-73167b4c841e port f266f7a5-ebaf-4ed3-bd60-0ea901203def binding host dv-cinder-846842-4-iscsi {{(pid=104015) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 26 03:17:38.084148 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:17:38.107463 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-878f4ac9-a19f-4310-aaa1-7c9ea4f52ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (f266f7a5-ebaf-4ed3-bd60-0ea901203def), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:38.120189 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-ef2e5b3f-7e55-41bb-8d0c-941cd9b49a55 None None] Publish callbacks [] for port (51e4555a-a5bf-4814-83e0-63b1b48aaead), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:38.128950 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-ef2e5b3f-7e55-41bb-8d0c-941cd9b49a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787575245469'] for port (51e4555a-a5bf-4814-83e0-63b1b48aaead), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:38.160021 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:17:38.185578 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-ac38fa42-7653-4ab4-b312-da94eeff3c92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787575245469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6258255'] for port (7d6c044e-189d-464c-8b6f-eee0b3b52647), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:38.227455 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac38fa42-7653-4ab4-b312-da94eeff3c92 admin admin] Network 9f069e5f-e57e-4e35-ad51-5f4f2e2f15df is already hosted by enough agents. {{(pid=104014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 03:17:38.232334 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.scheduler.base_scheduler [None req-ac38fa42-7653-4ab4-b312-da94eeff3c92 admin admin] Resources bound (agent type, host, resource id): {{(pid=104014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 03:17:38.234486 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac38fa42-7653-4ab4-b312-da94eeff3c92 admin admin] Pushing event updated for resources: {'Port': ['ID=7d6c044e-189d-464c-8b6f-eee0b3b52647,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:17:38.236566 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac38fa42-7653-4ab4-b312-da94eeff3c92 admin admin] Received port after_create {{(pid=104014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 26 03:17:38.248757 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef2e5b3f-7e55-41bb-8d0c-941cd9b49a55 None None] Network 87b23888-12fb-4e90-aa12-7be74cb0ecdf is already hosted by enough agents. {{(pid=104015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 03:17:38.256667 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.scheduler.base_scheduler [None req-ef2e5b3f-7e55-41bb-8d0c-941cd9b49a55 None None] Resources bound (agent type, host, resource id): {{(pid=104015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 03:17:38.259056 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2e5b3f-7e55-41bb-8d0c-941cd9b49a55 None None] Received port after_create {{(pid=104015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 26 03:17:38.269848 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2e5b3f-7e55-41bb-8d0c-941cd9b49a55 None None] Pushing event updated for resources: {'Port': ['ID=51e4555a-a5bf-4814-83e0-63b1b48aaead,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:17:38.357644 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [None req-ef2e5b3f-7e55-41bb-8d0c-941cd9b49a55 None None] Attempting to bind port 51e4555a-a5bf-4814-83e0-63b1b48aaead on host dv-cinder-846842-4-iscsi for vnic_type normal with profile {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 26 03:17:38.357920 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [None req-ef2e5b3f-7e55-41bb-8d0c-941cd9b49a55 None None] Attempting to bind port 51e4555a-a5bf-4814-83e0-63b1b48aaead by drivers openvswitch,hyperv on host dv-cinder-846842-4-iscsi at level 0 using segments [{'id': '2d7d8bcf-0c18-421b-b589-1f263c5d6005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '87b23888-12fb-4e90-aa12-7be74cb0ecdf'}] {{(pid=104015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 26 03:17:38.358311 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2e5b3f-7e55-41bb-8d0c-941cd9b49a55 None None] Attempting to bind port 51e4555a-a5bf-4814-83e0-63b1b48aaead on network 87b23888-12fb-4e90-aa12-7be74cb0ecdf {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 26 03:17:38.389455 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2e5b3f-7e55-41bb-8d0c-941cd9b49a55 None None] Checking agent: {'id': '16f9b602-7baf-4f7a-ab92-1b0788147fb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 26, 2, 56, 46), 'started_at': datetime.datetime(2022, 6, 26, 2, 57, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 26, 3, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 26 03:17:38.389834 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2e5b3f-7e55-41bb-8d0c-941cd9b49a55 None None] Checking segment: {'id': '2d7d8bcf-0c18-421b-b589-1f263c5d6005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '87b23888-12fb-4e90-aa12-7be74cb0ecdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 26 03:17:38.390261 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-ef2e5b3f-7e55-41bb-8d0c-941cd9b49a55 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:38.390657 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2e5b3f-7e55-41bb-8d0c-941cd9b49a55 None None] Bound using segment: {'id': '2d7d8bcf-0c18-421b-b589-1f263c5d6005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '87b23888-12fb-4e90-aa12-7be74cb0ecdf'} {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 26 03:17:38.391135 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [None req-ef2e5b3f-7e55-41bb-8d0c-941cd9b49a55 None None] Bound port: 51e4555a-a5bf-4814-83e0-63b1b48aaead, host: dv-cinder-846842-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d7d8bcf-0c18-421b-b589-1f263c5d6005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '87b23888-12fb-4e90-aa12-7be74cb0ecdf'}}] {{(pid=104015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 26 03:17:38.391518 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-ef2e5b3f-7e55-41bb-8d0c-941cd9b49a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (51e4555a-a5bf-4814-83e0-63b1b48aaead), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:38.466633 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-ac38fa42-7653-4ab4-b312-da94eeff3c92 admin admin] Publish callbacks [] for router_gateway (c686c6ac-2593-47c8-8a0f-3164bc7ff195), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:38.495793 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-ef2e5b3f-7e55-41bb-8d0c-941cd9b49a55 None None] For port 51e4555a-a5bf-4814-83e0-63b1b48aaead, host dv-cinder-846842-4-iscsi, cleared binding levels {{(pid=104015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 03:17:38.529713 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-ef2e5b3f-7e55-41bb-8d0c-941cd9b49a55 None None] For port 51e4555a-a5bf-4814-83e0-63b1b48aaead, host dv-cinder-846842-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-4-iscsi',level=0,port_id=51e4555a-a5bf-4814-83e0-63b1b48aaead,segment=NetworkSegment(2d7d8bcf-0c18-421b-b589-1f263c5d6005),segment_id=2d7d8bcf-0c18-421b-b589-1f263c5d6005)] {{(pid=104015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 03:17:38.542864 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-ef2e5b3f-7e55-41bb-8d0c-941cd9b49a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (51e4555a-a5bf-4814-83e0-63b1b48aaead), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:38.552617 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-878f4ac9-a19f-4310-aaa1-7c9ea4f52ddf None None] Publish callbacks [] for port (f266f7a5-ebaf-4ed3-bd60-0ea901203def), precommit_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:38.583838 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-878f4ac9-a19f-4310-aaa1-7c9ea4f52ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (f266f7a5-ebaf-4ed3-bd60-0ea901203def), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:38.624905 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2e5b3f-7e55-41bb-8d0c-941cd9b49a55 None None] Pushing event updated for resources: {'Port': ['ID=51e4555a-a5bf-4814-83e0-63b1b48aaead,revision_number=2']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:17:38.662885 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-ac38fa42-7653-4ab4-b312-da94eeff3c92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1616609'] for router (c686c6ac-2593-47c8-8a0f-3164bc7ff195), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:38.726614 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [None req-878f4ac9-a19f-4310-aaa1-7c9ea4f52ddf None None] Attempting to bind port f266f7a5-ebaf-4ed3-bd60-0ea901203def on host dv-cinder-846842-4-iscsi for vnic_type normal with profile {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 26 03:17:38.727046 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [None req-878f4ac9-a19f-4310-aaa1-7c9ea4f52ddf None None] Attempting to bind port f266f7a5-ebaf-4ed3-bd60-0ea901203def by drivers openvswitch,hyperv on host dv-cinder-846842-4-iscsi at level 0 using segments [{'id': 'f08981e6-5c63-4d8a-9ea1-bb5d5d702772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '82c4a88c-3604-4e5f-902b-8a29b8be9dd0'}] {{(pid=104015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 26 03:17:38.727474 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878f4ac9-a19f-4310-aaa1-7c9ea4f52ddf None None] Attempting to bind port f266f7a5-ebaf-4ed3-bd60-0ea901203def on network 82c4a88c-3604-4e5f-902b-8a29b8be9dd0 {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 26 03:17:38.729841 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddfa8a3-8aaf-492f-a92e-d1cb0ca414b7 None None] Pushing event updated for resources: {'Port': ['ID=f266f7a5-ebaf-4ed3-bd60-0ea901203def,revision_number=3']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:17:38.735903 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878f4ac9-a19f-4310-aaa1-7c9ea4f52ddf None None] Checking agent: {'id': '16f9b602-7baf-4f7a-ab92-1b0788147fb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 26, 2, 56, 46), 'started_at': datetime.datetime(2022, 6, 26, 2, 57, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 26, 3, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 26 03:17:38.736277 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878f4ac9-a19f-4310-aaa1-7c9ea4f52ddf None None] Checking segment: {'id': 'f08981e6-5c63-4d8a-9ea1-bb5d5d702772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '82c4a88c-3604-4e5f-902b-8a29b8be9dd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 26 03:17:38.736692 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-878f4ac9-a19f-4310-aaa1-7c9ea4f52ddf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:38.737104 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878f4ac9-a19f-4310-aaa1-7c9ea4f52ddf None None] Bound using segment: {'id': 'f08981e6-5c63-4d8a-9ea1-bb5d5d702772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '82c4a88c-3604-4e5f-902b-8a29b8be9dd0'} {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 26 03:17:38.737528 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [None req-878f4ac9-a19f-4310-aaa1-7c9ea4f52ddf None None] Bound port: f266f7a5-ebaf-4ed3-bd60-0ea901203def, host: dv-cinder-846842-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f08981e6-5c63-4d8a-9ea1-bb5d5d702772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '82c4a88c-3604-4e5f-902b-8a29b8be9dd0'}}] {{(pid=104015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 26 03:17:38.737902 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-878f4ac9-a19f-4310-aaa1-7c9ea4f52ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (f266f7a5-ebaf-4ed3-bd60-0ea901203def), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:38.776075 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:INSERT=4,neutron:SELECT=93,neutron:UPDATE=3 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:17:38.818646 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-878f4ac9-a19f-4310-aaa1-7c9ea4f52ddf None None] For port f266f7a5-ebaf-4ed3-bd60-0ea901203def, host dv-cinder-846842-4-iscsi, cleared binding levels {{(pid=104015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 03:17:38.833779 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-878f4ac9-a19f-4310-aaa1-7c9ea4f52ddf None None] For port f266f7a5-ebaf-4ed3-bd60-0ea901203def, host dv-cinder-846842-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-4-iscsi',level=0,port_id=f266f7a5-ebaf-4ed3-bd60-0ea901203def,segment=NetworkSegment(f08981e6-5c63-4d8a-9ea1-bb5d5d702772),segment_id=f08981e6-5c63-4d8a-9ea1-bb5d5d702772)] {{(pid=104015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 03:17:38.847353 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-878f4ac9-a19f-4310-aaa1-7c9ea4f52ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (f266f7a5-ebaf-4ed3-bd60-0ea901203def), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:38.869698 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:17:38.873694 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac38fa42-7653-4ab4-b312-da94eeff3c92 admin admin] Router c686c6ac-2593-47c8-8a0f-3164bc7ff195 is scheduled to L3 agent 0122de27-3097-4d47-a0ca-0fb90e28ac1e with binding_index 1 {{(pid=104014) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 26 03:17:38.919500 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Device 4cf09bf2-eef6-4498-9ec0-c4550929bb92 up at agent ovs-agent-dv-cinder-846842-4-iscsi {{(pid=104015) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 03:17:38.949879 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878f4ac9-a19f-4310-aaa1-7c9ea4f52ddf None None] Routers {'7d558ae8-1d57-4fe5-aa0a-73167b4c841e'} bound to L3 agent in host dv-cinder-846842-4-iscsi {{(pid=104015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 26 03:17:38.950565 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-878f4ac9-a19f-4310-aaa1-7c9ea4f52ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-26T02:56:44Z,description=,heartbeat_timestamp=2022-06-26T03:17:14Z,host='dv-cinder-846842-4-iscsi',id=0122de27-3097-4d47-a0ca-0fb90e28ac1e,load=0,resource_versions=,resources_synced=,started_at=2022-06-26T02:56:44Z,topic='l3_agent')) {'router_ids': ['7d558ae8-1d57-4fe5-aa0a-73167b4c841e'], 'active': True} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:17:39.002294 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddfa8a3-8aaf-492f-a92e-d1cb0ca414b7 None None] Pushing event updated for resources: {'Port': ['ID=f266f7a5-ebaf-4ed3-bd60-0ea901203def,revision_number=4']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:17:39.003110 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac38fa42-7653-4ab4-b312-da94eeff3c92 admin admin] Notify agent at l3_agent.dv-cinder-846842-4-iscsi the message routers_updated {{(pid=104014) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 03:17:39.014694 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1216919-5f7f-4612-b149-82242da94810 None None] Sync routers for ids ['c686c6ac-2593-47c8-8a0f-3164bc7ff195'] in dv-cinder-846842-4-iscsi {{(pid=104016) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 03:17:39.035161 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-3afc7558-796e-411d-b669-a52878d4eec5 None None] Provisioning complete for port f266f7a5-ebaf-4ed3-bd60-0ea901203def triggered by entity DHCP. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:17:39.038865 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-3afc7558-796e-411d-b669-a52878d4eec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (f266f7a5-ebaf-4ed3-bd60-0ea901203def), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:39.042646 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-ac38fa42-7653-4ab4-b312-da94eeff3c92 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:39.045007 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1216919-5f7f-4612-b149-82242da94810 None None] Routers {'c686c6ac-2593-47c8-8a0f-3164bc7ff195'} bound to L3 agent in host dv-cinder-846842-4-iscsi {{(pid=104016) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 26 03:17:39.045669 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-c1216919-5f7f-4612-b149-82242da94810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-26T02:56:44Z,description=,heartbeat_timestamp=2022-06-26T03:17:14Z,host='dv-cinder-846842-4-iscsi',id=0122de27-3097-4d47-a0ca-0fb90e28ac1e,load=0,resource_versions=,resources_synced=,started_at=2022-06-26T02:56:44Z,topic='l3_agent')) {'router_ids': ['c686c6ac-2593-47c8-8a0f-3164bc7ff195'], 'active': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:17:39.046833 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-ac38fa42-7653-4ab4-b312-da94eeff3c92 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7843306 Jun 26 03:17:39.047971 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 50406) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:17:39.135258 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:17:39.154505 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvr_db [None req-878f4ac9-a19f-4310-aaa1-7c9ea4f52ddf None None] Set router 7d558ae8-1d57-4fe5-aa0a-73167b4c841e gateway port host: dv-cinder-846842-4-iscsi {{(pid=104015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 26 03:17:39.159104 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Provisioning complete for port 4cf09bf2-eef6-4498-9ec0-c4550929bb92 triggered by entity L2. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:17:39.159104 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (4cf09bf2-eef6-4498-9ec0-c4550929bb92), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:39.175196 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvr_db [None req-c1216919-5f7f-4612-b149-82242da94810 None None] Set router c686c6ac-2593-47c8-8a0f-3164bc7ff195 gateway port host: dv-cinder-846842-4-iscsi {{(pid=104016) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 26 03:17:39.324718 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-3afc7558-796e-411d-b669-a52878d4eec5 None None] Current status of the port f266f7a5-ebaf-4ed3-bd60-0ea901203def is: DOWN; New status is: ACTIVE {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 03:17:39.325253 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-3afc7558-796e-411d-b669-a52878d4eec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (f266f7a5-ebaf-4ed3-bd60-0ea901203def), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:39.361060 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-c1216919-5f7f-4612-b149-82242da94810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c686c6ac-2593-47c8-8a0f-3164bc7ff195', 'name': 'tempest-TestShelveInstance-796194951-router', 'tenant_id': '2fb02fd66e6c4d51be2e1b77085cf32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.237'}], 'enable_snat': True}, 'gw_port_id': '7d6c044e-189d-464c-8b6f-eee0b3b52647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:17:37Z', 'updated_at': '2022-06-26T03:17:38Z', 'revision_number': 3, 'project_id': '2fb02fd66e6c4d51be2e1b77085cf32d', 'gw_port': {'id': '7d6c044e-189d-464c-8b6f-eee0b3b52647', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:cf:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c686c6ac-2593-47c8-8a0f-3164bc7ff195', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:17:37Z', 'updated_at': '2022-06-26T03:17:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi'}], 'dv-cinder-846842-4-iscsi', False) {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:17:39.388009 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1216919-5f7f-4612-b149-82242da94810 None None] Checking router: c686c6ac-2593-47c8-8a0f-3164bc7ff195 for host: dv-cinder-846842-4-iscsi {{(pid=104016) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 03:17:39.388278 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1216919-5f7f-4612-b149-82242da94810 None None] Updating router c686c6ac-2593-47c8-8a0f-3164bc7ff195 port 7d6c044e-189d-464c-8b6f-eee0b3b52647 binding host dv-cinder-846842-4-iscsi {{(pid=104016) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 26 03:17:39.419190 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c1216919-5f7f-4612-b149-82242da94810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (7d6c044e-189d-464c-8b6f-eee0b3b52647), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:39.570075 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Current status of the port 4cf09bf2-eef6-4498-9ec0-c4550929bb92 is: ACTIVE; New status is: ACTIVE {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 03:17:39.584574 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-3afc7558-796e-411d-b669-a52878d4eec5 None None] For port f266f7a5-ebaf-4ed3-bd60-0ea901203def, host dv-cinder-846842-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-4-iscsi',level=0,port_id=f266f7a5-ebaf-4ed3-bd60-0ea901203def,segment=NetworkSegment(f08981e6-5c63-4d8a-9ea1-bb5d5d702772),segment_id=f08981e6-5c63-4d8a-9ea1-bb5d5d702772)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:17:39.616672 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-3afc7558-796e-411d-b669-a52878d4eec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (f266f7a5-ebaf-4ed3-bd60-0ea901203def), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:39.653602 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:17:39.666307 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-878f4ac9-a19f-4310-aaa1-7c9ea4f52ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d558ae8-1d57-4fe5-aa0a-73167b4c841e', 'name': 'tempest-TestShelveInstance-720417055-router', 'tenant_id': '80a33a31ba6046e78352f5ba9e88b9fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': '4cf09bf2-eef6-4498-9ec0-c4550929bb92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:17:33Z', 'updated_at': '2022-06-26T03:17:35Z', 'revision_number': 4, 'project_id': '80a33a31ba6046e78352f5ba9e88b9fe', 'gw_port': {'id': '4cf09bf2-eef6-4498-9ec0-c4550929bb92', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:d7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d558ae8-1d57-4fe5-aa0a-73167b4c841e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:17:33Z', 'updated_at': '2022-06-26T03:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi', '_interfaces': [{'id': 'f266f7a5-ebaf-4ed3-bd60-0ea901203def', 'name': '', 'network_id': '82c4a88c-3604-4e5f-902b-8a29b8be9dd0', 'tenant_id': '80a33a31ba6046e78352f5ba9e88b9fe', 'mac_address': 'fa:16:3e:9a:65:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d558ae8-1d57-4fe5-aa0a-73167b4c841e', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'eab29342-7686-4817-abdf-f593c85f7fdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:17:34Z', 'updated_at': '2022-06-26T03:17:38Z', 'revision_number': 4, 'project_id': '80a33a31ba6046e78352f5ba9e88b9fe', 'subnets': [{'id': 'eab29342-7686-4817-abdf-f593c85f7fdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-4-iscsi', False) {} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:17:39.699982 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878f4ac9-a19f-4310-aaa1-7c9ea4f52ddf None None] The sync data for ids ['7d558ae8-1d57-4fe5-aa0a-73167b4c841e'] in dv-cinder-846842-4-iscsi is: [{'id': '7d558ae8-1d57-4fe5-aa0a-73167b4c841e', 'name': 'tempest-TestShelveInstance-720417055-router', 'tenant_id': '80a33a31ba6046e78352f5ba9e88b9fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': '4cf09bf2-eef6-4498-9ec0-c4550929bb92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:17:33Z', 'updated_at': '2022-06-26T03:17:35Z', 'revision_number': 4, 'project_id': '80a33a31ba6046e78352f5ba9e88b9fe', 'gw_port': {'id': '4cf09bf2-eef6-4498-9ec0-c4550929bb92', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:d7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d558ae8-1d57-4fe5-aa0a-73167b4c841e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:17:33Z', 'updated_at': '2022-06-26T03:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi', '_interfaces': [{'id': 'f266f7a5-ebaf-4ed3-bd60-0ea901203def', 'name': '', 'network_id': '82c4a88c-3604-4e5f-902b-8a29b8be9dd0', 'tenant_id': '80a33a31ba6046e78352f5ba9e88b9fe', 'mac_address': 'fa:16:3e:9a:65:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d558ae8-1d57-4fe5-aa0a-73167b4c841e', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'eab29342-7686-4817-abdf-f593c85f7fdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:17:34Z', 'updated_at': '2022-06-26T03:17:38Z', 'revision_number': 4, 'project_id': '80a33a31ba6046e78352f5ba9e88b9fe', 'subnets': [{'id': 'eab29342-7686-4817-abdf-f593c85f7fdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 03:17:39.705495 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afc7558-796e-411d-b669-a52878d4eec5 None None] Pushing event updated for resources: {'Port': ['ID=f266f7a5-ebaf-4ed3-bd60-0ea901203def,revision_number=5']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:17:39.738301 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-9f1e0360-810a-43a5-9bbe-804500dc4108 None None] Provisioning complete for port f266f7a5-ebaf-4ed3-bd60-0ea901203def triggered by entity DHCP. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:17:39.738301 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-9f1e0360-810a-43a5-9bbe-804500dc4108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (f266f7a5-ebaf-4ed3-bd60-0ea901203def), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:39.750698 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c1216919-5f7f-4612-b149-82242da94810 None None] Publish callbacks [] for port (7d6c044e-189d-464c-8b6f-eee0b3b52647), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:39.772550 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c1216919-5f7f-4612-b149-82242da94810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (7d6c044e-189d-464c-8b6f-eee0b3b52647), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:39.827870 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=100 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:17:39.836945 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-90717bf5-0ba3-4548-89ea-8f45c98307d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:39.842634 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e00ac73-78d9-4ddb-98bc-a91dbfe614e2 None None] Pushing event updated for resources: {'Port': ['ID=7d6c044e-189d-464c-8b6f-eee0b3b52647,revision_number=2']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:17:39.844498 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-9f1e0360-810a-43a5-9bbe-804500dc4108 None None] Current status of the port f266f7a5-ebaf-4ed3-bd60-0ea901203def is: ACTIVE; New status is: ACTIVE {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 03:17:39.873865 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [None req-c1216919-5f7f-4612-b149-82242da94810 None None] Attempting to bind port 7d6c044e-189d-464c-8b6f-eee0b3b52647 on host dv-cinder-846842-4-iscsi for vnic_type normal with profile {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 26 03:17:39.874255 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [None req-c1216919-5f7f-4612-b149-82242da94810 None None] Attempting to bind port 7d6c044e-189d-464c-8b6f-eee0b3b52647 by drivers openvswitch,hyperv on host dv-cinder-846842-4-iscsi at level 0 using segments [{'id': '968602fb-f834-40ea-ad2f-658bf3156d3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df'}] {{(pid=104016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 26 03:17:39.875084 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1216919-5f7f-4612-b149-82242da94810 None None] Attempting to bind port 7d6c044e-189d-464c-8b6f-eee0b3b52647 on network 9f069e5f-e57e-4e35-ad51-5f4f2e2f15df {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 26 03:17:39.885213 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1216919-5f7f-4612-b149-82242da94810 None None] Checking agent: {'id': '16f9b602-7baf-4f7a-ab92-1b0788147fb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 26, 2, 56, 46), 'started_at': datetime.datetime(2022, 6, 26, 2, 57, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 26, 3, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 26 03:17:39.885584 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1216919-5f7f-4612-b149-82242da94810 None None] Checking segment: {'id': '968602fb-f834-40ea-ad2f-658bf3156d3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 26 03:17:39.885981 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c1216919-5f7f-4612-b149-82242da94810 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:39.886405 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1216919-5f7f-4612-b149-82242da94810 None None] Bound using segment: {'id': '968602fb-f834-40ea-ad2f-658bf3156d3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df'} {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 26 03:17:39.886875 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [None req-c1216919-5f7f-4612-b149-82242da94810 None None] Bound port: 7d6c044e-189d-464c-8b6f-eee0b3b52647, host: dv-cinder-846842-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '968602fb-f834-40ea-ad2f-658bf3156d3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df'}}] {{(pid=104016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 26 03:17:39.887249 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c1216919-5f7f-4612-b149-82242da94810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (7d6c044e-189d-464c-8b6f-eee0b3b52647), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:39.889732 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=100 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:17:39.951331 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-c1216919-5f7f-4612-b149-82242da94810 None None] For port 7d6c044e-189d-464c-8b6f-eee0b3b52647, host dv-cinder-846842-4-iscsi, cleared binding levels {{(pid=104016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 03:17:39.955280 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-c1216919-5f7f-4612-b149-82242da94810 None None] For port 7d6c044e-189d-464c-8b6f-eee0b3b52647, host dv-cinder-846842-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-4-iscsi',level=0,port_id=7d6c044e-189d-464c-8b6f-eee0b3b52647,segment=NetworkSegment(968602fb-f834-40ea-ad2f-658bf3156d3b),segment_id=968602fb-f834-40ea-ad2f-658bf3156d3b)] {{(pid=104016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 03:17:39.963083 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-c1216919-5f7f-4612-b149-82242da94810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (7d6c044e-189d-464c-8b6f-eee0b3b52647), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:39.981165 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd1073b-7fbf-4dd1-86a3-ed99e11bbea2 None None] Network 87b23888-12fb-4e90-aa12-7be74cb0ecdf requested from dv-cinder-846842-4-iscsi {{(pid=104015) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 26 03:17:40.036053 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1216919-5f7f-4612-b149-82242da94810 None None] Routers {'c686c6ac-2593-47c8-8a0f-3164bc7ff195'} bound to L3 agent in host dv-cinder-846842-4-iscsi {{(pid=104016) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 26 03:17:40.037646 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-c1216919-5f7f-4612-b149-82242da94810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-26T02:56:44Z,description=,heartbeat_timestamp=2022-06-26T03:17:14Z,host='dv-cinder-846842-4-iscsi',id=0122de27-3097-4d47-a0ca-0fb90e28ac1e,load=0,resource_versions=,resources_synced=,started_at=2022-06-26T02:56:44Z,topic='l3_agent')) {'router_ids': ['c686c6ac-2593-47c8-8a0f-3164bc7ff195'], 'active': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:17:40.043198 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.db.db_base_plugin_common [None req-90717bf5-0ba3-4548-89ea-8f45c98307d7 admin admin] Allocated IP 172.20.0.1 (87b23888-12fb-4e90-aa12-7be74cb0ecdf/3aa4fed9-42a1-4421-b0ed-f4584f6acaba/300b988d-2d4e-4e3f-9919-88b2cae475ff) {{(pid=104013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 03:17:40.119263 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-41c899e5-fc85-4747-91eb-a0fd91a8f5bb None None] Provisioning complete for port 51e4555a-a5bf-4814-83e0-63b1b48aaead triggered by entity DHCP. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:17:40.119850 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-41c899e5-fc85-4747-91eb-a0fd91a8f5bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (51e4555a-a5bf-4814-83e0-63b1b48aaead), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:40.171783 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvr_db [None req-c1216919-5f7f-4612-b149-82242da94810 None None] Set router c686c6ac-2593-47c8-8a0f-3164bc7ff195 gateway port host: dv-cinder-846842-4-iscsi {{(pid=104016) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 26 03:17:40.171964 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-90717bf5-0ba3-4548-89ea-8f45c98307d7 admin admin] Publish callbacks [] for port (300b988d-2d4e-4e3f-9919-88b2cae475ff), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:40.199744 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-41c899e5-fc85-4747-91eb-a0fd91a8f5bb None None] Current status of the port 51e4555a-a5bf-4814-83e0-63b1b48aaead is: DOWN; New status is: ACTIVE {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 03:17:40.200136 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-41c899e5-fc85-4747-91eb-a0fd91a8f5bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (51e4555a-a5bf-4814-83e0-63b1b48aaead), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:40.219735 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:17:40.220503 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:17:40.227642 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-90717bf5-0ba3-4548-89ea-8f45c98307d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787575245469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7375238'] for port (300b988d-2d4e-4e3f-9919-88b2cae475ff), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:40.242626 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-41c899e5-fc85-4747-91eb-a0fd91a8f5bb None None] For port 51e4555a-a5bf-4814-83e0-63b1b48aaead, host dv-cinder-846842-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-4-iscsi',level=0,port_id=51e4555a-a5bf-4814-83e0-63b1b48aaead,segment=NetworkSegment(2d7d8bcf-0c18-421b-b589-1f263c5d6005),segment_id=2d7d8bcf-0c18-421b-b589-1f263c5d6005)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:17:40.244217 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e00ac73-78d9-4ddb-98bc-a91dbfe614e2 None None] Pushing event updated for resources: {'Port': ['ID=7d6c044e-189d-464c-8b6f-eee0b3b52647,revision_number=3']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:17:40.249626 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-41c899e5-fc85-4747-91eb-a0fd91a8f5bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (51e4555a-a5bf-4814-83e0-63b1b48aaead), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:40.294383 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90717bf5-0ba3-4548-89ea-8f45c98307d7 admin admin] Network 87b23888-12fb-4e90-aa12-7be74cb0ecdf is already hosted by enough agents. {{(pid=104013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 03:17:40.310075 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.scheduler.base_scheduler [None req-90717bf5-0ba3-4548-89ea-8f45c98307d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 03:17:40.314391 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90717bf5-0ba3-4548-89ea-8f45c98307d7 admin admin] Received port after_create {{(pid=104013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 26 03:17:40.318884 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c899e5-fc85-4747-91eb-a0fd91a8f5bb None None] Pushing event updated for resources: {'Port': ['ID=51e4555a-a5bf-4814-83e0-63b1b48aaead,revision_number=3']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:17:40.324551 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90717bf5-0ba3-4548-89ea-8f45c98307d7 admin admin] Pushing event updated for resources: {'Port': ['ID=300b988d-2d4e-4e3f-9919-88b2cae475ff,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:17:40.377196 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-90717bf5-0ba3-4548-89ea-8f45c98307d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1596484'] for router_interface (c686c6ac-2593-47c8-8a0f-3164bc7ff195), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:40.417753 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-c1216919-5f7f-4612-b149-82242da94810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c686c6ac-2593-47c8-8a0f-3164bc7ff195', 'name': 'tempest-TestShelveInstance-796194951-router', 'tenant_id': '2fb02fd66e6c4d51be2e1b77085cf32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.237'}], 'enable_snat': True}, 'gw_port_id': '7d6c044e-189d-464c-8b6f-eee0b3b52647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:17:37Z', 'updated_at': '2022-06-26T03:17:38Z', 'revision_number': 3, 'project_id': '2fb02fd66e6c4d51be2e1b77085cf32d', 'gw_port': {'id': '7d6c044e-189d-464c-8b6f-eee0b3b52647', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:cf:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c686c6ac-2593-47c8-8a0f-3164bc7ff195', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:17:37Z', 'updated_at': '2022-06-26T03:17:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi'}], 'dv-cinder-846842-4-iscsi', False) {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:17:40.430233 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90717bf5-0ba3-4548-89ea-8f45c98307d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:17:40.430579 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90717bf5-0ba3-4548-89ea-8f45c98307d7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:17:40.430921 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90717bf5-0ba3-4548-89ea-8f45c98307d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:17:40.431261 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90717bf5-0ba3-4548-89ea-8f45c98307d7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:17:40.431596 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90717bf5-0ba3-4548-89ea-8f45c98307d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:17:40.431997 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90717bf5-0ba3-4548-89ea-8f45c98307d7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:17:40.432285 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90717bf5-0ba3-4548-89ea-8f45c98307d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:17:40.432576 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90717bf5-0ba3-4548-89ea-8f45c98307d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:17:40.432861 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90717bf5-0ba3-4548-89ea-8f45c98307d7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:17:40.433191 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90717bf5-0ba3-4548-89ea-8f45c98307d7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:17:40.433512 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90717bf5-0ba3-4548-89ea-8f45c98307d7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:17:40.433833 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90717bf5-0ba3-4548-89ea-8f45c98307d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:17:40.434179 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90717bf5-0ba3-4548-89ea-8f45c98307d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:17:40.434500 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90717bf5-0ba3-4548-89ea-8f45c98307d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:17:40.434816 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90717bf5-0ba3-4548-89ea-8f45c98307d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:17:40.450234 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1216919-5f7f-4612-b149-82242da94810 None None] The sync data for ids ['c686c6ac-2593-47c8-8a0f-3164bc7ff195'] in dv-cinder-846842-4-iscsi is: [{'id': 'c686c6ac-2593-47c8-8a0f-3164bc7ff195', 'name': 'tempest-TestShelveInstance-796194951-router', 'tenant_id': '2fb02fd66e6c4d51be2e1b77085cf32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.237'}], 'enable_snat': True}, 'gw_port_id': '7d6c044e-189d-464c-8b6f-eee0b3b52647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:17:37Z', 'updated_at': '2022-06-26T03:17:38Z', 'revision_number': 3, 'project_id': '2fb02fd66e6c4d51be2e1b77085cf32d', 'gw_port': {'id': '7d6c044e-189d-464c-8b6f-eee0b3b52647', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:cf:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c686c6ac-2593-47c8-8a0f-3164bc7ff195', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:17:37Z', 'updated_at': '2022-06-26T03:17:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi'}] {{(pid=104016) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 03:17:40.480003 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-7b2acc1f-cb95-4bf0-b418-45c900ff67a5 None None] Provisioning complete for port 51e4555a-a5bf-4814-83e0-63b1b48aaead triggered by entity DHCP. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:17:40.480562 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-7b2acc1f-cb95-4bf0-b418-45c900ff67a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (51e4555a-a5bf-4814-83e0-63b1b48aaead), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:40.534558 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:17:40.545241 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-90717bf5-0ba3-4548-89ea-8f45c98307d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (300b988d-2d4e-4e3f-9919-88b2cae475ff), before_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:40.578675 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-7b2acc1f-cb95-4bf0-b418-45c900ff67a5 None None] Current status of the port 51e4555a-a5bf-4814-83e0-63b1b48aaead is: ACTIVE; New status is: ACTIVE {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 03:17:40.698752 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-be866f4a-23eb-410f-aba1-e6b1640cf18b None None] Provisioning complete for port 300b988d-2d4e-4e3f-9919-88b2cae475ff triggered by entity DHCP. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:17:40.699127 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-be866f4a-23eb-410f-aba1-e6b1640cf18b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (300b988d-2d4e-4e3f-9919-88b2cae475ff), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:40.736457 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-be866f4a-23eb-410f-aba1-e6b1640cf18b None None] Port 300b988d-2d4e-4e3f-9919-88b2cae475ff cannot update to ACTIVE because it is not bound. {{(pid=104015) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 26 03:17:40.737429 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-90717bf5-0ba3-4548-89ea-8f45c98307d7 admin admin] Publish callbacks [] for port (300b988d-2d4e-4e3f-9919-88b2cae475ff), precommit_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:40.748524 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-90717bf5-0ba3-4548-89ea-8f45c98307d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7375263'] for port (300b988d-2d4e-4e3f-9919-88b2cae475ff), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:40.847161 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-90717bf5-0ba3-4548-89ea-8f45c98307d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1628672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1597140'] for router_interface (c686c6ac-2593-47c8-8a0f-3164bc7ff195), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:40.849223 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90717bf5-0ba3-4548-89ea-8f45c98307d7 admin admin] Pushing event updated for resources: {'Port': ['ID=300b988d-2d4e-4e3f-9919-88b2cae475ff,revision_number=2']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:17:40.940873 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Device f266f7a5-ebaf-4ed3-bd60-0ea901203def up at agent ovs-agent-dv-cinder-846842-4-iscsi {{(pid=104015) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 03:17:40.965035 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:17:40.978744 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90717bf5-0ba3-4548-89ea-8f45c98307d7 admin admin] Network 87b23888-12fb-4e90-aa12-7be74cb0ecdf is already hosted by enough agents. {{(pid=104013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 03:17:40.980867 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.scheduler.base_scheduler [None req-90717bf5-0ba3-4548-89ea-8f45c98307d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 03:17:41.002215 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Provisioning complete for port f266f7a5-ebaf-4ed3-bd60-0ea901203def triggered by entity L2. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:17:41.002635 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (f266f7a5-ebaf-4ed3-bd60-0ea901203def), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:41.089921 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Current status of the port f266f7a5-ebaf-4ed3-bd60-0ea901203def is: ACTIVE; New status is: ACTIVE {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 03:17:41.091319 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Device 51e4555a-a5bf-4814-83e0-63b1b48aaead up at agent ovs-agent-dv-cinder-846842-4-iscsi {{(pid=104015) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 03:17:41.104668 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90717bf5-0ba3-4548-89ea-8f45c98307d7 admin admin] Router c686c6ac-2593-47c8-8a0f-3164bc7ff195 has already been hosted by L3 agent 0122de27-3097-4d47-a0ca-0fb90e28ac1e {{(pid=104013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 26 03:17:41.147721 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Provisioning complete for port 51e4555a-a5bf-4814-83e0-63b1b48aaead triggered by entity L2. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:17:41.148346 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (51e4555a-a5bf-4814-83e0-63b1b48aaead), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:41.235340 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Current status of the port 51e4555a-a5bf-4814-83e0-63b1b48aaead is: ACTIVE; New status is: ACTIVE {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 03:17:41.243052 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90717bf5-0ba3-4548-89ea-8f45c98307d7 admin admin] Notify agent at l3_agent.dv-cinder-846842-4-iscsi the message routers_updated {{(pid=104013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 03:17:41.250574 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-90717bf5-0ba3-4548-89ea-8f45c98307d7 admin admin] 10.222.0.13 "PUT /v2.0/routers/c686c6ac-2593-47c8-8a0f-3164bc7ff195/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2009771 Jun 26 03:17:41.261109 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-abfc5102-6398-43b5-9870-28b177d2a879 None None] Provisioning complete for port 300b988d-2d4e-4e3f-9919-88b2cae475ff triggered by entity DHCP. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:17:41.261562 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-abfc5102-6398-43b5-9870-28b177d2a879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (300b988d-2d4e-4e3f-9919-88b2cae475ff), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:41.293461 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-abfc5102-6398-43b5-9870-28b177d2a879 None None] Port 300b988d-2d4e-4e3f-9919-88b2cae475ff cannot update to ACTIVE because it is not bound. {{(pid=104015) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 26 03:17:41.437574 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:17:41.452297 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-60546a52-2d13-4f69-be70-ec1c4587d87a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (7168f7b9-c398-4364-91f8-35e2ce03f4c4), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:41.595788 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-70c164bd-d22e-452b-993d-d0bff99f8ad5 req-bc1c722b-f9bf-4302-a065-33e56aa51540 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1fc861c4-11c3-4fb8-8744-9b792b9864f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0437024 Jun 26 03:17:41.692123 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:17:41.698375 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c164bd-d22e-452b-993d-d0bff99f8ad5 req-1cd689e6-f143-4282-8521-d29e6e23657c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:17:41.699986 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-70c164bd-d22e-452b-993d-d0bff99f8ad5 req-1cd689e6-f143-4282-8521-d29e6e23657c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1fe0cd601688420d88ea051894cfdf2a&device_id=1fc861c4-11c3-4fb8-8744-9b792b9864f7 HTTP/1.1" status: 200 len: 1169 time: 0.0432761 Jun 26 03:17:41.807401 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c164bd-d22e-452b-993d-d0bff99f8ad5 req-bd46c4a3-ff63-4f78-ba4a-93b069bb36b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:17:41.808840 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-70c164bd-d22e-452b-993d-d0bff99f8ad5 req-bd46c4a3-ff63-4f78-ba4a-93b069bb36b3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3de8e86e-4cff-434c-bc8d-f0cd4e8a3cd2 HTTP/1.1" status: 200 len: 916 time: 0.0887344 Jun 26 03:17:41.869766 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-70c164bd-d22e-452b-993d-d0bff99f8ad5 req-d3fbd331-bdf7-451d-af96-ed1c50de91d0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f6eda47f-5905-49d5-b36d-bb51bf670b9f HTTP/1.1" status: 200 len: 1001 time: 0.0539358 Jun 26 03:17:41.918365 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c164bd-d22e-452b-993d-d0bff99f8ad5 req-0b6a347a-e05c-4fae-848a-28e20291b91d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:17:41.919769 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-70c164bd-d22e-452b-993d-d0bff99f8ad5 req-0b6a347a-e05c-4fae-848a-28e20291b91d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=279e53e9-5257-4e93-9a6a-757ca9aea989 HTTP/1.1" status: 200 len: 854 time: 0.0434711 Jun 26 03:17:41.961062 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c164bd-d22e-452b-993d-d0bff99f8ad5 req-84de012d-3b93-48ad-9bf0-7558c4203002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:17:41.962430 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-70c164bd-d22e-452b-993d-d0bff99f8ad5 req-84de012d-3b93-48ad-9bf0-7558c4203002 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3de8e86e-4cff-434c-bc8d-f0cd4e8a3cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0370188 Jun 26 03:17:42.055823 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-70c164bd-d22e-452b-993d-d0bff99f8ad5 req-d0474824-cf58-4591-9aae-216ff77f90ef service neutron] 10.222.0.43 "GET /v2.0/networks/3de8e86e-4cff-434c-bc8d-f0cd4e8a3cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871933 Jun 26 03:17:42.148299 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-70c164bd-d22e-452b-993d-d0bff99f8ad5 req-7193ba0a-b49e-4de3-91ff-92e5a89948a5 service neutron] 10.222.0.43 "GET /v2.0/networks/3de8e86e-4cff-434c-bc8d-f0cd4e8a3cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859766 Jun 26 03:17:42.619050 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 50416) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:17:42.623772 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-9ff852fa-48c6-4ed7-9517-8e5f8b8a948a tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-845059020', 'description': 'tempest-secgroup-smoke-845059020 description', 'project_id': '80a33a31ba6046e78352f5ba9e88b9fe'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:17:42.645566 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-9ff852fa-48c6-4ed7-9517-8e5f8b8a948a tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:42.703620 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:17:42.713309 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-9ff852fa-48c6-4ed7-9517-8e5f8b8a948a tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Publish callbacks [] for security_group (09fc588a-3d4f-4a4d-86a1-6980f4c8e02f), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:42.716834 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-9ff852fa-48c6-4ed7-9517-8e5f8b8a948a tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (09fc588a-3d4f-4a4d-86a1-6980f4c8e02f), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:42.746784 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-9ff852fa-48c6-4ed7-9517-8e5f8b8a948a tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:42.748034 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-9ff852fa-48c6-4ed7-9517-8e5f8b8a948a tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1279616 Jun 26 03:17:42.749800 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff852fa-48c6-4ed7-9517-8e5f8b8a948a tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09fc588a-3d4f-4a4d-86a1-6980f4c8e02f,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:17:42.751362 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 50418) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:17:42.757583 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [None req-e985b1df-0995-459a-b7dd-1a86084d23a7 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Request body: {'security_group_rule': {'security_group_id': '09fc588a-3d4f-4a4d-86a1-6980f4c8e02f', 'project_id': '80a33a31ba6046e78352f5ba9e88b9fe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:17:42.798557 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-e985b1df-0995-459a-b7dd-1a86084d23a7 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Publish callbacks [] for security_group_rule (b0da0a60-e34b-49ba-888d-414bec188f13), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:42.832310 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Device 7d6c044e-189d-464c-8b6f-eee0b3b52647 up at agent ovs-agent-dv-cinder-846842-4-iscsi {{(pid=104015) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 03:17:42.869785 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-e985b1df-0995-459a-b7dd-1a86084d23a7 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Publish callbacks [] for security_group_rule (b0da0a60-e34b-49ba-888d-414bec188f13), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:42.873865 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-e985b1df-0995-459a-b7dd-1a86084d23a7 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692706'] for security_group_rule (b0da0a60-e34b-49ba-888d-414bec188f13), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:42.886533 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Provisioning complete for port 7d6c044e-189d-464c-8b6f-eee0b3b52647 triggered by entity L2. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:17:42.887032 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (7d6c044e-189d-464c-8b6f-eee0b3b52647), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:42.895145 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e985b1df-0995-459a-b7dd-1a86084d23a7 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0da0a60-e34b-49ba-888d-414bec188f13,revision_number=0']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:17:42.904676 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-e985b1df-0995-459a-b7dd-1a86084d23a7 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:42.905880 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-e985b1df-0995-459a-b7dd-1a86084d23a7 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1520970 Jun 26 03:17:42.907424 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e985b1df-0995-459a-b7dd-1a86084d23a7 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:17:42.907774 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e985b1df-0995-459a-b7dd-1a86084d23a7 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:17:42.908114 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e985b1df-0995-459a-b7dd-1a86084d23a7 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:17:42.908563 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e985b1df-0995-459a-b7dd-1a86084d23a7 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:17:42.908934 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e985b1df-0995-459a-b7dd-1a86084d23a7 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:17:42.909263 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e985b1df-0995-459a-b7dd-1a86084d23a7 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:17:42.909366 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 50420) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:17:42.909590 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e985b1df-0995-459a-b7dd-1a86084d23a7 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:17:42.909913 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e985b1df-0995-459a-b7dd-1a86084d23a7 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:17:42.910261 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e985b1df-0995-459a-b7dd-1a86084d23a7 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:17:42.910584 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e985b1df-0995-459a-b7dd-1a86084d23a7 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:17:42.910904 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e985b1df-0995-459a-b7dd-1a86084d23a7 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:17:42.911229 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e985b1df-0995-459a-b7dd-1a86084d23a7 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:17:42.911546 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e985b1df-0995-459a-b7dd-1a86084d23a7 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:17:42.911879 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e985b1df-0995-459a-b7dd-1a86084d23a7 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:17:42.912542 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e985b1df-0995-459a-b7dd-1a86084d23a7 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:17:42.913833 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-d7cc8f86-4e1e-451b-86fd-3b30f0868b72 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Request body: {'security_group_rule': {'security_group_id': '09fc588a-3d4f-4a4d-86a1-6980f4c8e02f', 'project_id': '80a33a31ba6046e78352f5ba9e88b9fe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:17:42.944454 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d7cc8f86-4e1e-451b-86fd-3b30f0868b72 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Publish callbacks [] for security_group_rule (43acbf1b-0ebe-40fd-ad16-3e1be0e91833), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:42.963325 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Current status of the port 7d6c044e-189d-464c-8b6f-eee0b3b52647 is: DOWN; New status is: ACTIVE {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 03:17:42.963713 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (7d6c044e-189d-464c-8b6f-eee0b3b52647), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:42.985343 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] For port 7d6c044e-189d-464c-8b6f-eee0b3b52647, host dv-cinder-846842-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-4-iscsi',level=0,port_id=7d6c044e-189d-464c-8b6f-eee0b3b52647,segment=NetworkSegment(968602fb-f834-40ea-ad2f-658bf3156d3b),segment_id=968602fb-f834-40ea-ad2f-658bf3156d3b)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:17:42.990227 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (7d6c044e-189d-464c-8b6f-eee0b3b52647), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:43.012530 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d7cc8f86-4e1e-451b-86fd-3b30f0868b72 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Publish callbacks [] for security_group_rule (43acbf1b-0ebe-40fd-ad16-3e1be0e91833), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:43.016683 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d7cc8f86-4e1e-451b-86fd-3b30f0868b72 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692706'] for security_group_rule (43acbf1b-0ebe-40fd-ad16-3e1be0e91833), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:43.038799 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cc8f86-4e1e-451b-86fd-3b30f0868b72 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43acbf1b-0ebe-40fd-ad16-3e1be0e91833,revision_number=0']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:17:43.043061 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Pushing event updated for resources: {'Port': ['ID=7d6c044e-189d-464c-8b6f-eee0b3b52647,revision_number=4']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:17:43.047344 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d7cc8f86-4e1e-451b-86fd-3b30f0868b72 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:43.048548 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-d7cc8f86-4e1e-451b-86fd-3b30f0868b72 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1383090 Jun 26 03:17:43.051843 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 50422) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:17:43.056102 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-89c1e7b1-7406-4f37-8742-a2ccccb4fa88 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Request body: {'security_group_rule': {'security_group_id': '09fc588a-3d4f-4a4d-86a1-6980f4c8e02f', 'project_id': '80a33a31ba6046e78352f5ba9e88b9fe', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:17:43.081650 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-89c1e7b1-7406-4f37-8742-a2ccccb4fa88 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Publish callbacks [] for security_group_rule (c160796d-0a39-47f5-81dc-c567f9cf6c58), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:43.139580 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-89c1e7b1-7406-4f37-8742-a2ccccb4fa88 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Publish callbacks [] for security_group_rule (c160796d-0a39-47f5-81dc-c567f9cf6c58), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:43.142930 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-89c1e7b1-7406-4f37-8742-a2ccccb4fa88 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692706'] for security_group_rule (c160796d-0a39-47f5-81dc-c567f9cf6c58), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:43.161156 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:17:43.161951 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c1e7b1-7406-4f37-8742-a2ccccb4fa88 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c160796d-0a39-47f5-81dc-c567f9cf6c58,revision_number=0']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:17:43.170790 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-89c1e7b1-7406-4f37-8742-a2ccccb4fa88 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:43.172338 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-89c1e7b1-7406-4f37-8742-a2ccccb4fa88 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1194029 Jun 26 03:17:43.176749 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 50424) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:17:43.182320 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-aa64be67-0b99-458c-ad6c-2588aef05b0d tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Request body: {'security_group_rule': {'security_group_id': '09fc588a-3d4f-4a4d-86a1-6980f4c8e02f', 'project_id': '80a33a31ba6046e78352f5ba9e88b9fe', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:17:43.195492 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6214a28-7a0b-4c49-8040-41f176f4bfc9 None None] Sync routers for ids ['c686c6ac-2593-47c8-8a0f-3164bc7ff195'] in dv-cinder-846842-4-iscsi {{(pid=104015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 03:17:43.207522 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6214a28-7a0b-4c49-8040-41f176f4bfc9 None None] Routers {'c686c6ac-2593-47c8-8a0f-3164bc7ff195'} bound to L3 agent in host dv-cinder-846842-4-iscsi {{(pid=104015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 26 03:17:43.208147 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-d6214a28-7a0b-4c49-8040-41f176f4bfc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-26T02:56:44Z,description=,heartbeat_timestamp=2022-06-26T03:17:14Z,host='dv-cinder-846842-4-iscsi',id=0122de27-3097-4d47-a0ca-0fb90e28ac1e,load=0,resource_versions=,resources_synced=,started_at=2022-06-26T02:56:44Z,topic='l3_agent')) {'router_ids': ['c686c6ac-2593-47c8-8a0f-3164bc7ff195'], 'active': True} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:17:43.213280 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-aa64be67-0b99-458c-ad6c-2588aef05b0d tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Publish callbacks [] for security_group_rule (afe122c1-9994-4d6a-b1d3-8ffce5689daa), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:43.271327 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-aa64be67-0b99-458c-ad6c-2588aef05b0d tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Publish callbacks [] for security_group_rule (afe122c1-9994-4d6a-b1d3-8ffce5689daa), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:43.274665 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-aa64be67-0b99-458c-ad6c-2588aef05b0d tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692706'] for security_group_rule (afe122c1-9994-4d6a-b1d3-8ffce5689daa), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:43.296057 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa64be67-0b99-458c-ad6c-2588aef05b0d tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afe122c1-9994-4d6a-b1d3-8ffce5689daa,revision_number=0']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:17:43.305571 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-aa64be67-0b99-458c-ad6c-2588aef05b0d tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:43.309431 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-aa64be67-0b99-458c-ad6c-2588aef05b0d tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1291087 Jun 26 03:17:43.309633 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 50426) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:17:43.314805 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-c310f167-1aec-4535-a8a2-3e9e34360ff3 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Request body: {'security_group_rule': {'security_group_id': '09fc588a-3d4f-4a4d-86a1-6980f4c8e02f', 'project_id': '80a33a31ba6046e78352f5ba9e88b9fe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:17:43.315341 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvr_db [None req-d6214a28-7a0b-4c49-8040-41f176f4bfc9 None None] Set router c686c6ac-2593-47c8-8a0f-3164bc7ff195 gateway port host: dv-cinder-846842-4-iscsi {{(pid=104015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 26 03:17:43.336041 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.db.securitygroups_db [None req-c310f167-1aec-4535-a8a2-3e9e34360ff3 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Project 80a33a31ba6046e78352f5ba9e88b9fe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 26 03:17:43.341443 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-c310f167-1aec-4535-a8a2-3e9e34360ff3 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Publish callbacks [] for security_group_rule (a75ca6ea-ad97-4fee-871c-14eb441006ab), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:43.351370 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:17:43.401758 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-c310f167-1aec-4535-a8a2-3e9e34360ff3 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Publish callbacks [] for security_group_rule (a75ca6ea-ad97-4fee-871c-14eb441006ab), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:43.405368 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-c310f167-1aec-4535-a8a2-3e9e34360ff3 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692706'] for security_group_rule (a75ca6ea-ad97-4fee-871c-14eb441006ab), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:43.421470 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c310f167-1aec-4535-a8a2-3e9e34360ff3 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a75ca6ea-ad97-4fee-871c-14eb441006ab,revision_number=0']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:17:43.432120 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-c310f167-1aec-4535-a8a2-3e9e34360ff3 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:43.433353 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-c310f167-1aec-4535-a8a2-3e9e34360ff3 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1227639 Jun 26 03:17:43.436230 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 50428) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:17:43.440489 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-1f5a778c-3a60-46bb-a311-6937a35fa755 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Request body: {'security_group_rule': {'security_group_id': '09fc588a-3d4f-4a4d-86a1-6980f4c8e02f', 'project_id': '80a33a31ba6046e78352f5ba9e88b9fe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:17:43.461697 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.db.securitygroups_db [None req-1f5a778c-3a60-46bb-a311-6937a35fa755 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Project 80a33a31ba6046e78352f5ba9e88b9fe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 26 03:17:43.467809 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-1f5a778c-3a60-46bb-a311-6937a35fa755 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Publish callbacks [] for security_group_rule (023b3748-14bf-421a-bd73-5e8ca1cd9916), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:43.504851 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-d6214a28-7a0b-4c49-8040-41f176f4bfc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c686c6ac-2593-47c8-8a0f-3164bc7ff195', 'name': 'tempest-TestShelveInstance-796194951-router', 'tenant_id': '2fb02fd66e6c4d51be2e1b77085cf32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.237'}], 'enable_snat': True}, 'gw_port_id': '7d6c044e-189d-464c-8b6f-eee0b3b52647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:17:37Z', 'updated_at': '2022-06-26T03:17:40Z', 'revision_number': 4, 'project_id': '2fb02fd66e6c4d51be2e1b77085cf32d', 'gw_port': {'id': '7d6c044e-189d-464c-8b6f-eee0b3b52647', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:cf:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c686c6ac-2593-47c8-8a0f-3164bc7ff195', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:17:37Z', 'updated_at': '2022-06-26T03:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi', '_interfaces': [{'id': '300b988d-2d4e-4e3f-9919-88b2cae475ff', 'name': '', 'network_id': '87b23888-12fb-4e90-aa12-7be74cb0ecdf', 'tenant_id': '2fb02fd66e6c4d51be2e1b77085cf32d', 'mac_address': 'fa:16:3e:80:2e:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c686c6ac-2593-47c8-8a0f-3164bc7ff195', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '3aa4fed9-42a1-4421-b0ed-f4584f6acaba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:17:39Z', 'updated_at': '2022-06-26T03:17:40Z', 'revision_number': 2, 'project_id': '2fb02fd66e6c4d51be2e1b77085cf32d', 'subnets': [{'id': '3aa4fed9-42a1-4421-b0ed-f4584f6acaba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-4-iscsi', False) {} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:17:43.528954 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-1f5a778c-3a60-46bb-a311-6937a35fa755 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Publish callbacks [] for security_group_rule (023b3748-14bf-421a-bd73-5e8ca1cd9916), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:43.529165 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6214a28-7a0b-4c49-8040-41f176f4bfc9 None None] Checking router: c686c6ac-2593-47c8-8a0f-3164bc7ff195 for host: dv-cinder-846842-4-iscsi {{(pid=104015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 03:17:43.529465 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6214a28-7a0b-4c49-8040-41f176f4bfc9 None None] Updating router c686c6ac-2593-47c8-8a0f-3164bc7ff195 port 300b988d-2d4e-4e3f-9919-88b2cae475ff binding host dv-cinder-846842-4-iscsi {{(pid=104015) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 26 03:17:43.532704 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-1f5a778c-3a60-46bb-a311-6937a35fa755 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692706'] for security_group_rule (023b3748-14bf-421a-bd73-5e8ca1cd9916), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:43.552586 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5a778c-3a60-46bb-a311-6937a35fa755 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=023b3748-14bf-421a-bd73-5e8ca1cd9916,revision_number=0']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:17:43.560157 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d6214a28-7a0b-4c49-8040-41f176f4bfc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (300b988d-2d4e-4e3f-9919-88b2cae475ff), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:43.564482 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-1f5a778c-3a60-46bb-a311-6937a35fa755 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:43.565738 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-1f5a778c-3a60-46bb-a311-6937a35fa755 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1285682 Jun 26 03:17:43.794439 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-8647a428-f4f8-45c1-8b0b-a64e6678e1fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (0122de27-3097-4d47-a0ca-0fb90e28ac1e), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:43.836592 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d6214a28-7a0b-4c49-8040-41f176f4bfc9 None None] Publish callbacks [] for port (300b988d-2d4e-4e3f-9919-88b2cae475ff), precommit_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:43.842189 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d6214a28-7a0b-4c49-8040-41f176f4bfc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (300b988d-2d4e-4e3f-9919-88b2cae475ff), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:43.867394 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:17:43.897372 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694af3b6-4fa9-419c-94d0-3e880cce74b9 None None] Pushing event updated for resources: {'Port': ['ID=300b988d-2d4e-4e3f-9919-88b2cae475ff,revision_number=3']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:17:43.959248 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [None req-d6214a28-7a0b-4c49-8040-41f176f4bfc9 None None] Attempting to bind port 300b988d-2d4e-4e3f-9919-88b2cae475ff on host dv-cinder-846842-4-iscsi for vnic_type normal with profile {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 26 03:17:43.959651 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [None req-d6214a28-7a0b-4c49-8040-41f176f4bfc9 None None] Attempting to bind port 300b988d-2d4e-4e3f-9919-88b2cae475ff by drivers openvswitch,hyperv on host dv-cinder-846842-4-iscsi at level 0 using segments [{'id': '2d7d8bcf-0c18-421b-b589-1f263c5d6005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '87b23888-12fb-4e90-aa12-7be74cb0ecdf'}] {{(pid=104015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 26 03:17:43.959904 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6214a28-7a0b-4c49-8040-41f176f4bfc9 None None] Attempting to bind port 300b988d-2d4e-4e3f-9919-88b2cae475ff on network 87b23888-12fb-4e90-aa12-7be74cb0ecdf {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 26 03:17:43.965570 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6214a28-7a0b-4c49-8040-41f176f4bfc9 None None] Checking agent: {'id': '16f9b602-7baf-4f7a-ab92-1b0788147fb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 26, 2, 56, 46), 'started_at': datetime.datetime(2022, 6, 26, 2, 57, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 26, 3, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 26 03:17:43.965941 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6214a28-7a0b-4c49-8040-41f176f4bfc9 None None] Checking segment: {'id': '2d7d8bcf-0c18-421b-b589-1f263c5d6005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '87b23888-12fb-4e90-aa12-7be74cb0ecdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 26 03:17:43.966388 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d6214a28-7a0b-4c49-8040-41f176f4bfc9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:43.966780 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6214a28-7a0b-4c49-8040-41f176f4bfc9 None None] Bound using segment: {'id': '2d7d8bcf-0c18-421b-b589-1f263c5d6005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '87b23888-12fb-4e90-aa12-7be74cb0ecdf'} {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 26 03:17:43.967240 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [None req-d6214a28-7a0b-4c49-8040-41f176f4bfc9 None None] Bound port: 300b988d-2d4e-4e3f-9919-88b2cae475ff, host: dv-cinder-846842-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d7d8bcf-0c18-421b-b589-1f263c5d6005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '87b23888-12fb-4e90-aa12-7be74cb0ecdf'}}] {{(pid=104015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 26 03:17:43.967640 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d6214a28-7a0b-4c49-8040-41f176f4bfc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (300b988d-2d4e-4e3f-9919-88b2cae475ff), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:44.039369 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-d6214a28-7a0b-4c49-8040-41f176f4bfc9 None None] For port 300b988d-2d4e-4e3f-9919-88b2cae475ff, host dv-cinder-846842-4-iscsi, cleared binding levels {{(pid=104015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 03:17:44.042766 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-d6214a28-7a0b-4c49-8040-41f176f4bfc9 None None] For port 300b988d-2d4e-4e3f-9919-88b2cae475ff, host dv-cinder-846842-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-4-iscsi',level=0,port_id=300b988d-2d4e-4e3f-9919-88b2cae475ff,segment=NetworkSegment(2d7d8bcf-0c18-421b-b589-1f263c5d6005),segment_id=2d7d8bcf-0c18-421b-b589-1f263c5d6005)] {{(pid=104015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 03:17:44.049215 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d6214a28-7a0b-4c49-8040-41f176f4bfc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (300b988d-2d4e-4e3f-9919-88b2cae475ff), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:44.124461 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694af3b6-4fa9-419c-94d0-3e880cce74b9 None None] Pushing event updated for resources: {'Port': ['ID=300b988d-2d4e-4e3f-9919-88b2cae475ff,revision_number=4']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:17:44.126482 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6214a28-7a0b-4c49-8040-41f176f4bfc9 None None] Routers {'c686c6ac-2593-47c8-8a0f-3164bc7ff195'} bound to L3 agent in host dv-cinder-846842-4-iscsi {{(pid=104015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 26 03:17:44.127101 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-d6214a28-7a0b-4c49-8040-41f176f4bfc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-26T02:56:44Z,description=,heartbeat_timestamp=2022-06-26T03:17:44Z,host='dv-cinder-846842-4-iscsi',id=0122de27-3097-4d47-a0ca-0fb90e28ac1e,load=0,resource_versions=,resources_synced=,started_at=2022-06-26T02:56:44Z,topic='l3_agent')) {'router_ids': ['c686c6ac-2593-47c8-8a0f-3164bc7ff195'], 'active': True} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:17:44.245772 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:17:44.246733 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-0855e14f-da79-4a02-8864-4bc37b8f5c32 None None] Provisioning complete for port 300b988d-2d4e-4e3f-9919-88b2cae475ff triggered by entity DHCP. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:17:44.247019 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-0855e14f-da79-4a02-8864-4bc37b8f5c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (300b988d-2d4e-4e3f-9919-88b2cae475ff), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:44.251058 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvr_db [None req-d6214a28-7a0b-4c49-8040-41f176f4bfc9 None None] Set router c686c6ac-2593-47c8-8a0f-3164bc7ff195 gateway port host: dv-cinder-846842-4-iscsi {{(pid=104015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 26 03:17:44.444311 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-0855e14f-da79-4a02-8864-4bc37b8f5c32 None None] Current status of the port 300b988d-2d4e-4e3f-9919-88b2cae475ff is: DOWN; New status is: ACTIVE {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 03:17:44.444697 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-0855e14f-da79-4a02-8864-4bc37b8f5c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (300b988d-2d4e-4e3f-9919-88b2cae475ff), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:44.519700 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-0855e14f-da79-4a02-8864-4bc37b8f5c32 None None] For port 300b988d-2d4e-4e3f-9919-88b2cae475ff, host dv-cinder-846842-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-4-iscsi',level=0,port_id=300b988d-2d4e-4e3f-9919-88b2cae475ff,segment=NetworkSegment(2d7d8bcf-0c18-421b-b589-1f263c5d6005),segment_id=2d7d8bcf-0c18-421b-b589-1f263c5d6005)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:17:44.525219 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-0855e14f-da79-4a02-8864-4bc37b8f5c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (300b988d-2d4e-4e3f-9919-88b2cae475ff), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:44.557410 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-d6214a28-7a0b-4c49-8040-41f176f4bfc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c686c6ac-2593-47c8-8a0f-3164bc7ff195', 'name': 'tempest-TestShelveInstance-796194951-router', 'tenant_id': '2fb02fd66e6c4d51be2e1b77085cf32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.237'}], 'enable_snat': True}, 'gw_port_id': '7d6c044e-189d-464c-8b6f-eee0b3b52647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:17:37Z', 'updated_at': '2022-06-26T03:17:40Z', 'revision_number': 4, 'project_id': '2fb02fd66e6c4d51be2e1b77085cf32d', 'gw_port': {'id': '7d6c044e-189d-464c-8b6f-eee0b3b52647', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:cf:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c686c6ac-2593-47c8-8a0f-3164bc7ff195', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:17:37Z', 'updated_at': '2022-06-26T03:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi', '_interfaces': [{'id': '300b988d-2d4e-4e3f-9919-88b2cae475ff', 'name': '', 'network_id': '87b23888-12fb-4e90-aa12-7be74cb0ecdf', 'tenant_id': '2fb02fd66e6c4d51be2e1b77085cf32d', 'mac_address': 'fa:16:3e:80:2e:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c686c6ac-2593-47c8-8a0f-3164bc7ff195', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '3aa4fed9-42a1-4421-b0ed-f4584f6acaba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:17:39Z', 'updated_at': '2022-06-26T03:17:44Z', 'revision_number': 4, 'project_id': '2fb02fd66e6c4d51be2e1b77085cf32d', 'subnets': [{'id': '3aa4fed9-42a1-4421-b0ed-f4584f6acaba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-4-iscsi', False) {} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:17:44.584278 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6214a28-7a0b-4c49-8040-41f176f4bfc9 None None] The sync data for ids ['c686c6ac-2593-47c8-8a0f-3164bc7ff195'] in dv-cinder-846842-4-iscsi is: [{'id': 'c686c6ac-2593-47c8-8a0f-3164bc7ff195', 'name': 'tempest-TestShelveInstance-796194951-router', 'tenant_id': '2fb02fd66e6c4d51be2e1b77085cf32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.237'}], 'enable_snat': True}, 'gw_port_id': '7d6c044e-189d-464c-8b6f-eee0b3b52647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:17:37Z', 'updated_at': '2022-06-26T03:17:40Z', 'revision_number': 4, 'project_id': '2fb02fd66e6c4d51be2e1b77085cf32d', 'gw_port': {'id': '7d6c044e-189d-464c-8b6f-eee0b3b52647', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:cf:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c686c6ac-2593-47c8-8a0f-3164bc7ff195', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:17:37Z', 'updated_at': '2022-06-26T03:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi', '_interfaces': [{'id': '300b988d-2d4e-4e3f-9919-88b2cae475ff', 'name': '', 'network_id': '87b23888-12fb-4e90-aa12-7be74cb0ecdf', 'tenant_id': '2fb02fd66e6c4d51be2e1b77085cf32d', 'mac_address': 'fa:16:3e:80:2e:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c686c6ac-2593-47c8-8a0f-3164bc7ff195', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '3aa4fed9-42a1-4421-b0ed-f4584f6acaba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:17:39Z', 'updated_at': '2022-06-26T03:17:44Z', 'revision_number': 4, 'project_id': '2fb02fd66e6c4d51be2e1b77085cf32d', 'subnets': [{'id': '3aa4fed9-42a1-4421-b0ed-f4584f6acaba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 03:17:44.599704 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0855e14f-da79-4a02-8864-4bc37b8f5c32 None None] Pushing event updated for resources: {'Port': ['ID=300b988d-2d4e-4e3f-9919-88b2cae475ff,revision_number=5']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:17:44.660689 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-a56b36d0-85b4-44fa-9c01-47872cf1be02 None None] Provisioning complete for port 300b988d-2d4e-4e3f-9919-88b2cae475ff triggered by entity DHCP. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:17:44.661098 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a56b36d0-85b4-44fa-9c01-47872cf1be02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (300b988d-2d4e-4e3f-9919-88b2cae475ff), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:44.925818 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Device 7d6c044e-189d-464c-8b6f-eee0b3b52647 up at agent ovs-agent-dv-cinder-846842-4-iscsi {{(pid=104015) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 03:17:44.925818 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:17:44.927158 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-a56b36d0-85b4-44fa-9c01-47872cf1be02 None None] Current status of the port 300b988d-2d4e-4e3f-9919-88b2cae475ff is: ACTIVE; New status is: ACTIVE {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 03:17:44.953956 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a0725410-9e6c-45cb-9ff8-c6c4931d6b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (ece691f0-a7cc-4e31-b59a-0e18fd9fccde), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:44.959682 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (e7a0895f-45bb-4130-be69-32df3e039043), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:44.961859 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.agents_db [None req-1acc9491-aa00-4d80-a7f3-d699105ea2bf None None] Agent healthcheck: found 6 active agents {{(pid=104016) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 03:17:44.977076 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Provisioning complete for port 7d6c044e-189d-464c-8b6f-eee0b3b52647 triggered by entity L2. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:17:44.977449 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (7d6c044e-189d-464c-8b6f-eee0b3b52647), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:45.055693 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Current status of the port 7d6c044e-189d-464c-8b6f-eee0b3b52647 is: ACTIVE; New status is: ACTIVE {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 03:17:45.057183 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Device 300b988d-2d4e-4e3f-9919-88b2cae475ff up at agent ovs-agent-dv-cinder-846842-4-iscsi {{(pid=104015) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 03:17:45.109310 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Provisioning complete for port 300b988d-2d4e-4e3f-9919-88b2cae475ff triggered by entity L2. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:17:45.109680 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (300b988d-2d4e-4e3f-9919-88b2cae475ff), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:45.188190 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Current status of the port 300b988d-2d4e-4e3f-9919-88b2cae475ff is: ACTIVE; New status is: ACTIVE {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 03:17:46.322495 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:17:46.333385 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d2867017-9ae3-4ae5-b018-59cb98d1258b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (3b87920d-6933-41a3-b47c-185b87d68e87), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:46.534176 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (16f9b602-7baf-4f7a-ab92-1b0788147fb5), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:17:50.421960 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=42,neutron:UPDATE=2 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:17:52.895280 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=81,neutron:INSERT=4,neutron:DELETE=3 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:17:52.898754 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=66,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:17:53.552245 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:INSERT=8,neutron:SELECT=43,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:17:53.553660 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:17:54.957873 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=63,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:17:56.522734 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=32,neutron:UPDATE=1 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:17:56.529594 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:18:05.211900 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-417913dd-82cf-402a-aa5b-04d353341acb req-c1b4c718-ddec-4839-b480-45af7d93f294 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-845059020&fields=id&tenant_id=80a33a31ba6046e78352f5ba9e88b9fe HTTP/1.1" status: 200 len: 267 time: 0.0440977 Jun 26 03:18:05.319009 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417913dd-82cf-402a-aa5b-04d353341acb req-9f8aa2f4-32f4-462d-8844-fb86c084951e tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:18:05.320345 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-417913dd-82cf-402a-aa5b-04d353341acb req-9f8aa2f4-32f4-462d-8844-fb86c084951e tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] 10.222.0.13 "GET /v2.0/networks?id=82c4a88c-3604-4e5f-902b-8a29b8be9dd0 HTTP/1.1" status: 200 len: 808 time: 0.1020925 Jun 26 03:18:05.334344 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-417913dd-82cf-402a-aa5b-04d353341acb req-73b59bbc-cc71-4d7f-8646-1e9f2a715b8d tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] 10.222.0.13 "GET /v2.0/quotas/80a33a31ba6046e78352f5ba9e88b9fe HTTP/1.1" status: 200 len: 375 time: 0.0086884 Jun 26 03:18:05.381758 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-417913dd-82cf-402a-aa5b-04d353341acb req-d68a2347-585a-4d5d-abcc-51e4ff91441e tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=80a33a31ba6046e78352f5ba9e88b9fe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0425310 Jun 26 03:18:05.481481 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [req-417913dd-82cf-402a-aa5b-04d353341acb req-10c3fcc9-8a8f-44ae-b68a-2d09b9040378 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104014) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 26 03:18:05.482498 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-417913dd-82cf-402a-aa5b-04d353341acb req-10c3fcc9-8a8f-44ae-b68a-2d09b9040378 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0903676 Jun 26 03:18:05.574414 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-417913dd-82cf-402a-aa5b-04d353341acb req-c690ddab-45b8-4da1-93d5-2a1f447c85f2 service neutron] 10.222.0.13 "GET /v2.0/networks/82c4a88c-3604-4e5f-902b-8a29b8be9dd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860996 Jun 26 03:18:05.662518 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-417913dd-82cf-402a-aa5b-04d353341acb req-ea55981a-66a7-4db4-ae63-8930ee5ab444 service neutron] 10.222.0.13 "GET /v2.0/networks/82c4a88c-3604-4e5f-902b-8a29b8be9dd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825443 Jun 26 03:18:05.963060 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-2356b146-aeae-4276-8080-3f8cc100d246 req-632af94f-d7c4-4ac4-92e0-e0ea842418f9 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] 10.222.0.13 "GET /v2.0/ports?device_id=dad8a4d7-e228-4988-a099-a49eba183537 HTTP/1.1" status: 200 len: 210 time: 0.0279119 Jun 26 03:18:07.060761 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-fb7f3465-1371-4172-a6fb-87269bd1ec08 req-1277d68c-9162-4238-8177-db93d018efa7 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] 10.222.0.13 "GET /v2.0/ports?device_id=dad8a4d7-e228-4988-a099-a49eba183537 HTTP/1.1" status: 200 len: 210 time: 0.0305619 Jun 26 03:18:07.247987 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417913dd-82cf-402a-aa5b-04d353341acb req-b842095d-1020-42e7-ace4-4054c06de7cb tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:18:07.249432 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-417913dd-82cf-402a-aa5b-04d353341acb req-b842095d-1020-42e7-ace4-4054c06de7cb tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] 10.222.0.43 "GET /v2.0/networks?id=82c4a88c-3604-4e5f-902b-8a29b8be9dd0 HTTP/1.1" status: 200 len: 808 time: 0.0996363 Jun 26 03:18:07.320661 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-417913dd-82cf-402a-aa5b-04d353341acb req-5424f269-5718-4ba6-9015-4e5c04da88b6 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=80a33a31ba6046e78352f5ba9e88b9fe HTTP/1.1" status: 200 len: 379 time: 0.0545466 Jun 26 03:18:07.334250 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [req-417913dd-82cf-402a-aa5b-04d353341acb req-4ab562a3-a60a-4be8-b25d-e93cc64d5eba tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Request body: {'port': {'device_id': 'dad8a4d7-e228-4988-a099-a49eba183537', 'network_id': '82c4a88c-3604-4e5f-902b-8a29b8be9dd0', 'admin_state_up': True, 'tenant_id': '80a33a31ba6046e78352f5ba9e88b9fe', 'security_groups': ['09fc588a-3d4f-4a4d-86a1-6980f4c8e02f']}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:18:07.447265 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-417913dd-82cf-402a-aa5b-04d353341acb req-4ab562a3-a60a-4be8-b25d-e93cc64d5eba tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Made reservation on behalf of 80a33a31ba6046e78352f5ba9e88b9fe for: {'port': 1} {{(pid=104014) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 03:18:07.450800 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-417913dd-82cf-402a-aa5b-04d353341acb req-4ab562a3-a60a-4be8-b25d-e93cc64d5eba tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:07.577164 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.db.db_base_plugin_common [req-417913dd-82cf-402a-aa5b-04d353341acb req-4ab562a3-a60a-4be8-b25d-e93cc64d5eba tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Allocated IP 172.20.0.10 (82c4a88c-3604-4e5f-902b-8a29b8be9dd0/eab29342-7686-4817-abdf-f593c85f7fdd/8fb8465e-f5a6-4cd4-ae39-7cbb3d5e4eaf) {{(pid=104014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 03:18:07.627662 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:18:07.645292 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:18:07.720456 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-417913dd-82cf-402a-aa5b-04d353341acb req-4ab562a3-a60a-4be8-b25d-e93cc64d5eba tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Publish callbacks [] for port (8fb8465e-f5a6-4cd4-ae39-7cbb3d5e4eaf), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:07.754428 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-417913dd-82cf-402a-aa5b-04d353341acb req-4ab562a3-a60a-4be8-b25d-e93cc64d5eba tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787575245469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6258255'] for port (8fb8465e-f5a6-4cd4-ae39-7cbb3d5e4eaf), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:07.801109 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-417913dd-82cf-402a-aa5b-04d353341acb req-4ab562a3-a60a-4be8-b25d-e93cc64d5eba tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Network 82c4a88c-3604-4e5f-902b-8a29b8be9dd0 is already hosted by enough agents. {{(pid=104014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 03:18:07.804420 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.scheduler.base_scheduler [req-417913dd-82cf-402a-aa5b-04d353341acb req-4ab562a3-a60a-4be8-b25d-e93cc64d5eba tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Resources bound (agent type, host, resource id): {{(pid=104014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 03:18:07.807978 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [req-417913dd-82cf-402a-aa5b-04d353341acb req-4ab562a3-a60a-4be8-b25d-e93cc64d5eba tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Received port after_create {{(pid=104014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 26 03:18:07.841241 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab562a3-a60a-4be8-b25d-e93cc64d5eba tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Pushing event updated for resources: {'Port': ['ID=8fb8465e-f5a6-4cd4-ae39-7cbb3d5e4eaf,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:18:07.865327 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417913dd-82cf-402a-aa5b-04d353341acb req-4ab562a3-a60a-4be8-b25d-e93cc64d5eba tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:18:07.866261 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-417913dd-82cf-402a-aa5b-04d353341acb req-4ab562a3-a60a-4be8-b25d-e93cc64d5eba tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515864'] for port (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:07.885582 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-417913dd-82cf-402a-aa5b-04d353341acb req-4ab562a3-a60a-4be8-b25d-e93cc64d5eba tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5554731 Jun 26 03:18:07.906275 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [req-417913dd-82cf-402a-aa5b-04d353341acb req-6fb6d553-daa0-4e57-b359-7d867567d4e5 service neutron] Request body: {'port': {'device_id': 'dad8a4d7-e228-4988-a099-a49eba183537', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84684'}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:18:07.973918 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-417913dd-82cf-402a-aa5b-04d353341acb req-6fb6d553-daa0-4e57-b359-7d867567d4e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (8fb8465e-f5a6-4cd4-ae39-7cbb3d5e4eaf), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:08.099365 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-f1410b6c-4f90-45a4-95bc-d06bb64f1392 None None] Provisioning complete for port 8fb8465e-f5a6-4cd4-ae39-7cbb3d5e4eaf triggered by entity DHCP. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:18:08.099807 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-f1410b6c-4f90-45a4-95bc-d06bb64f1392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (8fb8465e-f5a6-4cd4-ae39-7cbb3d5e4eaf), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:08.131341 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-f1410b6c-4f90-45a4-95bc-d06bb64f1392 None None] Port 8fb8465e-f5a6-4cd4-ae39-7cbb3d5e4eaf cannot update to ACTIVE because it is not bound. {{(pid=104015) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 26 03:18:08.226689 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8f0a6f-a3e4-44dd-8638-3136e0bc6358 req-aa63607e-73bf-4cca-b703-6c5ef8411306 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:18:08.228167 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-4d8f0a6f-a3e4-44dd-8638-3136e0bc6358 req-aa63607e-73bf-4cca-b703-6c5ef8411306 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] 10.222.0.13 "GET /v2.0/ports?device_id=dad8a4d7-e228-4988-a099-a49eba183537 HTTP/1.1" status: 200 len: 932 time: 0.0959258 Jun 26 03:18:08.332551 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-4d8f0a6f-a3e4-44dd-8638-3136e0bc6358 req-7e578520-b08c-40b3-9053-14396e3d06b0 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] 10.222.0.13 "GET /v2.0/security-groups?id=09fc588a-3d4f-4a4d-86a1-6980f4c8e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978775 Jun 26 03:18:08.334356 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.notifiers.nova [req-417913dd-82cf-402a-aa5b-04d353341acb req-6fb6d553-daa0-4e57-b359-7d867567d4e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fb8465e-f5a6-4cd4-ae39-7cbb3d5e4eaf {{(pid=104014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 26 03:18:08.341910 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-417913dd-82cf-402a-aa5b-04d353341acb req-6fb6d553-daa0-4e57-b359-7d867567d4e5 service neutron] Publish callbacks [] for port (8fb8465e-f5a6-4cd4-ae39-7cbb3d5e4eaf), precommit_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:08.354311 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [req-417913dd-82cf-402a-aa5b-04d353341acb req-6fb6d553-daa0-4e57-b359-7d867567d4e5 service neutron] Transition to ACTIVE for port object 8fb8465e-f5a6-4cd4-ae39-7cbb3d5e4eaf will not be triggered until provisioned by entity L2. {{(pid=104014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 26 03:18:08.358629 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-417913dd-82cf-402a-aa5b-04d353341acb req-6fb6d553-daa0-4e57-b359-7d867567d4e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6258262'] for port (8fb8465e-f5a6-4cd4-ae39-7cbb3d5e4eaf), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:08.407787 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb6d553-daa0-4e57-b359-7d867567d4e5 service neutron] Pushing event updated for resources: {'Port': ['ID=8fb8465e-f5a6-4cd4-ae39-7cbb3d5e4eaf,revision_number=2']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:18:08.463740 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:18:08.485539 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.managers [req-417913dd-82cf-402a-aa5b-04d353341acb req-6fb6d553-daa0-4e57-b359-7d867567d4e5 service neutron] Attempting to bind port 8fb8465e-f5a6-4cd4-ae39-7cbb3d5e4eaf on host hv-cinder-84684 for vnic_type normal with profile {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 26 03:18:08.485897 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.managers [req-417913dd-82cf-402a-aa5b-04d353341acb req-6fb6d553-daa0-4e57-b359-7d867567d4e5 service neutron] Attempting to bind port 8fb8465e-f5a6-4cd4-ae39-7cbb3d5e4eaf by drivers openvswitch,hyperv on host hv-cinder-84684 at level 0 using segments [{'id': 'f08981e6-5c63-4d8a-9ea1-bb5d5d702772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '82c4a88c-3604-4e5f-902b-8a29b8be9dd0'}] {{(pid=104014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 26 03:18:08.486247 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-417913dd-82cf-402a-aa5b-04d353341acb req-6fb6d553-daa0-4e57-b359-7d867567d4e5 service neutron] Attempting to bind port 8fb8465e-f5a6-4cd4-ae39-7cbb3d5e4eaf on network 82c4a88c-3604-4e5f-902b-8a29b8be9dd0 {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 26 03:18:08.491604 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-417913dd-82cf-402a-aa5b-04d353341acb req-6fb6d553-daa0-4e57-b359-7d867567d4e5 service neutron] Port 8fb8465e-f5a6-4cd4-ae39-7cbb3d5e4eaf on network 82c4a88c-3604-4e5f-902b-8a29b8be9dd0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84684 {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 26 03:18:08.491926 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-417913dd-82cf-402a-aa5b-04d353341acb req-6fb6d553-daa0-4e57-b359-7d867567d4e5 service neutron] Attempting to bind port 8fb8465e-f5a6-4cd4-ae39-7cbb3d5e4eaf on network 82c4a88c-3604-4e5f-902b-8a29b8be9dd0 {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 26 03:18:08.497024 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-417913dd-82cf-402a-aa5b-04d353341acb req-6fb6d553-daa0-4e57-b359-7d867567d4e5 service neutron] Checking agent: {'id': 'e7a0895f-45bb-4130-be69-32df3e039043', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84684', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 26, 3, 2, 40), 'started_at': datetime.datetime(2022, 6, 26, 3, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 26, 3, 17, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 26 03:18:08.497368 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-417913dd-82cf-402a-aa5b-04d353341acb req-6fb6d553-daa0-4e57-b359-7d867567d4e5 service neutron] Checking segment: {'id': 'f08981e6-5c63-4d8a-9ea1-bb5d5d702772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '82c4a88c-3604-4e5f-902b-8a29b8be9dd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 26 03:18:08.497758 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-417913dd-82cf-402a-aa5b-04d353341acb req-6fb6d553-daa0-4e57-b359-7d867567d4e5 service neutron] Bound using segment: {'id': 'f08981e6-5c63-4d8a-9ea1-bb5d5d702772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '82c4a88c-3604-4e5f-902b-8a29b8be9dd0'} {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 26 03:18:08.498224 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.managers [req-417913dd-82cf-402a-aa5b-04d353341acb req-6fb6d553-daa0-4e57-b359-7d867567d4e5 service neutron] Bound port: 8fb8465e-f5a6-4cd4-ae39-7cbb3d5e4eaf, host: hv-cinder-84684, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f08981e6-5c63-4d8a-9ea1-bb5d5d702772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '82c4a88c-3604-4e5f-902b-8a29b8be9dd0'}}] {{(pid=104014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 26 03:18:08.498589 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-417913dd-82cf-402a-aa5b-04d353341acb req-6fb6d553-daa0-4e57-b359-7d867567d4e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (8fb8465e-f5a6-4cd4-ae39-7cbb3d5e4eaf), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:08.508009 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:18:08.570260 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [req-417913dd-82cf-402a-aa5b-04d353341acb req-6fb6d553-daa0-4e57-b359-7d867567d4e5 service neutron] For port 8fb8465e-f5a6-4cd4-ae39-7cbb3d5e4eaf, host hv-cinder-84684, cleared binding levels {{(pid=104014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 03:18:08.573346 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [req-417913dd-82cf-402a-aa5b-04d353341acb req-6fb6d553-daa0-4e57-b359-7d867567d4e5 service neutron] For port 8fb8465e-f5a6-4cd4-ae39-7cbb3d5e4eaf, host hv-cinder-84684, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=8fb8465e-f5a6-4cd4-ae39-7cbb3d5e4eaf,segment=NetworkSegment(f08981e6-5c63-4d8a-9ea1-bb5d5d702772),segment_id=f08981e6-5c63-4d8a-9ea1-bb5d5d702772)] {{(pid=104014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 03:18:08.578894 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-417913dd-82cf-402a-aa5b-04d353341acb req-6fb6d553-daa0-4e57-b359-7d867567d4e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6258262'] for port (8fb8465e-f5a6-4cd4-ae39-7cbb3d5e4eaf), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:08.615651 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417913dd-82cf-402a-aa5b-04d353341acb req-6fb6d553-daa0-4e57-b359-7d867567d4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:18:08.616348 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-417913dd-82cf-402a-aa5b-04d353341acb req-6fb6d553-daa0-4e57-b359-7d867567d4e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515864'] for port (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:08.617647 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-417913dd-82cf-402a-aa5b-04d353341acb req-6fb6d553-daa0-4e57-b359-7d867567d4e5 service neutron] 10.222.0.43 "PUT /v2.0/ports/8fb8465e-f5a6-4cd4-ae39-7cbb3d5e4eaf HTTP/1.1" status: 200 len: 1094 time: 0.7159290 Jun 26 03:18:08.618123 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dad8a4d7-e228-4988-a099-a49eba183537', 'tag': '8fb8465e-f5a6-4cd4-ae39-7cbb3d5e4eaf'}] {{(pid=104014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 26 03:18:08.620359 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b346e277b9447a300c9d303bb334713d04858661d6ca7e8667ef96f79658145a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6445bce1-3e1a-4844-b3eb-6c7e33279db4" -d '{"events": [{"name": "network-changed", "server_uuid": "dad8a4d7-e228-4988-a099-a49eba183537", "tag": "8fb8465e-f5a6-4cd4-ae39-7cbb3d5e4eaf"}]}' {{(pid=104014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 03:18:08.644026 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb6d553-daa0-4e57-b359-7d867567d4e5 service neutron] Pushing event updated for resources: {'Port': ['ID=8fb8465e-f5a6-4cd4-ae39-7cbb3d5e4eaf,revision_number=3']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:18:08.729801 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417913dd-82cf-402a-aa5b-04d353341acb req-a87c0bc6-58dd-417b-acd6-e6a2fa28ba3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:18:08.733398 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-417913dd-82cf-402a-aa5b-04d353341acb req-a87c0bc6-58dd-417b-acd6-e6a2fa28ba3e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=80a33a31ba6046e78352f5ba9e88b9fe&device_id=dad8a4d7-e228-4988-a099-a49eba183537 HTTP/1.1" status: 200 len: 1128 time: 0.0475740 Jun 26 03:18:08.747727 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Jun 2022 03:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e981c90b-bb1e-49f6-b44d-fe5c71a565a0 x-openstack-request-id: req-e981c90b-bb1e-49f6-b44d-fe5c71a565a0 {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 03:18:08.748015 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dad8a4d7-e228-4988-a099-a49eba183537", "tag": "8fb8465e-f5a6-4cd4-ae39-7cbb3d5e4eaf", "status": "completed", "code": 200}]} {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 03:18:08.748263 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e981c90b-bb1e-49f6-b44d-fe5c71a565a0 {{(pid=104014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 03:18:08.748667 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e981c90b-bb1e-49f6-b44d-fe5c71a565a0'] response: {'name': 'network-changed', 'server_uuid': 'dad8a4d7-e228-4988-a099-a49eba183537', 'tag': '8fb8465e-f5a6-4cd4-ae39-7cbb3d5e4eaf', 'status': 'completed', 'code': 200} Jun 26 03:18:08.797911 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-417913dd-82cf-402a-aa5b-04d353341acb req-c1a26bbd-e60f-46cd-a10c-d0b30665cd0e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8fb8465e-f5a6-4cd4-ae39-7cbb3d5e4eaf HTTP/1.1" status: 200 len: 217 time: 0.0338430 Jun 26 03:18:08.851768 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417913dd-82cf-402a-aa5b-04d353341acb req-07981bea-ea2c-481e-85dc-4db525e73036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:18:08.853215 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-417913dd-82cf-402a-aa5b-04d353341acb req-07981bea-ea2c-481e-85dc-4db525e73036 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=eab29342-7686-4817-abdf-f593c85f7fdd HTTP/1.1" status: 200 len: 847 time: 0.0496252 Jun 26 03:18:08.901573 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417913dd-82cf-402a-aa5b-04d353341acb req-5329cf12-4fc4-486b-be27-5073fc3a46b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:18:08.903212 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-417913dd-82cf-402a-aa5b-04d353341acb req-5329cf12-4fc4-486b-be27-5073fc3a46b4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=82c4a88c-3604-4e5f-902b-8a29b8be9dd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436785 Jun 26 03:18:08.994646 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-417913dd-82cf-402a-aa5b-04d353341acb req-eae1c7a1-4fee-42e2-8d1a-507288a57edb service neutron] 10.222.0.43 "GET /v2.0/networks/82c4a88c-3604-4e5f-902b-8a29b8be9dd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852876 Jun 26 03:18:09.084968 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-417913dd-82cf-402a-aa5b-04d353341acb req-018fa0f7-7941-4105-acab-cbcbcc0d7c36 service neutron] 10.222.0.43 "GET /v2.0/networks/82c4a88c-3604-4e5f-902b-8a29b8be9dd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843074 Jun 26 03:18:09.447577 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42fc411-768c-4293-94eb-3ab458e15a4f req-ae15d2d0-70de-43d3-9304-35b93282b6a6 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:18:09.449548 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-e42fc411-768c-4293-94eb-3ab458e15a4f req-ae15d2d0-70de-43d3-9304-35b93282b6a6 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] 10.222.0.13 "GET /v2.0/ports?device_id=dad8a4d7-e228-4988-a099-a49eba183537 HTTP/1.1" status: 200 len: 944 time: 0.0493081 Jun 26 03:18:09.505021 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-e42fc411-768c-4293-94eb-3ab458e15a4f req-6cbace50-00a6-4b35-8afe-769d504311b1 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] 10.222.0.13 "GET /v2.0/security-groups?id=09fc588a-3d4f-4a4d-86a1-6980f4c8e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473230 Jun 26 03:18:10.000183 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6445bce1-3e1a-4844-b3eb-6c7e33279db4 req-04042e9a-ab94-4e38-a498-d5d73ef21060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:18:10.001649 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-6445bce1-3e1a-4844-b3eb-6c7e33279db4 req-04042e9a-ab94-4e38-a498-d5d73ef21060 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=80a33a31ba6046e78352f5ba9e88b9fe&device_id=dad8a4d7-e228-4988-a099-a49eba183537 HTTP/1.1" status: 200 len: 1128 time: 0.0394056 Jun 26 03:18:10.090554 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6445bce1-3e1a-4844-b3eb-6c7e33279db4 req-5e502891-8853-4477-a6d0-a69077c9372a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:18:10.092014 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-6445bce1-3e1a-4844-b3eb-6c7e33279db4 req-5e502891-8853-4477-a6d0-a69077c9372a service neutron] 10.222.0.43 "GET /v2.0/networks?id=82c4a88c-3604-4e5f-902b-8a29b8be9dd0 HTTP/1.1" status: 200 len: 909 time: 0.0837238 Jun 26 03:18:10.133276 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-6445bce1-3e1a-4844-b3eb-6c7e33279db4 req-b106a1b4-dd11-437b-8e6a-2c89ae71b42e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8fb8465e-f5a6-4cd4-ae39-7cbb3d5e4eaf HTTP/1.1" status: 200 len: 217 time: 0.0351121 Jun 26 03:18:10.180188 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6445bce1-3e1a-4844-b3eb-6c7e33279db4 req-16bffb17-95a5-4958-ac30-778360ee5774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:18:10.181554 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-6445bce1-3e1a-4844-b3eb-6c7e33279db4 req-16bffb17-95a5-4958-ac30-778360ee5774 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=eab29342-7686-4817-abdf-f593c85f7fdd HTTP/1.1" status: 200 len: 847 time: 0.0425804 Jun 26 03:18:10.223451 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6445bce1-3e1a-4844-b3eb-6c7e33279db4 req-2c0a44ff-b2b2-47b0-9af5-0650c7b30edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:18:10.224868 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-6445bce1-3e1a-4844-b3eb-6c7e33279db4 req-2c0a44ff-b2b2-47b0-9af5-0650c7b30edd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=82c4a88c-3604-4e5f-902b-8a29b8be9dd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377889 Jun 26 03:18:10.314067 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-6445bce1-3e1a-4844-b3eb-6c7e33279db4 req-658db965-5ba4-4135-87a9-00b064039510 service neutron] 10.222.0.43 "GET /v2.0/networks/82c4a88c-3604-4e5f-902b-8a29b8be9dd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834365 Jun 26 03:18:10.326784 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:18:10.396804 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:18:10.403054 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-6445bce1-3e1a-4844-b3eb-6c7e33279db4 req-b08c3fb3-106b-4a55-904a-5038bcb415c2 service neutron] 10.222.0.43 "GET /v2.0/networks/82c4a88c-3604-4e5f-902b-8a29b8be9dd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834129 Jun 26 03:18:10.619893 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e76a4fc-a547-46b4-a2e3-b6ab2182fe6a req-ea3a6ee1-1713-40f0-a1ce-f8a2ffb878ba tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:18:10.621369 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-7e76a4fc-a547-46b4-a2e3-b6ab2182fe6a req-ea3a6ee1-1713-40f0-a1ce-f8a2ffb878ba tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] 10.222.0.13 "GET /v2.0/ports?device_id=dad8a4d7-e228-4988-a099-a49eba183537 HTTP/1.1" status: 200 len: 944 time: 0.0490839 Jun 26 03:18:10.668926 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-7e76a4fc-a547-46b4-a2e3-b6ab2182fe6a req-e1f27c3e-0018-4100-a630-cecc27e7d5aa tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] 10.222.0.13 "GET /v2.0/security-groups?id=09fc588a-3d4f-4a4d-86a1-6980f4c8e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419545 Jun 26 03:18:11.444728 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-90c116e8-12d5-4276-9d92-4f5c02e7318d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (7168f7b9-c398-4364-91f8-35e2ce03f4c4), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:11.780020 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d424117d-152b-4f2d-8397-235eab3676fc req-10de90c5-1bdb-47b0-8ffc-0e807614edaa tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:18:11.781504 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-d424117d-152b-4f2d-8397-235eab3676fc req-10de90c5-1bdb-47b0-8ffc-0e807614edaa tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] 10.222.0.13 "GET /v2.0/ports?device_id=dad8a4d7-e228-4988-a099-a49eba183537 HTTP/1.1" status: 200 len: 944 time: 0.0461750 Jun 26 03:18:11.836837 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-d424117d-152b-4f2d-8397-235eab3676fc req-a25948e3-bd61-4930-afec-bafb974f2d99 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] 10.222.0.13 "GET /v2.0/security-groups?id=09fc588a-3d4f-4a4d-86a1-6980f4c8e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497003 Jun 26 03:18:12.037239 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=3 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:18:12.042270 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=3 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:18:12.957287 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1e81ed-46fa-4f65-9992-a617998334c4 req-8ae41e99-8036-4940-acc9-1c7c221857a1 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:18:12.958754 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-3d1e81ed-46fa-4f65-9992-a617998334c4 req-8ae41e99-8036-4940-acc9-1c7c221857a1 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] 10.222.0.13 "GET /v2.0/ports?device_id=dad8a4d7-e228-4988-a099-a49eba183537 HTTP/1.1" status: 200 len: 944 time: 0.0499427 Jun 26 03:18:13.006994 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-3d1e81ed-46fa-4f65-9992-a617998334c4 req-4a1a4e71-3dd3-4afc-ad9c-81fa1e58659e tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] 10.222.0.13 "GET /v2.0/security-groups?id=09fc588a-3d4f-4a4d-86a1-6980f4c8e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425553 Jun 26 03:18:13.777707 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-041c551f-e74e-4fe6-8f4e-8bae78ae9e47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (0122de27-3097-4d47-a0ca-0fb90e28ac1e), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:14.122181 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7edd84-fd88-4045-a9a5-3de331968616 req-f26e120a-166f-46b6-9c7e-3106b3f73306 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:18:14.123643 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-3b7edd84-fd88-4045-a9a5-3de331968616 req-f26e120a-166f-46b6-9c7e-3106b3f73306 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] 10.222.0.13 "GET /v2.0/ports?device_id=dad8a4d7-e228-4988-a099-a49eba183537 HTTP/1.1" status: 200 len: 944 time: 0.0473144 Jun 26 03:18:14.172073 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-3b7edd84-fd88-4045-a9a5-3de331968616 req-17909495-493f-4f89-a2cf-5e0871fc738f tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] 10.222.0.13 "GET /v2.0/security-groups?id=09fc588a-3d4f-4a4d-86a1-6980f4c8e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423687 Jun 26 03:18:14.246349 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-f499bf50-edf0-4bf2-965d-894268582e72 req-a8743b17-af38-4b3b-8e85-294ec9906638 tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1274287002&fields=id&tenant_id=1fe0cd601688420d88ea051894cfdf2a HTTP/1.1" status: 200 len: 267 time: 0.0428345 Jun 26 03:18:14.299770 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f499bf50-edf0-4bf2-965d-894268582e72 req-7ac54d3e-5ce4-4d3e-99bf-edd09e310c80 tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:18:14.301150 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-f499bf50-edf0-4bf2-965d-894268582e72 req-7ac54d3e-5ce4-4d3e-99bf-edd09e310c80 tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fc861c4-11c3-4fb8-8744-9b792b9864f7 HTTP/1.1" status: 200 len: 985 time: 0.0498159 Jun 26 03:18:14.311295 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [req-f499bf50-edf0-4bf2-965d-894268582e72 req-41bf7925-3d20-4e1f-a181-27101c164dc3 tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Request body: {'port': {'security_groups': ['435c10d1-68f0-4427-bddf-893c35889974']}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:18:14.380980 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-f499bf50-edf0-4bf2-965d-894268582e72 req-41bf7925-3d20-4e1f-a181-27101c164dc3 tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (f6eda47f-5905-49d5-b36d-bb51bf670b9f), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:14.548523 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [req-f499bf50-edf0-4bf2-965d-894268582e72 req-41bf7925-3d20-4e1f-a181-27101c164dc3 tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] For port f6eda47f-5905-49d5-b36d-bb51bf670b9f, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=f6eda47f-5905-49d5-b36d-bb51bf670b9f,segment=NetworkSegment(52c32bc6-4be1-452c-a073-ce46dfa20aa7),segment_id=52c32bc6-4be1-452c-a073-ce46dfa20aa7)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:18:14.575585 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-f499bf50-edf0-4bf2-965d-894268582e72 req-41bf7925-3d20-4e1f-a181-27101c164dc3 tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Publish callbacks [] for port (f6eda47f-5905-49d5-b36d-bb51bf670b9f), precommit_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:14.579628 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-f499bf50-edf0-4bf2-965d-894268582e72 req-41bf7925-3d20-4e1f-a181-27101c164dc3 tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6258262'] for port (f6eda47f-5905-49d5-b36d-bb51bf670b9f), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:14.613734 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] get_ports_and_sgs() called for port_ids ['f6eda47f-5905-49d5-b36d-bb51bf670b9f'] {{(pid=104015) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 03:18:14.623439 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f499bf50-edf0-4bf2-965d-894268582e72 req-41bf7925-3d20-4e1f-a181-27101c164dc3 tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:18:14.624017 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-f499bf50-edf0-4bf2-965d-894268582e72 req-41bf7925-3d20-4e1f-a181-27101c164dc3 tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515864'] for port (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:14.625385 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-f499bf50-edf0-4bf2-965d-894268582e72 req-41bf7925-3d20-4e1f-a181-27101c164dc3 tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] 10.222.0.13 "PUT /v2.0/ports/f6eda47f-5905-49d5-b36d-bb51bf670b9f HTTP/1.1" status: 200 len: 943 time: 0.3183286 Jun 26 03:18:14.625829 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fc861c4-11c3-4fb8-8744-9b792b9864f7', 'tag': 'f6eda47f-5905-49d5-b36d-bb51bf670b9f'}] {{(pid=104014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 26 03:18:14.628090 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b346e277b9447a300c9d303bb334713d04858661d6ca7e8667ef96f79658145a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fadd973e-d6d2-4622-9fb1-c188c437e2c4" -d '{"events": [{"name": "network-changed", "server_uuid": "1fc861c4-11c3-4fb8-8744-9b792b9864f7", "tag": "f6eda47f-5905-49d5-b36d-bb51bf670b9f"}]}' {{(pid=104014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 03:18:14.632571 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 50602) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:18:14.649903 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bf7925-3d20-4e1f-a181-27101c164dc3 tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Pushing event updated for resources: {'Port': ['ID=f6eda47f-5905-49d5-b36d-bb51bf670b9f,revision_number=7']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:18:14.678201 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Jun 2022 03:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f53f7ef-5dc3-492b-bc98-dc4ff928708a x-openstack-request-id: req-5f53f7ef-5dc3-492b-bc98-dc4ff928708a {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 03:18:14.678496 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fc861c4-11c3-4fb8-8744-9b792b9864f7", "tag": "f6eda47f-5905-49d5-b36d-bb51bf670b9f", "status": "completed", "code": 200}]} {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 03:18:14.678749 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5f53f7ef-5dc3-492b-bc98-dc4ff928708a {{(pid=104014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 03:18:14.679159 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f53f7ef-5dc3-492b-bc98-dc4ff928708a'] response: {'name': 'network-changed', 'server_uuid': '1fc861c4-11c3-4fb8-8744-9b792b9864f7', 'tag': 'f6eda47f-5905-49d5-b36d-bb51bf670b9f', 'status': 'completed', 'code': 200} Jun 26 03:18:14.709204 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a740ab16-a921-4657-8f5c-5af39dd45f7b tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Publish callbacks [] for security_group (04e92ec5-b39d-4c95-a918-6367021dd02f), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:14.742995 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a740ab16-a921-4657-8f5c-5af39dd45f7b tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Publish callbacks [] for security_group (04e92ec5-b39d-4c95-a918-6367021dd02f), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:14.756404 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] get_ports_and_sgs() called for port_ids ['f6eda47f-5905-49d5-b36d-bb51bf670b9f'] {{(pid=104015) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 03:18:14.765232 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:18:14.776000 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadd973e-d6d2-4622-9fb1-c188c437e2c4 req-47ec7d2c-a28e-4514-9518-75ccad98aa1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:18:14.777830 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-fadd973e-d6d2-4622-9fb1-c188c437e2c4 req-47ec7d2c-a28e-4514-9518-75ccad98aa1c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1fe0cd601688420d88ea051894cfdf2a&device_id=1fc861c4-11c3-4fb8-8744-9b792b9864f7 HTTP/1.1" status: 200 len: 1130 time: 0.0542705 Jun 26 03:18:14.818186 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a740ab16-a921-4657-8f5c-5af39dd45f7b tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (04e92ec5-b39d-4c95-a918-6367021dd02f), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:14.822470 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-a740ab16-a921-4657-8f5c-5af39dd45f7b tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:14.824622 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-a740ab16-a921-4657-8f5c-5af39dd45f7b tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] 10.222.0.13 "DELETE /v2.0/security-groups/04e92ec5-b39d-4c95-a918-6367021dd02f HTTP/1.1" status: 204 len: 168 time: 0.1907985 Jun 26 03:18:14.829034 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 50604) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:18:14.890983 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a740ab16-a921-4657-8f5c-5af39dd45f7b tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04e92ec5-b39d-4c95-a918-6367021dd02f,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:18:14.909141 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadd973e-d6d2-4622-9fb1-c188c437e2c4 req-04736db3-3049-4e70-b2c8-48aa3aeba034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:18:14.911311 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-fadd973e-d6d2-4622-9fb1-c188c437e2c4 req-04736db3-3049-4e70-b2c8-48aa3aeba034 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3de8e86e-4cff-434c-bc8d-f0cd4e8a3cd2 HTTP/1.1" status: 200 len: 916 time: 0.1270797 Jun 26 03:18:14.955244 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a0725410-9e6c-45cb-9ff8-c6c4931d6b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (ece691f0-a7cc-4e31-b59a-0e18fd9fccde), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:14.959903 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-063b6252-23df-4485-91b7-e2ea7247966a None None] Provisioning complete for port f6eda47f-5905-49d5-b36d-bb51bf670b9f triggered by entity DHCP. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:18:14.960259 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-063b6252-23df-4485-91b7-e2ea7247966a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (f6eda47f-5905-49d5-b36d-bb51bf670b9f), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:14.984441 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-fadd973e-d6d2-4622-9fb1-c188c437e2c4 req-cf9dfed0-8c4a-40ce-9b4e-0d6c9e8420ef service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f6eda47f-5905-49d5-b36d-bb51bf670b9f HTTP/1.1" status: 200 len: 1001 time: 0.0674496 Jun 26 03:18:14.993472 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (e7a0895f-45bb-4130-be69-32df3e039043), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:14.999951 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [None req-b5f5f050-a8e1-4e09-b6ee-0255f149ad77 tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Deleting port 3a1b78bb-23ed-4274-85e4-8ceb40972f6f {{(pid=104013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 26 03:18:15.000297 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-b5f5f050-a8e1-4e09-b6ee-0255f149ad77 tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787575727912'] for port (3a1b78bb-23ed-4274-85e4-8ceb40972f6f), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:15.073590 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-063b6252-23df-4485-91b7-e2ea7247966a None None] Current status of the port f6eda47f-5905-49d5-b36d-bb51bf670b9f is: ACTIVE; New status is: ACTIVE {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 03:18:15.076090 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-b5f5f050-a8e1-4e09-b6ee-0255f149ad77 tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615864'] for port (3a1b78bb-23ed-4274-85e4-8ceb40972f6f), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:15.076478 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-b5f5f050-a8e1-4e09-b6ee-0255f149ad77 tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Publish callbacks [] for floatingip (3a1b78bb-23ed-4274-85e4-8ceb40972f6f), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:15.093577 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [None req-b5f5f050-a8e1-4e09-b6ee-0255f149ad77 tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Calling delete_port for 3a1b78bb-23ed-4274-85e4-8ceb40972f6f owned by network:floatingip {{(pid=104013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 26 03:18:15.154588 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:18:15.172168 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadd973e-d6d2-4622-9fb1-c188c437e2c4 req-0c1275e8-2b06-465b-ac43-f2f7ef0a3725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:18:15.173614 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-fadd973e-d6d2-4622-9fb1-c188c437e2c4 req-0c1275e8-2b06-465b-ac43-f2f7ef0a3725 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=279e53e9-5257-4e93-9a6a-757ca9aea989 HTTP/1.1" status: 200 len: 854 time: 0.0467303 Jun 26 03:18:15.255496 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-b5f5f050-a8e1-4e09-b6ee-0255f149ad77 tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787575732336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787575245478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7375238'] for port (3a1b78bb-23ed-4274-85e4-8ceb40972f6f), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:15.284686 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f5f050-a8e1-4e09-b6ee-0255f149ad77 tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Pushing event deleted for resources: {'Port': ['ID=3a1b78bb-23ed-4274-85e4-8ceb40972f6f,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:18:15.287517 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2efbf9-22c4-4fce-8f7c-5de08bc1bc35 req-1d7e3d6a-14d2-4d8b-b8a0-ec82ca517557 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:18:15.289881 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-2c2efbf9-22c4-4fce-8f7c-5de08bc1bc35 req-1d7e3d6a-14d2-4d8b-b8a0-ec82ca517557 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] 10.222.0.13 "GET /v2.0/ports?device_id=dad8a4d7-e228-4988-a099-a49eba183537 HTTP/1.1" status: 200 len: 944 time: 0.0489635 Jun 26 03:18:15.341401 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-2c2efbf9-22c4-4fce-8f7c-5de08bc1bc35 req-2f05e644-aab9-4401-ad67-bb99ef8ee584 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] 10.222.0.13 "GET /v2.0/security-groups?id=09fc588a-3d4f-4a4d-86a1-6980f4c8e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458221 Jun 26 03:18:15.349470 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-b5f5f050-a8e1-4e09-b6ee-0255f149ad77 tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Publish callbacks [] for floatingip (a9ef3835-8f16-4092-9d88-c8e10de3258e), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:15.349804 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.db.l3_db [None req-b5f5f050-a8e1-4e09-b6ee-0255f149ad77 tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Floating IP a9ef3835-8f16-4092-9d88-c8e10de3258e disassociated (deleted). External IP: 172.27.2.70, port: f6eda47f-5905-49d5-b36d-bb51bf670b9f. Jun 26 03:18:15.520132 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:18:15.541650 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5f5f050-a8e1-4e09-b6ee-0255f149ad77 tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Router 268aa8d8-77f6-4ce0-ba6f-ee4810438d30 has already been hosted by L3 agent 0122de27-3097-4d47-a0ca-0fb90e28ac1e {{(pid=104013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 26 03:18:15.627855 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:18:15.641838 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5f5f050-a8e1-4e09-b6ee-0255f149ad77 tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Notify agent at l3_agent.dv-cinder-846842-4-iscsi the message routers_updated {{(pid=104013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 03:18:15.646728 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-b5f5f050-a8e1-4e09-b6ee-0255f149ad77 tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515864'] for floatingip (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:15.651742 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c713c9-0160-4a04-9752-c036a90ceb37 None None] Sync routers for ids ['268aa8d8-77f6-4ce0-ba6f-ee4810438d30'] in dv-cinder-846842-4-iscsi {{(pid=104016) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 03:18:15.664061 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c713c9-0160-4a04-9752-c036a90ceb37 None None] Routers {'268aa8d8-77f6-4ce0-ba6f-ee4810438d30'} bound to L3 agent in host dv-cinder-846842-4-iscsi {{(pid=104016) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 26 03:18:15.664670 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-f4c713c9-0160-4a04-9752-c036a90ceb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-26T02:56:44Z,description=,heartbeat_timestamp=2022-06-26T03:18:14Z,host='dv-cinder-846842-4-iscsi',id=0122de27-3097-4d47-a0ca-0fb90e28ac1e,load=0,resource_versions=,resources_synced=,started_at=2022-06-26T02:56:44Z,topic='l3_agent')) {'router_ids': ['268aa8d8-77f6-4ce0-ba6f-ee4810438d30'], 'active': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:18:15.674416 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-b5f5f050-a8e1-4e09-b6ee-0255f149ad77 tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] 10.222.0.13 "DELETE /v2.0/floatingips/a9ef3835-8f16-4092-9d88-c8e10de3258e HTTP/1.1" status: 204 len: 168 time: 0.8358321 Jun 26 03:18:15.674995 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fc861c4-11c3-4fb8-8744-9b792b9864f7', 'tag': 'f6eda47f-5905-49d5-b36d-bb51bf670b9f'}] {{(pid=104013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 26 03:18:15.677804 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}139ce4dbef1e3d377c6aaa27dc3378ac98104fcd26dfc0ba8b816af75a6f94ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0a48e86-d3d0-45b6-a534-af274e3059ce" -d '{"events": [{"name": "network-changed", "server_uuid": "1fc861c4-11c3-4fb8-8744-9b792b9864f7", "tag": "f6eda47f-5905-49d5-b36d-bb51bf670b9f"}]}' {{(pid=104013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 03:18:15.769489 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvr_db [None req-f4c713c9-0160-4a04-9752-c036a90ceb37 None None] Set router 268aa8d8-77f6-4ce0-ba6f-ee4810438d30 gateway port host: dv-cinder-846842-4-iscsi {{(pid=104016) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 26 03:18:15.772711 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Jun 2022 03:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53a5abe5-2eb1-466e-b2d4-f28de1ba6970 x-openstack-request-id: req-53a5abe5-2eb1-466e-b2d4-f28de1ba6970 {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 03:18:15.772991 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fc861c4-11c3-4fb8-8744-9b792b9864f7", "tag": "f6eda47f-5905-49d5-b36d-bb51bf670b9f", "status": "completed", "code": 200}]} {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 03:18:15.773237 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-53a5abe5-2eb1-466e-b2d4-f28de1ba6970 {{(pid=104013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 03:18:15.773635 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53a5abe5-2eb1-466e-b2d4-f28de1ba6970'] response: {'name': 'network-changed', 'server_uuid': '1fc861c4-11c3-4fb8-8744-9b792b9864f7', 'tag': 'f6eda47f-5905-49d5-b36d-bb51bf670b9f', 'status': 'completed', 'code': 200} Jun 26 03:18:16.032314 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-f4c713c9-0160-4a04-9752-c036a90ceb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '268aa8d8-77f6-4ce0-ba6f-ee4810438d30', 'name': 'tempest-TestMinimumBasicScenario-1931699695-router', 'tenant_id': '1fe0cd601688420d88ea051894cfdf2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': '7b2228f8-72ed-48fd-8644-5536fc2bbaf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:13:56Z', 'updated_at': '2022-06-26T03:13:59Z', 'revision_number': 4, 'project_id': '1fe0cd601688420d88ea051894cfdf2a', 'gw_port': {'id': '7b2228f8-72ed-48fd-8644-5536fc2bbaf3', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:2d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268aa8d8-77f6-4ce0-ba6f-ee4810438d30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:13:57Z', 'updated_at': '2022-06-26T03:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi', '_interfaces': [{'id': 'c58d999c-2214-40a6-8719-ae47b8dd6873', 'name': '', 'network_id': '3de8e86e-4cff-434c-bc8d-f0cd4e8a3cd2', 'tenant_id': '1fe0cd601688420d88ea051894cfdf2a', 'mac_address': 'fa:16:3e:e2:94:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268aa8d8-77f6-4ce0-ba6f-ee4810438d30', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '279e53e9-5257-4e93-9a6a-757ca9aea989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:13:59Z', 'updated_at': '2022-06-26T03:14:04Z', 'revision_number': 5, 'project_id': '1fe0cd601688420d88ea051894cfdf2a', 'subnets': [{'id': '279e53e9-5257-4e93-9a6a-757ca9aea989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-4-iscsi', False) {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:18:16.056751 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c713c9-0160-4a04-9752-c036a90ceb37 None None] Checking router: 268aa8d8-77f6-4ce0-ba6f-ee4810438d30 for host: dv-cinder-846842-4-iscsi {{(pid=104016) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 03:18:16.064900 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c713c9-0160-4a04-9752-c036a90ceb37 None None] Routers {'268aa8d8-77f6-4ce0-ba6f-ee4810438d30'} bound to L3 agent in host dv-cinder-846842-4-iscsi {{(pid=104016) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 26 03:18:16.065496 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-f4c713c9-0160-4a04-9752-c036a90ceb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-26T02:56:44Z,description=,heartbeat_timestamp=2022-06-26T03:18:14Z,host='dv-cinder-846842-4-iscsi',id=0122de27-3097-4d47-a0ca-0fb90e28ac1e,load=0,resource_versions=,resources_synced=,started_at=2022-06-26T02:56:44Z,topic='l3_agent')) {'router_ids': ['268aa8d8-77f6-4ce0-ba6f-ee4810438d30'], 'active': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:18:16.161864 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvr_db [None req-f4c713c9-0160-4a04-9752-c036a90ceb37 None None] Set router 268aa8d8-77f6-4ce0-ba6f-ee4810438d30 gateway port host: dv-cinder-846842-4-iscsi {{(pid=104016) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 26 03:18:16.340553 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d2867017-9ae3-4ae5-b018-59cb98d1258b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (3b87920d-6933-41a3-b47c-185b87d68e87), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:16.366718 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-f4c713c9-0160-4a04-9752-c036a90ceb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '268aa8d8-77f6-4ce0-ba6f-ee4810438d30', 'name': 'tempest-TestMinimumBasicScenario-1931699695-router', 'tenant_id': '1fe0cd601688420d88ea051894cfdf2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': '7b2228f8-72ed-48fd-8644-5536fc2bbaf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:13:56Z', 'updated_at': '2022-06-26T03:13:59Z', 'revision_number': 4, 'project_id': '1fe0cd601688420d88ea051894cfdf2a', 'gw_port': {'id': '7b2228f8-72ed-48fd-8644-5536fc2bbaf3', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:2d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268aa8d8-77f6-4ce0-ba6f-ee4810438d30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:13:57Z', 'updated_at': '2022-06-26T03:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi', '_interfaces': [{'id': 'c58d999c-2214-40a6-8719-ae47b8dd6873', 'name': '', 'network_id': '3de8e86e-4cff-434c-bc8d-f0cd4e8a3cd2', 'tenant_id': '1fe0cd601688420d88ea051894cfdf2a', 'mac_address': 'fa:16:3e:e2:94:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268aa8d8-77f6-4ce0-ba6f-ee4810438d30', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '279e53e9-5257-4e93-9a6a-757ca9aea989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:13:59Z', 'updated_at': '2022-06-26T03:14:04Z', 'revision_number': 5, 'project_id': '1fe0cd601688420d88ea051894cfdf2a', 'subnets': [{'id': '279e53e9-5257-4e93-9a6a-757ca9aea989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-4-iscsi', False) {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:18:16.395676 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c713c9-0160-4a04-9752-c036a90ceb37 None None] The sync data for ids ['268aa8d8-77f6-4ce0-ba6f-ee4810438d30'] in dv-cinder-846842-4-iscsi is: [{'id': '268aa8d8-77f6-4ce0-ba6f-ee4810438d30', 'name': 'tempest-TestMinimumBasicScenario-1931699695-router', 'tenant_id': '1fe0cd601688420d88ea051894cfdf2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': '7b2228f8-72ed-48fd-8644-5536fc2bbaf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:13:56Z', 'updated_at': '2022-06-26T03:13:59Z', 'revision_number': 4, 'project_id': '1fe0cd601688420d88ea051894cfdf2a', 'gw_port': {'id': '7b2228f8-72ed-48fd-8644-5536fc2bbaf3', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:2d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268aa8d8-77f6-4ce0-ba6f-ee4810438d30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:13:57Z', 'updated_at': '2022-06-26T03:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi', '_interfaces': [{'id': 'c58d999c-2214-40a6-8719-ae47b8dd6873', 'name': '', 'network_id': '3de8e86e-4cff-434c-bc8d-f0cd4e8a3cd2', 'tenant_id': '1fe0cd601688420d88ea051894cfdf2a', 'mac_address': 'fa:16:3e:e2:94:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268aa8d8-77f6-4ce0-ba6f-ee4810438d30', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '279e53e9-5257-4e93-9a6a-757ca9aea989', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:13:59Z', 'updated_at': '2022-06-26T03:14:04Z', 'revision_number': 5, 'project_id': '1fe0cd601688420d88ea051894cfdf2a', 'subnets': [{'id': '279e53e9-5257-4e93-9a6a-757ca9aea989', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104016) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 03:18:16.529820 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadd973e-d6d2-4622-9fb1-c188c437e2c4 req-6f9592cf-8020-42e6-8c19-bbf8b754a9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:18:16.531357 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-fadd973e-d6d2-4622-9fb1-c188c437e2c4 req-6f9592cf-8020-42e6-8c19-bbf8b754a9f3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3de8e86e-4cff-434c-bc8d-f0cd4e8a3cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3286819 Jun 26 03:18:16.540499 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (16f9b602-7baf-4f7a-ab92-1b0788147fb5), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:16.547675 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bd6a73-51af-4f23-956a-74b144fe6cce req-d635e7c6-f7f5-48a6-b194-9437d9549a85 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:18:16.549200 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-c3bd6a73-51af-4f23-956a-74b144fe6cce req-d635e7c6-f7f5-48a6-b194-9437d9549a85 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] 10.222.0.13 "GET /v2.0/ports?device_id=dad8a4d7-e228-4988-a099-a49eba183537 HTTP/1.1" status: 200 len: 944 time: 0.0592823 Jun 26 03:18:16.601467 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-c3bd6a73-51af-4f23-956a-74b144fe6cce req-9653ee12-ef61-47ee-8a48-2c2b5d6e6606 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] 10.222.0.13 "GET /v2.0/security-groups?id=09fc588a-3d4f-4a4d-86a1-6980f4c8e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463424 Jun 26 03:18:16.635435 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675cd217-f3b0-4fdd-ace0-70d6bd9773ca None None] New status for floating IP a9ef3835-8f16-4092-9d88-c8e10de3258e: DOWN {{(pid=104015) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 26 03:18:16.702315 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-fadd973e-d6d2-4622-9fb1-c188c437e2c4 req-c0665575-836e-4e92-bfce-9d565b5d196a service neutron] 10.222.0.43 "GET /v2.0/networks/3de8e86e-4cff-434c-bc8d-f0cd4e8a3cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878425 Jun 26 03:18:16.799673 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-fadd973e-d6d2-4622-9fb1-c188c437e2c4 req-cb3053d4-e66a-4373-8bdf-9446126ddbf9 service neutron] 10.222.0.43 "GET /v2.0/networks/3de8e86e-4cff-434c-bc8d-f0cd4e8a3cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899553 Jun 26 03:18:16.909781 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a48e86-d3d0-45b6-a534-af274e3059ce req-ee18a72a-bb04-4630-9b65-911bd78abd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:18:16.911267 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a0a48e86-d3d0-45b6-a534-af274e3059ce req-ee18a72a-bb04-4630-9b65-911bd78abd9c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1fe0cd601688420d88ea051894cfdf2a&device_id=1fc861c4-11c3-4fb8-8744-9b792b9864f7 HTTP/1.1" status: 200 len: 1130 time: 0.0435622 Jun 26 03:18:17.004011 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a48e86-d3d0-45b6-a534-af274e3059ce req-3a6b8387-d738-4bd5-8dd5-35ce5ae3e953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:18:17.005491 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a0a48e86-d3d0-45b6-a534-af274e3059ce req-3a6b8387-d738-4bd5-8dd5-35ce5ae3e953 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3de8e86e-4cff-434c-bc8d-f0cd4e8a3cd2 HTTP/1.1" status: 200 len: 916 time: 0.0866370 Jun 26 03:18:17.048024 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a0a48e86-d3d0-45b6-a534-af274e3059ce req-8e3fa2e6-e701-4f82-b5c7-338d1b3487c3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f6eda47f-5905-49d5-b36d-bb51bf670b9f HTTP/1.1" status: 200 len: 217 time: 0.0362506 Jun 26 03:18:17.099510 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a48e86-d3d0-45b6-a534-af274e3059ce req-0c9bf6e7-ee55-45d7-b56c-a739ba046b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:18:17.100951 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a0a48e86-d3d0-45b6-a534-af274e3059ce req-0c9bf6e7-ee55-45d7-b56c-a739ba046b40 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=279e53e9-5257-4e93-9a6a-757ca9aea989 HTTP/1.1" status: 200 len: 854 time: 0.0452242 Jun 26 03:18:17.146294 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a48e86-d3d0-45b6-a534-af274e3059ce req-80e7f151-bb1f-4b1d-ae0f-fdebfe193baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:18:17.147741 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a0a48e86-d3d0-45b6-a534-af274e3059ce req-80e7f151-bb1f-4b1d-ae0f-fdebfe193baf service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3de8e86e-4cff-434c-bc8d-f0cd4e8a3cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394604 Jun 26 03:18:17.235679 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=100 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:18:17.239770 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a0a48e86-d3d0-45b6-a534-af274e3059ce req-8e22aa11-d740-478b-b96a-3bd0fc210912 service neutron] 10.222.0.43 "GET /v2.0/networks/3de8e86e-4cff-434c-bc8d-f0cd4e8a3cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854032 Jun 26 03:18:17.326862 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a0a48e86-d3d0-45b6-a534-af274e3059ce req-a024e461-638c-45a6-8af5-ad0247058e94 service neutron] 10.222.0.43 "GET /v2.0/networks/3de8e86e-4cff-434c-bc8d-f0cd4e8a3cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813575 Jun 26 03:18:17.719980 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b8c334-d230-474b-b988-412712f97d52 req-0656ba9e-3dcd-44da-8f5d-0d085a0728f0 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:18:17.721471 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-55b8c334-d230-474b-b988-412712f97d52 req-0656ba9e-3dcd-44da-8f5d-0d085a0728f0 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] 10.222.0.13 "GET /v2.0/ports?device_id=dad8a4d7-e228-4988-a099-a49eba183537 HTTP/1.1" status: 200 len: 944 time: 0.0521657 Jun 26 03:18:17.772882 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-55b8c334-d230-474b-b988-412712f97d52 req-d14538b1-85c3-4dec-b6c1-123d6d5973c4 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] 10.222.0.13 "GET /v2.0/security-groups?id=09fc588a-3d4f-4a4d-86a1-6980f4c8e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453186 Jun 26 03:18:18.578457 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Device 8fb8465e-f5a6-4cd4-ae39-7cbb3d5e4eaf details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=104015) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 26 03:18:18.612560 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:18:18.677641 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] For port 8fb8465e-f5a6-4cd4-ae39-7cbb3d5e4eaf, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=8fb8465e-f5a6-4cd4-ae39-7cbb3d5e4eaf,segment=NetworkSegment(f08981e6-5c63-4d8a-9ea1-bb5d5d702772),segment_id=f08981e6-5c63-4d8a-9ea1-bb5d5d702772)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:18:18.688496 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Returning: {'device': '8fb8465e-f5a6-4cd4-ae39-7cbb3d5e4eaf', 'network_id': '82c4a88c-3604-4e5f-902b-8a29b8be9dd0', 'port_id': '8fb8465e-f5a6-4cd4-ae39-7cbb3d5e4eaf', 'mac_address': 'fa:16:3e:a3:3c:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eab29342-7686-4817-abdf-f593c85f7fdd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104015) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 26 03:18:18.722030 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Current status of the port 8fb8465e-f5a6-4cd4-ae39-7cbb3d5e4eaf is: DOWN; New status is: BUILD {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 03:18:18.722459 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (8fb8465e-f5a6-4cd4-ae39-7cbb3d5e4eaf), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:18.738788 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.notifiers.nova [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fb8465e-f5a6-4cd4-ae39-7cbb3d5e4eaf {{(pid=104015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 26 03:18:18.758187 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] For port 8fb8465e-f5a6-4cd4-ae39-7cbb3d5e4eaf, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=8fb8465e-f5a6-4cd4-ae39-7cbb3d5e4eaf,segment=NetworkSegment(f08981e6-5c63-4d8a-9ea1-bb5d5d702772),segment_id=f08981e6-5c63-4d8a-9ea1-bb5d5d702772)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:18:18.762162 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (8fb8465e-f5a6-4cd4-ae39-7cbb3d5e4eaf), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:18.789648 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:18:18.809353 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Pushing event updated for resources: {'Port': ['ID=8fb8465e-f5a6-4cd4-ae39-7cbb3d5e4eaf,revision_number=4']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:18:18.886154 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e316199-f340-42fc-b2c0-398ba9f80612 req-8a021a21-68cb-4d63-a3be-7d574e5231ee tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:18:18.887623 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-4e316199-f340-42fc-b2c0-398ba9f80612 req-8a021a21-68cb-4d63-a3be-7d574e5231ee tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] 10.222.0.13 "GET /v2.0/ports?device_id=dad8a4d7-e228-4988-a099-a49eba183537 HTTP/1.1" status: 200 len: 945 time: 0.0482438 Jun 26 03:18:18.931216 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=100 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:18:18.936063 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-4e316199-f340-42fc-b2c0-398ba9f80612 req-ec27e972-0044-42ec-8f92-d3629a42053d tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] 10.222.0.13 "GET /v2.0/security-groups?id=09fc588a-3d4f-4a4d-86a1-6980f4c8e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428653 Jun 26 03:18:19.185822 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] get_ports_and_sgs() called for port_ids ['8fb8465e-f5a6-4cd4-ae39-7cbb3d5e4eaf'] {{(pid=104015) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 03:18:19.451766 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d7d5d1-e57e-4f88-9bf9-38311ae7f9a0 req-65043621-6eab-44fe-be45-769eb4003669 tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:18:19.453109 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-c7d7d5d1-e57e-4f88-9bf9-38311ae7f9a0 req-65043621-6eab-44fe-be45-769eb4003669 tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fc861c4-11c3-4fb8-8744-9b792b9864f7 HTTP/1.1" status: 200 len: 946 time: 0.0464005 Jun 26 03:18:19.502901 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-c7d7d5d1-e57e-4f88-9bf9-38311ae7f9a0 req-536850cf-3af5-4fd4-98d3-75fb6744379c tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] 10.222.0.13 "GET /v2.0/security-groups?id=435c10d1-68f0-4427-bddf-893c35889974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436435 Jun 26 03:18:20.048268 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7064fc6d-45c8-4913-8f5b-a2b78e25ea49 req-98069ddf-81d9-4923-bbef-994faaba1ef5 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:18:20.049691 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-7064fc6d-45c8-4913-8f5b-a2b78e25ea49 req-98069ddf-81d9-4923-bbef-994faaba1ef5 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] 10.222.0.13 "GET /v2.0/ports?device_id=dad8a4d7-e228-4988-a099-a49eba183537 HTTP/1.1" status: 200 len: 945 time: 0.0461512 Jun 26 03:18:20.097859 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-7064fc6d-45c8-4913-8f5b-a2b78e25ea49 req-9c1fba04-dd70-4f7c-b35a-d7bfb7d142cd tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] 10.222.0.13 "GET /v2.0/security-groups?id=09fc588a-3d4f-4a4d-86a1-6980f4c8e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427401 Jun 26 03:18:20.581851 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Device 8fb8465e-f5a6-4cd4-ae39-7cbb3d5e4eaf up at agent hyperv_hv-cinder-84684 {{(pid=104015) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 03:18:20.615790 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5f1bfe-feb4-4308-867a-5ec2a746b505 req-31a10306-8c5c-4a70-bd58-761a5209f347 tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:18:20.617253 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-5c5f1bfe-feb4-4308-867a-5ec2a746b505 req-31a10306-8c5c-4a70-bd58-761a5209f347 tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fc861c4-11c3-4fb8-8744-9b792b9864f7 HTTP/1.1" status: 200 len: 946 time: 0.0468173 Jun 26 03:18:20.622597 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Provisioning for port 8fb8465e-f5a6-4cd4-ae39-7cbb3d5e4eaf completed by entity L2. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 26 03:18:20.628264 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Provisioning complete for port 8fb8465e-f5a6-4cd4-ae39-7cbb3d5e4eaf triggered by entity L2. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:18:20.628698 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (8fb8465e-f5a6-4cd4-ae39-7cbb3d5e4eaf), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:20.665119 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-5c5f1bfe-feb4-4308-867a-5ec2a746b505 req-b3fe5f4f-bad8-4356-a763-480db689bda3 tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] 10.222.0.13 "GET /v2.0/security-groups?id=435c10d1-68f0-4427-bddf-893c35889974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420446 Jun 26 03:18:20.702806 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Current status of the port 8fb8465e-f5a6-4cd4-ae39-7cbb3d5e4eaf is: BUILD; New status is: ACTIVE {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 03:18:20.703188 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (8fb8465e-f5a6-4cd4-ae39-7cbb3d5e4eaf), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:20.725662 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dad8a4d7-e228-4988-a099-a49eba183537', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fb8465e-f5a6-4cd4-ae39-7cbb3d5e4eaf'}] {{(pid=104015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 26 03:18:20.728507 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cc6f3b5c5ccbcb5bcfe28d8fb20da90166658d76702b85331307104b46494b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b51f5004-ed0e-4f4e-87cb-a14fec75527b" -d '{"events": [{"server_uuid": "dad8a4d7-e228-4988-a099-a49eba183537", "name": "network-vif-plugged", "status": "completed", "tag": "8fb8465e-f5a6-4cd4-ae39-7cbb3d5e4eaf"}]}' {{(pid=104015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 03:18:20.741526 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] For port 8fb8465e-f5a6-4cd4-ae39-7cbb3d5e4eaf, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=8fb8465e-f5a6-4cd4-ae39-7cbb3d5e4eaf,segment=NetworkSegment(f08981e6-5c63-4d8a-9ea1-bb5d5d702772),segment_id=f08981e6-5c63-4d8a-9ea1-bb5d5d702772)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:18:20.745481 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (8fb8465e-f5a6-4cd4-ae39-7cbb3d5e4eaf), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:20.790885 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Pushing event updated for resources: {'Port': ['ID=8fb8465e-f5a6-4cd4-ae39-7cbb3d5e4eaf,revision_number=5']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:18:20.820535 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Jun 2022 03:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5af6ed3c-ae65-4acb-8186-71951e472b2e x-openstack-request-id: req-5af6ed3c-ae65-4acb-8186-71951e472b2e {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 03:18:20.820830 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dad8a4d7-e228-4988-a099-a49eba183537", "name": "network-vif-plugged", "status": "completed", "tag": "8fb8465e-f5a6-4cd4-ae39-7cbb3d5e4eaf", "code": 200}]} {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 03:18:20.821083 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5af6ed3c-ae65-4acb-8186-71951e472b2e {{(pid=104015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 03:18:20.821481 dv-cinder-846842-4-iscsi neutron-server[104015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5af6ed3c-ae65-4acb-8186-71951e472b2e'] response: {'server_uuid': 'dad8a4d7-e228-4988-a099-a49eba183537', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fb8465e-f5a6-4cd4-ae39-7cbb3d5e4eaf', 'code': 200} Jun 26 03:18:21.083197 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff30a274-d526-49f1-8887-16ff22b34afe req-8d827d85-c839-475b-9bb2-1a39d831b300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:18:21.084576 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-ff30a274-d526-49f1-8887-16ff22b34afe req-8d827d85-c839-475b-9bb2-1a39d831b300 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=dad8a4d7-e228-4988-a099-a49eba183537 HTTP/1.1" status: 200 len: 1130 time: 0.0420053 Jun 26 03:18:21.225187 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c4b586-6562-4ac7-9c96-1e161b99faf7 req-97b3c6fb-350b-4af6-b1b2-07d9cf5e52bb tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:18:21.226646 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-c1c4b586-6562-4ac7-9c96-1e161b99faf7 req-97b3c6fb-350b-4af6-b1b2-07d9cf5e52bb tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] 10.222.0.13 "GET /v2.0/ports?device_id=dad8a4d7-e228-4988-a099-a49eba183537 HTTP/1.1" status: 200 len: 946 time: 0.0643516 Jun 26 03:18:21.267149 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-ff30a274-d526-49f1-8887-16ff22b34afe req-6b4b7af3-4e5f-46fa-9f0a-349db165bfec service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=09fc588a-3d4f-4a4d-86a1-6980f4c8e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732975 Jun 26 03:18:21.295388 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-c1c4b586-6562-4ac7-9c96-1e161b99faf7 req-20bd094c-ddfe-413c-9174-23bd9a79859e tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] 10.222.0.13 "GET /v2.0/security-groups?id=09fc588a-3d4f-4a4d-86a1-6980f4c8e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624776 Jun 26 03:18:21.780643 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a78bee7-ed12-418d-9bf0-29597df0545a req-8f31f029-7912-4204-a0e3-371aae8e5622 tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:18:21.782108 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-1a78bee7-ed12-418d-9bf0-29597df0545a req-8f31f029-7912-4204-a0e3-371aae8e5622 tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fc861c4-11c3-4fb8-8744-9b792b9864f7 HTTP/1.1" status: 200 len: 946 time: 0.0493188 Jun 26 03:18:21.828194 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-1a78bee7-ed12-418d-9bf0-29597df0545a req-069e7878-44e1-45ce-a7e7-1b7c66ced607 tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] 10.222.0.13 "GET /v2.0/security-groups?id=435c10d1-68f0-4427-bddf-893c35889974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399199 Jun 26 03:18:21.961784 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.agents_db [None req-1acc9491-aa00-4d80-a7f3-d699105ea2bf None None] Agent healthcheck: found 6 active agents {{(pid=104016) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 03:18:22.132482 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17780d8f-cc45-4f64-be30-ecb190c00148 req-6d651881-ae2c-4a2c-a4a9-d494cf077686 tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:18:22.133902 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-17780d8f-cc45-4f64-be30-ecb190c00148 req-6d651881-ae2c-4a2c-a4a9-d494cf077686 tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] 10.222.0.43 "GET /v2.0/ports?device_id=1fc861c4-11c3-4fb8-8744-9b792b9864f7 HTTP/1.1" status: 200 len: 946 time: 0.0452170 Jun 26 03:18:22.213568 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [req-17780d8f-cc45-4f64-be30-ecb190c00148 req-cb2a95e4-d4e7-4199-a560-7093e154ab36 tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Deleting port f6eda47f-5905-49d5-b36d-bb51bf670b9f {{(pid=104014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 26 03:18:22.213834 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-17780d8f-cc45-4f64-be30-ecb190c00148 req-cb2a95e4-d4e7-4199-a560-7093e154ab36 tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787575727912'] for port (f6eda47f-5905-49d5-b36d-bb51bf670b9f), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:22.280985 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=100 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:18:22.304147 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [req-17780d8f-cc45-4f64-be30-ecb190c00148 req-cb2a95e4-d4e7-4199-a560-7093e154ab36 tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] For port f6eda47f-5905-49d5-b36d-bb51bf670b9f, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=f6eda47f-5905-49d5-b36d-bb51bf670b9f,segment=NetworkSegment(52c32bc6-4be1-452c-a073-ce46dfa20aa7),segment_id=52c32bc6-4be1-452c-a073-ce46dfa20aa7)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:18:22.304512 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-17780d8f-cc45-4f64-be30-ecb190c00148 req-cb2a95e4-d4e7-4199-a560-7093e154ab36 tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615864'] for port (f6eda47f-5905-49d5-b36d-bb51bf670b9f), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:22.318034 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [req-17780d8f-cc45-4f64-be30-ecb190c00148 req-cb2a95e4-d4e7-4199-a560-7093e154ab36 tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Calling delete_port for f6eda47f-5905-49d5-b36d-bb51bf670b9f owned by compute:nova {{(pid=104014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 26 03:18:22.432755 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc9f5fe-af68-4b75-8b12-8f8fe6f14191 req-ae651144-7a35-41de-a561-78c8915b8504 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:18:22.434350 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-bfc9f5fe-af68-4b75-8b12-8f8fe6f14191 req-ae651144-7a35-41de-a561-78c8915b8504 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] 10.222.0.13 "GET /v2.0/ports?device_id=dad8a4d7-e228-4988-a099-a49eba183537 HTTP/1.1" status: 200 len: 946 time: 0.0667810 Jun 26 03:18:22.437543 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:18:22.523990 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-bfc9f5fe-af68-4b75-8b12-8f8fe6f14191 req-93ee0c71-b9e0-47ef-8170-a61eced3e677 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] 10.222.0.13 "GET /v2.0/security-groups?id=09fc588a-3d4f-4a4d-86a1-6980f4c8e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837233 Jun 26 03:18:22.524917 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-17780d8f-cc45-4f64-be30-ecb190c00148 req-cb2a95e4-d4e7-4199-a560-7093e154ab36 tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787575732336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787575245478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6258255'] for port (f6eda47f-5905-49d5-b36d-bb51bf670b9f), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:22.553065 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2a95e4-d4e7-4199-a560-7093e154ab36 tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Pushing event deleted for resources: {'Port': ['ID=f6eda47f-5905-49d5-b36d-bb51bf670b9f,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:18:22.561684 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] get_ports_and_sgs() called for port_ids ['f6eda47f-5905-49d5-b36d-bb51bf670b9f'] {{(pid=104015) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 03:18:22.600104 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [req-17780d8f-cc45-4f64-be30-ecb190c00148 req-cb2a95e4-d4e7-4199-a560-7093e154ab36 tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] No DVR routers for this DVR port f6eda47f-5905-49d5-b36d-bb51bf670b9f on host hv-cinder-84684 {{(pid=104014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 26 03:18:22.602523 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-17780d8f-cc45-4f64-be30-ecb190c00148 req-cb2a95e4-d4e7-4199-a560-7093e154ab36 tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515864'] for port (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:22.605653 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-17780d8f-cc45-4f64-be30-ecb190c00148 req-cb2a95e4-d4e7-4199-a560-7093e154ab36 tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] 10.222.0.43 "DELETE /v2.0/ports/f6eda47f-5905-49d5-b36d-bb51bf670b9f HTTP/1.1" status: 204 len: 173 time: 0.4655414 Jun 26 03:18:22.606110 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fc861c4-11c3-4fb8-8744-9b792b9864f7', 'name': 'network-vif-deleted', 'tag': 'f6eda47f-5905-49d5-b36d-bb51bf670b9f'}] {{(pid=104014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 26 03:18:22.608306 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b346e277b9447a300c9d303bb334713d04858661d6ca7e8667ef96f79658145a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49eab58f-3bf3-4d18-9a38-5aabc2c6383e" -d '{"events": [{"server_uuid": "1fc861c4-11c3-4fb8-8744-9b792b9864f7", "name": "network-vif-deleted", "tag": "f6eda47f-5905-49d5-b36d-bb51bf670b9f"}]}' {{(pid=104014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 03:18:22.642904 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Jun 2022 03:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc37dcfe-57c4-4bcb-91a2-3630d63123d4 x-openstack-request-id: req-cc37dcfe-57c4-4bcb-91a2-3630d63123d4 {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 03:18:22.643191 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fc861c4-11c3-4fb8-8744-9b792b9864f7", "name": "network-vif-deleted", "tag": "f6eda47f-5905-49d5-b36d-bb51bf670b9f", "status": "completed", "code": 200}]} {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 03:18:22.643438 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cc37dcfe-57c4-4bcb-91a2-3630d63123d4 {{(pid=104014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 03:18:22.643833 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc37dcfe-57c4-4bcb-91a2-3630d63123d4'] response: {'server_uuid': '1fc861c4-11c3-4fb8-8744-9b792b9864f7', 'name': 'network-vif-deleted', 'tag': 'f6eda47f-5905-49d5-b36d-bb51bf670b9f', 'status': 'completed', 'code': 200} Jun 26 03:18:22.934477 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-c340006a-c488-441e-aab3-718a99fdf892 req-80847963-24f7-478f-b4d6-c3933311da71 tempest-TestMinimumBasicScenario-268170511 tempest-TestMinimumBasicScenario-268170511-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fc861c4-11c3-4fb8-8744-9b792b9864f7 HTTP/1.1" status: 200 len: 210 time: 0.0397494 Jun 26 03:18:23.641149 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b4b8bf-afd1-4dfd-8ed7-9b487a5e5c6f req-fbe2b9ad-5e19-4f54-818f-1b369a0d48a3 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:18:23.642619 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-00b4b8bf-afd1-4dfd-8ed7-9b487a5e5c6f req-fbe2b9ad-5e19-4f54-818f-1b369a0d48a3 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] 10.222.0.13 "GET /v2.0/ports?device_id=dad8a4d7-e228-4988-a099-a49eba183537 HTTP/1.1" status: 200 len: 946 time: 0.0478046 Jun 26 03:18:23.689639 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-00b4b8bf-afd1-4dfd-8ed7-9b487a5e5c6f req-2e0df18c-fde6-44ce-ad19-2beb939ba435 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] 10.222.0.13 "GET /v2.0/security-groups?id=09fc588a-3d4f-4a4d-86a1-6980f4c8e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409234 Jun 26 03:18:23.806611 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04d4fb3-3e37-4fd7-9951-d98cae5a3941 req-abafdd56-0eda-42a3-9307-1b5127cbe85a tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:18:23.808091 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-d04d4fb3-3e37-4fd7-9951-d98cae5a3941 req-abafdd56-0eda-42a3-9307-1b5127cbe85a tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] 10.222.0.13 "GET /v2.0/ports?device_id=dad8a4d7-e228-4988-a099-a49eba183537 HTTP/1.1" status: 200 len: 946 time: 0.0489724 Jun 26 03:18:23.857949 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-d04d4fb3-3e37-4fd7-9951-d98cae5a3941 req-778c1c61-280b-4d96-b9e1-853236d2d7d6 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] 10.222.0.13 "GET /v2.0/security-groups?id=09fc588a-3d4f-4a4d-86a1-6980f4c8e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436006 Jun 26 03:18:23.880792 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 50666) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:18:23.961537 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda151b0-e694-4e14-80a4-179e42d69143 tempest-TestShelveInstance-344015100 tempest-TestShelveInstance-344015100-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:18:23.963661 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-cda151b0-e694-4e14-80a4-179e42d69143 tempest-TestShelveInstance-344015100 tempest-TestShelveInstance-344015100-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=dad8a4d7-e228-4988-a099-a49eba183537 HTTP/1.1" status: 200 len: 1125 time: 0.0818760 Jun 26 03:18:23.965812 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 50672) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:18:23.970059 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-d7480ddc-bb54-4ca1-a9b8-c16236526a21 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Request body: {'floatingip': {'floating_network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'port_id': '8fb8465e-f5a6-4cd4-ae39-7cbb3d5e4eaf', 'tenant_id': '80a33a31ba6046e78352f5ba9e88b9fe', 'fixed_ip_address': '172.20.0.10'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:18:23.991811 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d7480ddc-bb54-4ca1-a9b8-c16236526a21 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:24.076762 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d7480ddc-bb54-4ca1-a9b8-c16236526a21 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:24.180262 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.db.db_base_plugin_common [None req-d7480ddc-bb54-4ca1-a9b8-c16236526a21 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Allocated IP 172.27.2.247 (9f069e5f-e57e-4e35-ad51-5f4f2e2f15df/6b24a38a-90db-41c5-beaf-6fa087899576/e0ba4a65-d146-44fe-9b8a-30de8184ade0) {{(pid=104013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 03:18:24.287508 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d7480ddc-bb54-4ca1-a9b8-c16236526a21 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Publish callbacks [] for port (e0ba4a65-d146-44fe-9b8a-30de8184ade0), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:24.319538 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d7480ddc-bb54-4ca1-a9b8-c16236526a21 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787575245469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7375238'] for port (e0ba4a65-d146-44fe-9b8a-30de8184ade0), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:24.361462 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7480ddc-bb54-4ca1-a9b8-c16236526a21 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Network 9f069e5f-e57e-4e35-ad51-5f4f2e2f15df is already hosted by enough agents. {{(pid=104013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 03:18:24.365405 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.scheduler.base_scheduler [None req-d7480ddc-bb54-4ca1-a9b8-c16236526a21 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Resources bound (agent type, host, resource id): {{(pid=104013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 03:18:24.369147 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7480ddc-bb54-4ca1-a9b8-c16236526a21 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Received port after_create {{(pid=104013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 26 03:18:24.372589 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7480ddc-bb54-4ca1-a9b8-c16236526a21 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Pushing event updated for resources: {'Port': ['ID=e0ba4a65-d146-44fe-9b8a-30de8184ade0,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:18:24.576606 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:18:24.587272 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Device f6eda47f-5905-49d5-b36d-bb51bf670b9f no longer exists at agent hyperv_hv-cinder-84684 {{(pid=104015) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 03:18:24.598128 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:18:24.610917 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] No Port match for: f6eda47f-5905-49d5-b36d-bb51bf670b9f {{(pid=104015) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 26 03:18:24.611514 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Device f6eda47f-5905-49d5-b36d-bb51bf670b9f not bound to the agent host hv-cinder-84684 {{(pid=104015) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 03:18:24.636578 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 50718) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:18:24.957822 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-8c5854be-947f-48e7-a0b7-ad22b8c401bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1597135'] for router_interface (268aa8d8-77f6-4ce0-ba6f-ee4810438d30), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:24.979323 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d7480ddc-bb54-4ca1-a9b8-c16236526a21 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Publish callbacks [] for floatingip (dc255663-ec49-4cb3-8f5b-b271ea0b20eb), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:25.040565 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:18:25.045642 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d7480ddc-bb54-4ca1-a9b8-c16236526a21 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (e0ba4a65-d146-44fe-9b8a-30de8184ade0), before_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:25.178786 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-8c5854be-947f-48e7-a0b7-ad22b8c401bb admin admin] Deleting port c58d999c-2214-40a6-8719-ae47b8dd6873 {{(pid=104014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 26 03:18:25.179132 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-8c5854be-947f-48e7-a0b7-ad22b8c401bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787575727912'] for port (c58d999c-2214-40a6-8719-ae47b8dd6873), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:25.190333 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d7480ddc-bb54-4ca1-a9b8-c16236526a21 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Publish callbacks [] for port (e0ba4a65-d146-44fe-9b8a-30de8184ade0), precommit_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:25.195465 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d7480ddc-bb54-4ca1-a9b8-c16236526a21 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7375263'] for port (e0ba4a65-d146-44fe-9b8a-30de8184ade0), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:25.203871 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=100 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:18:25.262551 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-8c5854be-947f-48e7-a0b7-ad22b8c401bb admin admin] For port c58d999c-2214-40a6-8719-ae47b8dd6873, host dv-cinder-846842-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-4-iscsi',level=0,port_id=c58d999c-2214-40a6-8719-ae47b8dd6873,segment=NetworkSegment(52c32bc6-4be1-452c-a073-ce46dfa20aa7),segment_id=52c32bc6-4be1-452c-a073-ce46dfa20aa7)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:18:25.262918 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-8c5854be-947f-48e7-a0b7-ad22b8c401bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615864'] for port (c58d999c-2214-40a6-8719-ae47b8dd6873), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:25.266147 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7480ddc-bb54-4ca1-a9b8-c16236526a21 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Pushing event updated for resources: {'Port': ['ID=e0ba4a65-d146-44fe-9b8a-30de8184ade0,revision_number=2']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:18:25.277264 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d7480ddc-bb54-4ca1-a9b8-c16236526a21 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620021'] for floatingip (dc255663-ec49-4cb3-8f5b-b271ea0b20eb), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:25.279408 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-8c5854be-947f-48e7-a0b7-ad22b8c401bb admin admin] Calling delete_port for c58d999c-2214-40a6-8719-ae47b8dd6873 owned by network:router_interface {{(pid=104014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 26 03:18:25.372340 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.db.l3_db [None req-d7480ddc-bb54-4ca1-a9b8-c16236526a21 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Floating IP dc255663-ec49-4cb3-8f5b-b271ea0b20eb associated. External IP: 172.27.2.247, port: 8fb8465e-f5a6-4cd4-ae39-7cbb3d5e4eaf. Jun 26 03:18:25.460661 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-8c5854be-947f-48e7-a0b7-ad22b8c401bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787575732336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787575245478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6258255'] for port (c58d999c-2214-40a6-8719-ae47b8dd6873), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:25.492411 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5854be-947f-48e7-a0b7-ad22b8c401bb admin admin] Pushing event deleted for resources: {'Port': ['ID=c58d999c-2214-40a6-8719-ae47b8dd6873,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:18:25.584755 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7480ddc-bb54-4ca1-a9b8-c16236526a21 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Router 7d558ae8-1d57-4fe5-aa0a-73167b4c841e has already been hosted by L3 agent 0122de27-3097-4d47-a0ca-0fb90e28ac1e {{(pid=104013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 26 03:18:25.650270 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-8c5854be-947f-48e7-a0b7-ad22b8c401bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1628681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1597019'] for router_interface (268aa8d8-77f6-4ce0-ba6f-ee4810438d30), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:25.691359 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:INSERT=1,neutron:SELECT=97,neutron:UPDATE=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:18:25.693513 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=100 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:18:25.698013 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7480ddc-bb54-4ca1-a9b8-c16236526a21 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Notify agent at l3_agent.dv-cinder-846842-4-iscsi the message routers_updated {{(pid=104013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 03:18:25.709086 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9dd0b9f-4999-4b45-a82d-e8a2b60e8b8b None None] Sync routers for ids ['7d558ae8-1d57-4fe5-aa0a-73167b4c841e'] in dv-cinder-846842-4-iscsi {{(pid=104016) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 03:18:25.718508 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d7480ddc-bb54-4ca1-a9b8-c16236526a21 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515864'] for floatingip (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:25.722519 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9dd0b9f-4999-4b45-a82d-e8a2b60e8b8b None None] Routers {'7d558ae8-1d57-4fe5-aa0a-73167b4c841e'} bound to L3 agent in host dv-cinder-846842-4-iscsi {{(pid=104016) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 26 03:18:25.723356 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-d9dd0b9f-4999-4b45-a82d-e8a2b60e8b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-26T02:56:44Z,description=,heartbeat_timestamp=2022-06-26T03:18:14Z,host='dv-cinder-846842-4-iscsi',id=0122de27-3097-4d47-a0ca-0fb90e28ac1e,load=0,resource_versions=,resources_synced=,started_at=2022-06-26T02:56:44Z,topic='l3_agent')) {'router_ids': ['7d558ae8-1d57-4fe5-aa0a-73167b4c841e'], 'active': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:18:25.751289 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-d7480ddc-bb54-4ca1-a9b8-c16236526a21 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7843995 Jun 26 03:18:25.751883 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dad8a4d7-e228-4988-a099-a49eba183537', 'tag': '8fb8465e-f5a6-4cd4-ae39-7cbb3d5e4eaf'}] {{(pid=104013) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 26 03:18:25.754265 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}139ce4dbef1e3d377c6aaa27dc3378ac98104fcd26dfc0ba8b816af75a6f94ec" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4ea7954-dd78-425c-9a9d-5f7a066e4034" -d '{"events": [{"name": "network-changed", "server_uuid": "dad8a4d7-e228-4988-a099-a49eba183537", "tag": "8fb8465e-f5a6-4cd4-ae39-7cbb3d5e4eaf"}]}' {{(pid=104013) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 03:18:25.792036 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Jun 2022 03:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4567df4-2228-4754-afe3-053dfbe7ca2d x-openstack-request-id: req-a4567df4-2228-4754-afe3-053dfbe7ca2d {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 03:18:25.792326 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dad8a4d7-e228-4988-a099-a49eba183537", "tag": "8fb8465e-f5a6-4cd4-ae39-7cbb3d5e4eaf", "status": "completed", "code": 200}]} {{(pid=104013) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 03:18:25.792578 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a4567df4-2228-4754-afe3-053dfbe7ca2d {{(pid=104013) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 03:18:25.792980 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4567df4-2228-4754-afe3-053dfbe7ca2d'] response: {'name': 'network-changed', 'server_uuid': 'dad8a4d7-e228-4988-a099-a49eba183537', 'tag': '8fb8465e-f5a6-4cd4-ae39-7cbb3d5e4eaf', 'status': 'completed', 'code': 200} Jun 26 03:18:25.837177 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvr_db [None req-d9dd0b9f-4999-4b45-a82d-e8a2b60e8b8b None None] Set router 7d558ae8-1d57-4fe5-aa0a-73167b4c841e gateway port host: dv-cinder-846842-4-iscsi {{(pid=104016) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 26 03:18:25.893232 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ea7954-dd78-425c-9a9d-5f7a066e4034 req-33ff6375-2830-43aa-8220-d00a8f1f61c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:18:25.894670 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a4ea7954-dd78-425c-9a9d-5f7a066e4034 req-33ff6375-2830-43aa-8220-d00a8f1f61c6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=80a33a31ba6046e78352f5ba9e88b9fe&device_id=dad8a4d7-e228-4988-a099-a49eba183537 HTTP/1.1" status: 200 len: 1130 time: 0.0546091 Jun 26 03:18:25.901733 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c5854be-947f-48e7-a0b7-ad22b8c401bb admin admin] Router 268aa8d8-77f6-4ce0-ba6f-ee4810438d30 has already been hosted by L3 agent 0122de27-3097-4d47-a0ca-0fb90e28ac1e {{(pid=104014) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 26 03:18:25.931774 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:18:25.985320 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=100 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:18:26.012204 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:18:26.048076 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-d9dd0b9f-4999-4b45-a82d-e8a2b60e8b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d558ae8-1d57-4fe5-aa0a-73167b4c841e', 'name': 'tempest-TestShelveInstance-720417055-router', 'tenant_id': '80a33a31ba6046e78352f5ba9e88b9fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': '4cf09bf2-eef6-4498-9ec0-c4550929bb92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:17:33Z', 'updated_at': '2022-06-26T03:17:35Z', 'revision_number': 4, 'project_id': '80a33a31ba6046e78352f5ba9e88b9fe', 'gw_port': {'id': '4cf09bf2-eef6-4498-9ec0-c4550929bb92', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:d7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d558ae8-1d57-4fe5-aa0a-73167b4c841e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:17:33Z', 'updated_at': '2022-06-26T03:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi', '_floatingips': [{'id': 'dc255663-ec49-4cb3-8f5b-b271ea0b20eb', 'tenant_id': '80a33a31ba6046e78352f5ba9e88b9fe', 'floating_ip_address': '172.27.2.247', 'floating_network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'router_id': '7d558ae8-1d57-4fe5-aa0a-73167b4c841e', 'port_id': '8fb8465e-f5a6-4cd4-ae39-7cbb3d5e4eaf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 705, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '82c4a88c-3604-4e5f-902b-8a29b8be9dd0', 'mac_address': 'fa:16:3e:a3:3c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad8a4d7-e228-4988-a099-a49eba183537', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-26T03:18:24Z', 'updated_at': '2022-06-26T03:18:24Z', 'revision_number': 0, 'project_id': '80a33a31ba6046e78352f5ba9e88b9fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f266f7a5-ebaf-4ed3-bd60-0ea901203def', 'name': '', 'network_id': '82c4a88c-3604-4e5f-902b-8a29b8be9dd0', 'tenant_id': '80a33a31ba6046e78352f5ba9e88b9fe', 'mac_address': 'fa:16:3e:9a:65:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d558ae8-1d57-4fe5-aa0a-73167b4c841e', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'eab29342-7686-4817-abdf-f593c85f7fdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:17:34Z', 'updated_at': '2022-06-26T03:17:39Z', 'revision_number': 5, 'project_id': '80a33a31ba6046e78352f5ba9e88b9fe', 'subnets': [{'id': 'eab29342-7686-4817-abdf-f593c85f7fdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-4-iscsi', False) {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:18:26.070736 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ea7954-dd78-425c-9a9d-5f7a066e4034 req-0c574e1e-e64d-49bf-a958-5dd593999bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:18:26.072187 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a4ea7954-dd78-425c-9a9d-5f7a066e4034 req-0c574e1e-e64d-49bf-a958-5dd593999bcc service neutron] 10.222.0.43 "GET /v2.0/networks?id=82c4a88c-3604-4e5f-902b-8a29b8be9dd0 HTTP/1.1" status: 200 len: 909 time: 0.1694620 Jun 26 03:18:26.076175 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9dd0b9f-4999-4b45-a82d-e8a2b60e8b8b None None] Checking router: 7d558ae8-1d57-4fe5-aa0a-73167b4c841e for host: dv-cinder-846842-4-iscsi {{(pid=104016) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 03:18:26.082651 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=100 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:18:26.085908 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9dd0b9f-4999-4b45-a82d-e8a2b60e8b8b None None] Routers {'7d558ae8-1d57-4fe5-aa0a-73167b4c841e'} bound to L3 agent in host dv-cinder-846842-4-iscsi {{(pid=104016) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 26 03:18:26.086545 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-d9dd0b9f-4999-4b45-a82d-e8a2b60e8b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-26T02:56:44Z,description=,heartbeat_timestamp=2022-06-26T03:18:14Z,host='dv-cinder-846842-4-iscsi',id=0122de27-3097-4d47-a0ca-0fb90e28ac1e,load=0,resource_versions=,resources_synced=,started_at=2022-06-26T02:56:44Z,topic='l3_agent')) {'router_ids': ['7d558ae8-1d57-4fe5-aa0a-73167b4c841e'], 'active': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:18:26.114562 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c5854be-947f-48e7-a0b7-ad22b8c401bb admin admin] Notify agent at l3_agent.dv-cinder-846842-4-iscsi the message routers_updated {{(pid=104014) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 03:18:26.123387 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-8c5854be-947f-48e7-a0b7-ad22b8c401bb admin admin] 10.222.0.13 "PUT /v2.0/routers/268aa8d8-77f6-4ce0-ba6f-ee4810438d30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4813845 Jun 26 03:18:26.124310 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 50724) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:18:26.129402 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61ad952-e1b1-42b9-813f-eeb62e17f422 None None] Sync routers for ids ['268aa8d8-77f6-4ce0-ba6f-ee4810438d30'] in dv-cinder-846842-4-iscsi {{(pid=104015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 03:18:26.144777 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a4ea7954-dd78-425c-9a9d-5f7a066e4034 req-01493af8-a7a6-4fab-bbd5-696c17a03d11 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8fb8465e-f5a6-4cd4-ae39-7cbb3d5e4eaf HTTP/1.1" status: 200 len: 1000 time: 0.0636203 Jun 26 03:18:26.151094 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61ad952-e1b1-42b9-813f-eeb62e17f422 None None] Routers {'268aa8d8-77f6-4ce0-ba6f-ee4810438d30'} bound to L3 agent in host dv-cinder-846842-4-iscsi {{(pid=104015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 26 03:18:26.157668 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-a61ad952-e1b1-42b9-813f-eeb62e17f422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-26T02:56:44Z,description=,heartbeat_timestamp=2022-06-26T03:18:14Z,host='dv-cinder-846842-4-iscsi',id=0122de27-3097-4d47-a0ca-0fb90e28ac1e,load=0,resource_versions=,resources_synced=,started_at=2022-06-26T02:56:44Z,topic='l3_agent')) {'router_ids': ['268aa8d8-77f6-4ce0-ba6f-ee4810438d30'], 'active': True} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:18:26.187375 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvr_db [None req-d9dd0b9f-4999-4b45-a82d-e8a2b60e8b8b None None] Set router 7d558ae8-1d57-4fe5-aa0a-73167b4c841e gateway port host: dv-cinder-846842-4-iscsi {{(pid=104016) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 26 03:18:26.194345 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ea7954-dd78-425c-9a9d-5f7a066e4034 req-5e2db4c5-9e13-4fbc-a4f2-101ee7f31a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:18:26.195866 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a4ea7954-dd78-425c-9a9d-5f7a066e4034 req-5e2db4c5-9e13-4fbc-a4f2-101ee7f31a55 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=eab29342-7686-4817-abdf-f593c85f7fdd HTTP/1.1" status: 200 len: 847 time: 0.0449984 Jun 26 03:18:26.232541 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:18:26.248654 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ea7954-dd78-425c-9a9d-5f7a066e4034 req-8ce5bb56-b24e-4b86-ab5a-2fa9b47ccd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:18:26.251019 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a4ea7954-dd78-425c-9a9d-5f7a066e4034 req-8ce5bb56-b24e-4b86-ab5a-2fa9b47ccd16 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=82c4a88c-3604-4e5f-902b-8a29b8be9dd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0485258 Jun 26 03:18:26.278676 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d4033b75-96b3-4c3b-881e-261c63ef60a0 admin admin] Publish callbacks [] for router (268aa8d8-77f6-4ce0-ba6f-ee4810438d30), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:26.295742 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvr_db [None req-a61ad952-e1b1-42b9-813f-eeb62e17f422 None None] Set router 268aa8d8-77f6-4ce0-ba6f-ee4810438d30 gateway port host: dv-cinder-846842-4-iscsi {{(pid=104015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 26 03:18:26.358217 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a4ea7954-dd78-425c-9a9d-5f7a066e4034 req-da4348dd-a470-48de-ad58-728a328287a9 service neutron] 10.222.0.43 "GET /v2.0/networks/82c4a88c-3604-4e5f-902b-8a29b8be9dd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993316 Jun 26 03:18:26.389473 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d4033b75-96b3-4c3b-881e-261c63ef60a0 admin admin] Publish callbacks [] for router_gateway (268aa8d8-77f6-4ce0-ba6f-ee4810438d30), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:26.422029 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-d9dd0b9f-4999-4b45-a82d-e8a2b60e8b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d558ae8-1d57-4fe5-aa0a-73167b4c841e', 'name': 'tempest-TestShelveInstance-720417055-router', 'tenant_id': '80a33a31ba6046e78352f5ba9e88b9fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': '4cf09bf2-eef6-4498-9ec0-c4550929bb92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:17:33Z', 'updated_at': '2022-06-26T03:17:35Z', 'revision_number': 4, 'project_id': '80a33a31ba6046e78352f5ba9e88b9fe', 'gw_port': {'id': '4cf09bf2-eef6-4498-9ec0-c4550929bb92', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:d7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d558ae8-1d57-4fe5-aa0a-73167b4c841e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:17:33Z', 'updated_at': '2022-06-26T03:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi', '_floatingips': [{'id': 'dc255663-ec49-4cb3-8f5b-b271ea0b20eb', 'tenant_id': '80a33a31ba6046e78352f5ba9e88b9fe', 'floating_ip_address': '172.27.2.247', 'floating_network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'router_id': '7d558ae8-1d57-4fe5-aa0a-73167b4c841e', 'port_id': '8fb8465e-f5a6-4cd4-ae39-7cbb3d5e4eaf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 705, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '82c4a88c-3604-4e5f-902b-8a29b8be9dd0', 'mac_address': 'fa:16:3e:a3:3c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad8a4d7-e228-4988-a099-a49eba183537', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-26T03:18:24Z', 'updated_at': '2022-06-26T03:18:24Z', 'revision_number': 0, 'project_id': '80a33a31ba6046e78352f5ba9e88b9fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f266f7a5-ebaf-4ed3-bd60-0ea901203def', 'name': '', 'network_id': '82c4a88c-3604-4e5f-902b-8a29b8be9dd0', 'tenant_id': '80a33a31ba6046e78352f5ba9e88b9fe', 'mac_address': 'fa:16:3e:9a:65:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d558ae8-1d57-4fe5-aa0a-73167b4c841e', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'eab29342-7686-4817-abdf-f593c85f7fdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:17:34Z', 'updated_at': '2022-06-26T03:17:39Z', 'revision_number': 5, 'project_id': '80a33a31ba6046e78352f5ba9e88b9fe', 'subnets': [{'id': 'eab29342-7686-4817-abdf-f593c85f7fdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-4-iscsi', False) {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:18:26.445250 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [None req-d4033b75-96b3-4c3b-881e-261c63ef60a0 admin admin] Deleting port 7b2228f8-72ed-48fd-8644-5536fc2bbaf3 {{(pid=104013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 26 03:18:26.445596 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d4033b75-96b3-4c3b-881e-261c63ef60a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787575727912'] for port (7b2228f8-72ed-48fd-8644-5536fc2bbaf3), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:26.451040 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9dd0b9f-4999-4b45-a82d-e8a2b60e8b8b None None] The sync data for ids ['7d558ae8-1d57-4fe5-aa0a-73167b4c841e'] in dv-cinder-846842-4-iscsi is: [{'id': '7d558ae8-1d57-4fe5-aa0a-73167b4c841e', 'name': 'tempest-TestShelveInstance-720417055-router', 'tenant_id': '80a33a31ba6046e78352f5ba9e88b9fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': '4cf09bf2-eef6-4498-9ec0-c4550929bb92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:17:33Z', 'updated_at': '2022-06-26T03:17:35Z', 'revision_number': 4, 'project_id': '80a33a31ba6046e78352f5ba9e88b9fe', 'gw_port': {'id': '4cf09bf2-eef6-4498-9ec0-c4550929bb92', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:d7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d558ae8-1d57-4fe5-aa0a-73167b4c841e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:17:33Z', 'updated_at': '2022-06-26T03:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi', '_floatingips': [{'id': 'dc255663-ec49-4cb3-8f5b-b271ea0b20eb', 'tenant_id': '80a33a31ba6046e78352f5ba9e88b9fe', 'floating_ip_address': '172.27.2.247', 'floating_network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'router_id': '7d558ae8-1d57-4fe5-aa0a-73167b4c841e', 'port_id': '8fb8465e-f5a6-4cd4-ae39-7cbb3d5e4eaf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 705, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '82c4a88c-3604-4e5f-902b-8a29b8be9dd0', 'mac_address': 'fa:16:3e:a3:3c:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dad8a4d7-e228-4988-a099-a49eba183537', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-26T03:18:24Z', 'updated_at': '2022-06-26T03:18:24Z', 'revision_number': 0, 'project_id': '80a33a31ba6046e78352f5ba9e88b9fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f266f7a5-ebaf-4ed3-bd60-0ea901203def', 'name': '', 'network_id': '82c4a88c-3604-4e5f-902b-8a29b8be9dd0', 'tenant_id': '80a33a31ba6046e78352f5ba9e88b9fe', 'mac_address': 'fa:16:3e:9a:65:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d558ae8-1d57-4fe5-aa0a-73167b4c841e', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'eab29342-7686-4817-abdf-f593c85f7fdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:17:34Z', 'updated_at': '2022-06-26T03:17:39Z', 'revision_number': 5, 'project_id': '80a33a31ba6046e78352f5ba9e88b9fe', 'subnets': [{'id': 'eab29342-7686-4817-abdf-f593c85f7fdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104016) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 03:18:26.463477 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a4ea7954-dd78-425c-9a9d-5f7a066e4034 req-382a5120-190f-402d-b1dd-b319ff0451a9 service neutron] 10.222.0.43 "GET /v2.0/networks/82c4a88c-3604-4e5f-902b-8a29b8be9dd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993359 Jun 26 03:18:26.475673 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-a61ad952-e1b1-42b9-813f-eeb62e17f422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '268aa8d8-77f6-4ce0-ba6f-ee4810438d30', 'name': 'tempest-TestMinimumBasicScenario-1931699695-router', 'tenant_id': '1fe0cd601688420d88ea051894cfdf2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': '7b2228f8-72ed-48fd-8644-5536fc2bbaf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:13:56Z', 'updated_at': '2022-06-26T03:18:25Z', 'revision_number': 5, 'project_id': '1fe0cd601688420d88ea051894cfdf2a', 'gw_port': {'id': '7b2228f8-72ed-48fd-8644-5536fc2bbaf3', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:2d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '268aa8d8-77f6-4ce0-ba6f-ee4810438d30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:13:57Z', 'updated_at': '2022-06-26T03:14:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi'}], 'dv-cinder-846842-4-iscsi', False) {} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:18:26.505726 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61ad952-e1b1-42b9-813f-eeb62e17f422 None None] Checking router: 268aa8d8-77f6-4ce0-ba6f-ee4810438d30 for host: dv-cinder-846842-4-iscsi {{(pid=104015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 03:18:26.509548 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:18:26.518580 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61ad952-e1b1-42b9-813f-eeb62e17f422 None None] Routers {'268aa8d8-77f6-4ce0-ba6f-ee4810438d30'} bound to L3 agent in host dv-cinder-846842-4-iscsi {{(pid=104015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 26 03:18:26.519750 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-a61ad952-e1b1-42b9-813f-eeb62e17f422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-26T02:56:44Z,description=,heartbeat_timestamp=2022-06-26T03:18:14Z,host='dv-cinder-846842-4-iscsi',id=0122de27-3097-4d47-a0ca-0fb90e28ac1e,load=0,resource_versions=,resources_synced=,started_at=2022-06-26T02:56:44Z,topic='l3_agent')) {'router_ids': ['268aa8d8-77f6-4ce0-ba6f-ee4810438d30'], 'active': True} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:18:26.542885 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [None req-d4033b75-96b3-4c3b-881e-261c63ef60a0 admin admin] For port 7b2228f8-72ed-48fd-8644-5536fc2bbaf3, host dv-cinder-846842-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-4-iscsi',level=0,port_id=7b2228f8-72ed-48fd-8644-5536fc2bbaf3,segment=NetworkSegment(968602fb-f834-40ea-ad2f-658bf3156d3b),segment_id=968602fb-f834-40ea-ad2f-658bf3156d3b)] {{(pid=104013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:18:26.543247 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d4033b75-96b3-4c3b-881e-261c63ef60a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615864'] for port (7b2228f8-72ed-48fd-8644-5536fc2bbaf3), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:26.558230 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [None req-d4033b75-96b3-4c3b-881e-261c63ef60a0 admin admin] Calling delete_port for 7b2228f8-72ed-48fd-8644-5536fc2bbaf3 owned by network:router_gateway {{(pid=104013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 26 03:18:26.605291 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvr_db [None req-a61ad952-e1b1-42b9-813f-eeb62e17f422 None None] Set router 268aa8d8-77f6-4ce0-ba6f-ee4810438d30 gateway port host: None {{(pid=104015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 26 03:18:26.656411 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-a61ad952-e1b1-42b9-813f-eeb62e17f422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '268aa8d8-77f6-4ce0-ba6f-ee4810438d30', 'name': 'tempest-TestMinimumBasicScenario-1931699695-router', 'tenant_id': '1fe0cd601688420d88ea051894cfdf2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:13:56Z', 'updated_at': '2022-06-26T03:18:26Z', 'revision_number': 6, 'project_id': '1fe0cd601688420d88ea051894cfdf2a', 'gw_port_host': None}], 'dv-cinder-846842-4-iscsi', False) {} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:18:26.683393 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61ad952-e1b1-42b9-813f-eeb62e17f422 None None] The sync data for ids ['268aa8d8-77f6-4ce0-ba6f-ee4810438d30'] in dv-cinder-846842-4-iscsi is: [{'id': '268aa8d8-77f6-4ce0-ba6f-ee4810438d30', 'name': 'tempest-TestMinimumBasicScenario-1931699695-router', 'tenant_id': '1fe0cd601688420d88ea051894cfdf2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:13:56Z', 'updated_at': '2022-06-26T03:18:26Z', 'revision_number': 6, 'project_id': '1fe0cd601688420d88ea051894cfdf2a', 'gw_port_host': None}] {{(pid=104015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 03:18:26.694088 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda58eaa-599e-42ca-a92f-6f686492bed4 None None] New status for floating IP dc255663-ec49-4cb3-8f5b-b271ea0b20eb: ACTIVE {{(pid=104016) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 26 03:18:26.745895 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d4033b75-96b3-4c3b-881e-261c63ef60a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787575732336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787575245478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7375238'] for port (7b2228f8-72ed-48fd-8644-5536fc2bbaf3), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:26.778185 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4033b75-96b3-4c3b-881e-261c63ef60a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b2228f8-72ed-48fd-8644-5536fc2bbaf3,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:18:26.834418 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d4033b75-96b3-4c3b-881e-261c63ef60a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1615999'] for router_gateway (268aa8d8-77f6-4ce0-ba6f-ee4810438d30), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:26.921064 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d4033b75-96b3-4c3b-881e-261c63ef60a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25242'] for router (268aa8d8-77f6-4ce0-ba6f-ee4810438d30), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:26.923213 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d4033b75-96b3-4c3b-881e-261c63ef60a0 admin admin] Publish callbacks [] for router_controller (268aa8d8-77f6-4ce0-ba6f-ee4810438d30), precommit_delete_associations {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:26.967438 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d4033b75-96b3-4c3b-881e-261c63ef60a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1593080'] for router (268aa8d8-77f6-4ce0-ba6f-ee4810438d30), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:26.967974 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4033b75-96b3-4c3b-881e-261c63ef60a0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 268aa8d8-77f6-4ce0-ba6f-ee4810438d30 {{(pid=104013) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 26 03:18:26.972305 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d4033b75-96b3-4c3b-881e-261c63ef60a0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:26.973399 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-d4033b75-96b3-4c3b-881e-261c63ef60a0 admin admin] 10.222.0.13 "DELETE /v2.0/routers/268aa8d8-77f6-4ce0-ba6f-ee4810438d30 HTTP/1.1" status: 204 len: 168 time: 0.8472683 Jun 26 03:18:26.975878 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 50726) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:18:27.014547 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:18:27.021076 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.db.db_base_plugin_v2 [None req-e556fdca-4739-43ce-9556-a76a6323a7ae admin admin] Deleting subnet 279e53e9-5257-4e93-9a6a-757ca9aea989 {{(pid=104013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 26 03:18:27.025208 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-e556fdca-4739-43ce-9556-a76a6323a7ae admin admin] Publish callbacks [] for subnet (279e53e9-5257-4e93-9a6a-757ca9aea989), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:27.062549 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-e556fdca-4739-43ce-9556-a76a6323a7ae admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7696532'] for subnet (279e53e9-5257-4e93-9a6a-757ca9aea989), precommit_delete_associations {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:27.132095 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:DELETE=7,neutron:SELECT=91,neutron:UPDATE=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:18:27.151376 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-e556fdca-4739-43ce-9556-a76a6323a7ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019720'] for subnet (279e53e9-5257-4e93-9a6a-757ca9aea989), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:27.157423 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Device c58d999c-2214-40a6-8719-ae47b8dd6873 no longer exists at agent ovs-agent-dv-cinder-846842-4-iscsi {{(pid=104015) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 03:18:27.179885 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] No Port match for: c58d999c-2214-40a6-8719-ae47b8dd6873 {{(pid=104015) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 26 03:18:27.180237 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Device c58d999c-2214-40a6-8719-ae47b8dd6873 not bound to the agent host dv-cinder-846842-4-iscsi {{(pid=104015) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 03:18:27.204442 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-e556fdca-4739-43ce-9556-a76a6323a7ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7375313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5197361'] for subnet (279e53e9-5257-4e93-9a6a-757ca9aea989), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:27.230425 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e556fdca-4739-43ce-9556-a76a6323a7ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=279e53e9-5257-4e93-9a6a-757ca9aea989,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:18:27.234026 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-e556fdca-4739-43ce-9556-a76a6323a7ae admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:27.237148 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-e556fdca-4739-43ce-9556-a76a6323a7ae admin admin] 10.222.0.13 "DELETE /v2.0/subnets/279e53e9-5257-4e93-9a6a-757ca9aea989 HTTP/1.1" status: 204 len: 168 time: 0.2603743 Jun 26 03:18:27.239646 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 50728) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:18:27.242116 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5780f4a-5e68-4604-af15-f2ec67a24441 None None] Network 3de8e86e-4cff-434c-bc8d-f0cd4e8a3cd2 requested from dv-cinder-846842-4-iscsi {{(pid=104015) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 26 03:18:27.312070 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-fdd21291-a1e0-4d83-9a7a-36eb53c876ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-799711'] for network (3de8e86e-4cff-434c-bc8d-f0cd4e8a3cd2), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:27.353871 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [None req-fdd21291-a1e0-4d83-9a7a-36eb53c876ea admin admin] Deleting port f6ec40f5-b55f-4930-be1f-b254ed018053 {{(pid=104013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 26 03:18:27.354374 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-fdd21291-a1e0-4d83-9a7a-36eb53c876ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787575727912'] for port (f6ec40f5-b55f-4930-be1f-b254ed018053), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:27.419735 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [None req-fdd21291-a1e0-4d83-9a7a-36eb53c876ea admin admin] For port f6ec40f5-b55f-4930-be1f-b254ed018053, host dv-cinder-846842-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-4-iscsi',level=0,port_id=f6ec40f5-b55f-4930-be1f-b254ed018053,segment=NetworkSegment(52c32bc6-4be1-452c-a073-ce46dfa20aa7),segment_id=52c32bc6-4be1-452c-a073-ce46dfa20aa7)] {{(pid=104013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:18:27.420086 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-fdd21291-a1e0-4d83-9a7a-36eb53c876ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615864'] for port (f6ec40f5-b55f-4930-be1f-b254ed018053), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:27.432639 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [None req-fdd21291-a1e0-4d83-9a7a-36eb53c876ea admin admin] Calling delete_port for f6ec40f5-b55f-4930-be1f-b254ed018053 owned by network:dhcp {{(pid=104013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 26 03:18:27.499621 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-620fb85f-a300-48be-99a5-4888e3761cee None None] DHCP port deletion for 3de8e86e-4cff-434c-bc8d-f0cd4e8a3cd2 request from dv-cinder-846842-4-iscsi {{(pid=104015) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 26 03:18:27.516269 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-fdd21291-a1e0-4d83-9a7a-36eb53c876ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787575732336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787575245478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7375238'] for port (f6ec40f5-b55f-4930-be1f-b254ed018053), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:27.543561 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd21291-a1e0-4d83-9a7a-36eb53c876ea admin admin] Pushing event deleted for resources: {'Port': ['ID=f6ec40f5-b55f-4930-be1f-b254ed018053,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:18:27.544324 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-620fb85f-a300-48be-99a5-4888e3761cee None None] Deleting port f6ec40f5-b55f-4930-be1f-b254ed018053 {{(pid=104015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 26 03:18:27.545347 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-620fb85f-a300-48be-99a5-4888e3761cee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787575727912'] for port (f6ec40f5-b55f-4930-be1f-b254ed018053), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:27.545505 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd21291-a1e0-4d83-9a7a-36eb53c876ea admin admin] No DVR routers for this DVR port f6ec40f5-b55f-4930-be1f-b254ed018053 on host dv-cinder-846842-4-iscsi {{(pid=104013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 26 03:18:27.612007 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-620fb85f-a300-48be-99a5-4888e3761cee None None] For port f6ec40f5-b55f-4930-be1f-b254ed018053, host dv-cinder-846842-4-iscsi, got binding levels [] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:18:27.612400 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-620fb85f-a300-48be-99a5-4888e3761cee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615864'] for port (f6ec40f5-b55f-4930-be1f-b254ed018053), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:27.619538 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-fdd21291-a1e0-4d83-9a7a-36eb53c876ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968757', 'neutron.services.segments.db._delete_segments_for_network-8787575540875'] for network (3de8e86e-4cff-434c-bc8d-f0cd4e8a3cd2), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:27.625760 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-620fb85f-a300-48be-99a5-4888e3761cee None None] Calling delete_port for f6ec40f5-b55f-4930-be1f-b254ed018053 owned by network:dhcp {{(pid=104015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 26 03:18:27.629221 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.ipam_backend_mixin [None req-620fb85f-a300-48be-99a5-4888e3761cee None None] Port f6ec40f5-b55f-4930-be1f-b254ed018053 was not found and therefore no delete operation was performed {{(pid=104015) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jun 26 03:18:27.630518 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-620fb85f-a300-48be-99a5-4888e3761cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787575732336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787575245478'] for port (f6ec40f5-b55f-4930-be1f-b254ed018053), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:27.641420 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.services.segments.db [None req-fdd21291-a1e0-4d83-9a7a-36eb53c876ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3de8e86e-4cff-434c-bc8d-f0cd4e8a3cd2']}} {{(pid=104013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:18:27.651260 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.services.segments.db [None req-fdd21291-a1e0-4d83-9a7a-36eb53c876ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52c32bc6-4be1-452c-a073-ce46dfa20aa7') {'for_net_delete': True} {{(pid=104013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:18:27.651557 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.services.segments.db [None req-fdd21291-a1e0-4d83-9a7a-36eb53c876ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52c32bc6-4be1-452c-a073-ce46dfa20aa7') {} {{(pid=104013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:18:27.656114 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620fb85f-a300-48be-99a5-4888e3761cee None None] Pushing event deleted for resources: {'Port': ['ID=f6ec40f5-b55f-4930-be1f-b254ed018053,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:18:27.661573 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620fb85f-a300-48be-99a5-4888e3761cee None None] No DVR routers for this DVR port f6ec40f5-b55f-4930-be1f-b254ed018053 on host dv-cinder-846842-4-iscsi {{(pid=104015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 26 03:18:27.665046 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-fdd21291-a1e0-4d83-9a7a-36eb53c876ea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787575542164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7696527'] for segment (52c32bc6-4be1-452c-a073-ce46dfa20aa7), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:27.684536 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-fdd21291-a1e0-4d83-9a7a-36eb53c876ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981176'] for segment (52c32bc6-4be1-452c-a073-ce46dfa20aa7), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:27.694287 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdd21291-a1e0-4d83-9a7a-36eb53c876ea admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=104013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 26 03:18:27.694683 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-fdd21291-a1e0-4d83-9a7a-36eb53c876ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7375291'] for segment (52c32bc6-4be1-452c-a073-ce46dfa20aa7), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:27.765426 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-fdd21291-a1e0-4d83-9a7a-36eb53c876ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620072'] for network (3de8e86e-4cff-434c-bc8d-f0cd4e8a3cd2), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:27.772625 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-fdd21291-a1e0-4d83-9a7a-36eb53c876ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628900'] for network (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:27.778160 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-fdd21291-a1e0-4d83-9a7a-36eb53c876ea admin admin] 10.222.0.13 "DELETE /v2.0/networks/3de8e86e-4cff-434c-bc8d-f0cd4e8a3cd2 HTTP/1.1" status: 204 len: 168 time: 0.5351479 Jun 26 03:18:27.778879 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 50734) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:18:27.785182 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd21291-a1e0-4d83-9a7a-36eb53c876ea admin admin] Pushing event deleted for resources: {'Network': ['ID=3de8e86e-4cff-434c-bc8d-f0cd4e8a3cd2,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:18:27.801646 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.services.segments.plugin [-] Segment 52c32bc6-4be1-452c-a073-ce46dfa20aa7 resource provider aggregate not found Jun 26 03:18:27.819723 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.services.segments.plugin [-] Segment 52c32bc6-4be1-452c-a073-ce46dfa20aa7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 52c32bc6-4be1-452c-a073-ce46dfa20aa7 found for delete ", "request_id": "req-357ebb00-2127-47a2-82ce-ad9738fa3261"}]} Jun 26 03:18:28.330474 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-cf2b9abd-f1d2-4240-8bee-0eac16f89e23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1597135'] for router_interface (372f1672-fea9-4f8b-b8e4-7de03ec62324), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:28.485549 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=100 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:18:28.527445 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=100 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:18:28.541273 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-cf2b9abd-f1d2-4240-8bee-0eac16f89e23 admin admin] Deleting port dce46c88-8e3b-42cc-b05c-26d2114b837f {{(pid=104014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 26 03:18:28.541611 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-cf2b9abd-f1d2-4240-8bee-0eac16f89e23 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787575727912'] for port (dce46c88-8e3b-42cc-b05c-26d2114b837f), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:28.621210 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-cf2b9abd-f1d2-4240-8bee-0eac16f89e23 admin admin] For port dce46c88-8e3b-42cc-b05c-26d2114b837f, host dv-cinder-846842-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-4-iscsi',level=0,port_id=dce46c88-8e3b-42cc-b05c-26d2114b837f,segment=NetworkSegment(76281046-720c-4bad-be77-28c9ea89479b),segment_id=76281046-720c-4bad-be77-28c9ea89479b)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:18:28.621578 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-cf2b9abd-f1d2-4240-8bee-0eac16f89e23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615864'] for port (dce46c88-8e3b-42cc-b05c-26d2114b837f), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:28.634516 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-cf2b9abd-f1d2-4240-8bee-0eac16f89e23 admin admin] Calling delete_port for dce46c88-8e3b-42cc-b05c-26d2114b837f owned by network:router_interface {{(pid=104014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 26 03:18:28.812297 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-cf2b9abd-f1d2-4240-8bee-0eac16f89e23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787575732336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787575245478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6258255'] for port (dce46c88-8e3b-42cc-b05c-26d2114b837f), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:28.824753 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Device f6ec40f5-b55f-4930-be1f-b254ed018053 no longer exists at agent ovs-agent-dv-cinder-846842-4-iscsi {{(pid=104015) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 03:18:28.838938 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2b9abd-f1d2-4240-8bee-0eac16f89e23 admin admin] Pushing event deleted for resources: {'Port': ['ID=dce46c88-8e3b-42cc-b05c-26d2114b837f,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:18:28.844568 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] No Port match for: f6ec40f5-b55f-4930-be1f-b254ed018053 {{(pid=104015) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 26 03:18:28.844926 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Device f6ec40f5-b55f-4930-be1f-b254ed018053 not bound to the agent host dv-cinder-846842-4-iscsi {{(pid=104015) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 03:18:28.847918 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Device 7b2228f8-72ed-48fd-8644-5536fc2bbaf3 no longer exists at agent ovs-agent-dv-cinder-846842-4-iscsi {{(pid=104015) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 03:18:28.864869 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] No Port match for: 7b2228f8-72ed-48fd-8644-5536fc2bbaf3 {{(pid=104015) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 26 03:18:28.865472 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Device 7b2228f8-72ed-48fd-8644-5536fc2bbaf3 not bound to the agent host dv-cinder-846842-4-iscsi {{(pid=104015) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 03:18:29.002599 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-cf2b9abd-f1d2-4240-8bee-0eac16f89e23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1628681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1597019'] for router_interface (372f1672-fea9-4f8b-b8e4-7de03ec62324), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:29.207895 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf2b9abd-f1d2-4240-8bee-0eac16f89e23 admin admin] Router 372f1672-fea9-4f8b-b8e4-7de03ec62324 has already been hosted by L3 agent 0122de27-3097-4d47-a0ca-0fb90e28ac1e {{(pid=104014) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 26 03:18:29.250141 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:18:29.309668 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf2b9abd-f1d2-4240-8bee-0eac16f89e23 admin admin] Notify agent at l3_agent.dv-cinder-846842-4-iscsi the message routers_updated {{(pid=104014) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 03:18:29.314476 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-cf2b9abd-f1d2-4240-8bee-0eac16f89e23 admin admin] 10.222.0.13 "PUT /v2.0/routers/372f1672-fea9-4f8b-b8e4-7de03ec62324/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5334222 Jun 26 03:18:29.317158 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 50738) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:18:29.319753 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a939a54-1cf8-40e2-8984-fecd0b5f2c25 None None] Sync routers for ids ['372f1672-fea9-4f8b-b8e4-7de03ec62324'] in dv-cinder-846842-4-iscsi {{(pid=104015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 03:18:29.331057 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a939a54-1cf8-40e2-8984-fecd0b5f2c25 None None] Routers {'372f1672-fea9-4f8b-b8e4-7de03ec62324'} bound to L3 agent in host dv-cinder-846842-4-iscsi {{(pid=104015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 26 03:18:29.332170 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-8a939a54-1cf8-40e2-8984-fecd0b5f2c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-26T02:56:44Z,description=,heartbeat_timestamp=2022-06-26T03:18:14Z,host='dv-cinder-846842-4-iscsi',id=0122de27-3097-4d47-a0ca-0fb90e28ac1e,load=0,resource_versions=,resources_synced=,started_at=2022-06-26T02:56:44Z,topic='l3_agent')) {'router_ids': ['372f1672-fea9-4f8b-b8e4-7de03ec62324'], 'active': True} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:18:29.415438 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:18:29.419157 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-55790c0b-ebb6-4926-b354-c77a14b4b773 admin admin] Publish callbacks [] for router (372f1672-fea9-4f8b-b8e4-7de03ec62324), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:29.524111 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-55790c0b-ebb6-4926-b354-c77a14b4b773 admin admin] Publish callbacks [] for router_gateway (372f1672-fea9-4f8b-b8e4-7de03ec62324), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:29.552832 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvr_db [None req-8a939a54-1cf8-40e2-8984-fecd0b5f2c25 None None] Set router 372f1672-fea9-4f8b-b8e4-7de03ec62324 gateway port host: dv-cinder-846842-4-iscsi {{(pid=104015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 26 03:18:29.565467 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-55790c0b-ebb6-4926-b354-c77a14b4b773 admin admin] Deleting port 921d0a20-9c75-4fb3-be6a-15fb3bdc0075 {{(pid=104014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 26 03:18:29.566288 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-55790c0b-ebb6-4926-b354-c77a14b4b773 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787575727912'] for port (921d0a20-9c75-4fb3-be6a-15fb3bdc0075), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:29.645906 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-55790c0b-ebb6-4926-b354-c77a14b4b773 admin admin] For port 921d0a20-9c75-4fb3-be6a-15fb3bdc0075, host dv-cinder-846842-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-4-iscsi',level=0,port_id=921d0a20-9c75-4fb3-be6a-15fb3bdc0075,segment=NetworkSegment(968602fb-f834-40ea-ad2f-658bf3156d3b),segment_id=968602fb-f834-40ea-ad2f-658bf3156d3b)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:18:29.646297 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-55790c0b-ebb6-4926-b354-c77a14b4b773 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615864'] for port (921d0a20-9c75-4fb3-be6a-15fb3bdc0075), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:29.659903 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-55790c0b-ebb6-4926-b354-c77a14b4b773 admin admin] Calling delete_port for 921d0a20-9c75-4fb3-be6a-15fb3bdc0075 owned by network:router_gateway {{(pid=104014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 26 03:18:29.713498 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-8a939a54-1cf8-40e2-8984-fecd0b5f2c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '372f1672-fea9-4f8b-b8e4-7de03ec62324', 'name': 'tempest-TestMinimumBasicScenario-217697685-router', 'tenant_id': '7068039fead9452e89458bf2ea06dfeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': '921d0a20-9c75-4fb3-be6a-15fb3bdc0075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:14:01Z', 'updated_at': '2022-06-26T03:18:28Z', 'revision_number': 5, 'project_id': '7068039fead9452e89458bf2ea06dfeb', 'gw_port': {'id': '921d0a20-9c75-4fb3-be6a-15fb3bdc0075', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ff:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372f1672-fea9-4f8b-b8e4-7de03ec62324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:14:01Z', 'updated_at': '2022-06-26T03:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi'}], 'dv-cinder-846842-4-iscsi', False) {} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:18:29.741321 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a939a54-1cf8-40e2-8984-fecd0b5f2c25 None None] Checking router: 372f1672-fea9-4f8b-b8e4-7de03ec62324 for host: dv-cinder-846842-4-iscsi {{(pid=104015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 03:18:29.749611 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a939a54-1cf8-40e2-8984-fecd0b5f2c25 None None] Routers {'372f1672-fea9-4f8b-b8e4-7de03ec62324'} bound to L3 agent in host dv-cinder-846842-4-iscsi {{(pid=104015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 26 03:18:29.750248 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-8a939a54-1cf8-40e2-8984-fecd0b5f2c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-26T02:56:44Z,description=,heartbeat_timestamp=2022-06-26T03:18:14Z,host='dv-cinder-846842-4-iscsi',id=0122de27-3097-4d47-a0ca-0fb90e28ac1e,load=0,resource_versions=,resources_synced=,started_at=2022-06-26T02:56:44Z,topic='l3_agent')) {'router_ids': ['372f1672-fea9-4f8b-b8e4-7de03ec62324'], 'active': True} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:18:29.824189 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=100 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:18:29.833565 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvr_db [None req-8a939a54-1cf8-40e2-8984-fecd0b5f2c25 None None] Set router 372f1672-fea9-4f8b-b8e4-7de03ec62324 gateway port host: None {{(pid=104015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 26 03:18:29.834926 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-55790c0b-ebb6-4926-b354-c77a14b4b773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787575732336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787575245478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6258255'] for port (921d0a20-9c75-4fb3-be6a-15fb3bdc0075), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:29.864968 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55790c0b-ebb6-4926-b354-c77a14b4b773 admin admin] Pushing event deleted for resources: {'Port': ['ID=921d0a20-9c75-4fb3-be6a-15fb3bdc0075,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:18:29.885905 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-8a939a54-1cf8-40e2-8984-fecd0b5f2c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '372f1672-fea9-4f8b-b8e4-7de03ec62324', 'name': 'tempest-TestMinimumBasicScenario-217697685-router', 'tenant_id': '7068039fead9452e89458bf2ea06dfeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:14:01Z', 'updated_at': '2022-06-26T03:18:29Z', 'revision_number': 6, 'project_id': '7068039fead9452e89458bf2ea06dfeb', 'gw_port_host': None}], 'dv-cinder-846842-4-iscsi', False) {} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:18:29.910025 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a939a54-1cf8-40e2-8984-fecd0b5f2c25 None None] The sync data for ids ['372f1672-fea9-4f8b-b8e4-7de03ec62324'] in dv-cinder-846842-4-iscsi is: [{'id': '372f1672-fea9-4f8b-b8e4-7de03ec62324', 'name': 'tempest-TestMinimumBasicScenario-217697685-router', 'tenant_id': '7068039fead9452e89458bf2ea06dfeb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:14:01Z', 'updated_at': '2022-06-26T03:18:29Z', 'revision_number': 6, 'project_id': '7068039fead9452e89458bf2ea06dfeb', 'gw_port_host': None}] {{(pid=104015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 03:18:29.932608 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-55790c0b-ebb6-4926-b354-c77a14b4b773 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1615999'] for router_gateway (372f1672-fea9-4f8b-b8e4-7de03ec62324), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:30.020959 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-55790c0b-ebb6-4926-b354-c77a14b4b773 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25242'] for router (372f1672-fea9-4f8b-b8e4-7de03ec62324), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:30.023171 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-55790c0b-ebb6-4926-b354-c77a14b4b773 admin admin] Publish callbacks [] for router_controller (372f1672-fea9-4f8b-b8e4-7de03ec62324), precommit_delete_associations {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:30.063656 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-55790c0b-ebb6-4926-b354-c77a14b4b773 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1593080'] for router (372f1672-fea9-4f8b-b8e4-7de03ec62324), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:30.064252 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55790c0b-ebb6-4926-b354-c77a14b4b773 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 372f1672-fea9-4f8b-b8e4-7de03ec62324 {{(pid=104014) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 26 03:18:30.068958 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-55790c0b-ebb6-4926-b354-c77a14b4b773 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:30.070140 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-55790c0b-ebb6-4926-b354-c77a14b4b773 admin admin] 10.222.0.13 "DELETE /v2.0/routers/372f1672-fea9-4f8b-b8e4-7de03ec62324 HTTP/1.1" status: 204 len: 168 time: 0.7520652 Jun 26 03:18:30.072684 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 50740) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:18:30.116159 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.db.db_base_plugin_v2 [None req-7234b651-98fd-41ce-8892-51f513ad9833 admin admin] Deleting subnet 7ca5b69c-19c8-42a6-8812-af341d719105 {{(pid=104013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 26 03:18:30.119109 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-7234b651-98fd-41ce-8892-51f513ad9833 admin admin] Publish callbacks [] for subnet (7ca5b69c-19c8-42a6-8812-af341d719105), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:30.152743 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-7234b651-98fd-41ce-8892-51f513ad9833 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7696532'] for subnet (7ca5b69c-19c8-42a6-8812-af341d719105), precommit_delete_associations {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:30.183971 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:18:30.230423 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-7234b651-98fd-41ce-8892-51f513ad9833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019720'] for subnet (7ca5b69c-19c8-42a6-8812-af341d719105), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:30.273434 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=86,neutron:DELETE=9,neutron:UPDATE=5 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:18:30.287287 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-7234b651-98fd-41ce-8892-51f513ad9833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7375313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5197361'] for subnet (7ca5b69c-19c8-42a6-8812-af341d719105), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:30.315102 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7234b651-98fd-41ce-8892-51f513ad9833 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ca5b69c-19c8-42a6-8812-af341d719105,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:18:30.318753 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-7234b651-98fd-41ce-8892-51f513ad9833 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:30.321899 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-7234b651-98fd-41ce-8892-51f513ad9833 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/7ca5b69c-19c8-42a6-8812-af341d719105 HTTP/1.1" status: 204 len: 168 time: 0.2482190 Jun 26 03:18:30.324326 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 50742) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:18:30.327586 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a78fc9f-e804-47b6-bfe2-fac0eea8fd9d None None] Network ac04cdf4-786f-469d-b198-3e707b23051d requested from dv-cinder-846842-4-iscsi {{(pid=104015) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 26 03:18:30.400230 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ea15c540-1abd-434e-868a-425fab47f610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-799711'] for network (ac04cdf4-786f-469d-b198-3e707b23051d), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:30.443849 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [None req-ea15c540-1abd-434e-868a-425fab47f610 admin admin] Deleting port 2d32c493-678b-45df-9de4-4afe314b34a1 {{(pid=104013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 26 03:18:30.444188 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ea15c540-1abd-434e-868a-425fab47f610 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787575727912'] for port (2d32c493-678b-45df-9de4-4afe314b34a1), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:30.505256 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [None req-ea15c540-1abd-434e-868a-425fab47f610 admin admin] For port 2d32c493-678b-45df-9de4-4afe314b34a1, host dv-cinder-846842-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-4-iscsi',level=0,port_id=2d32c493-678b-45df-9de4-4afe314b34a1,segment=NetworkSegment(76281046-720c-4bad-be77-28c9ea89479b),segment_id=76281046-720c-4bad-be77-28c9ea89479b)] {{(pid=104013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:18:30.505610 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ea15c540-1abd-434e-868a-425fab47f610 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615864'] for port (2d32c493-678b-45df-9de4-4afe314b34a1), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:30.518468 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [None req-ea15c540-1abd-434e-868a-425fab47f610 admin admin] Calling delete_port for 2d32c493-678b-45df-9de4-4afe314b34a1 owned by network:dhcp {{(pid=104013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 26 03:18:30.595794 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ea15c540-1abd-434e-868a-425fab47f610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787575732336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787575245478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7375238'] for port (2d32c493-678b-45df-9de4-4afe314b34a1), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:30.617877 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea15c540-1abd-434e-868a-425fab47f610 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d32c493-678b-45df-9de4-4afe314b34a1,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:18:30.623976 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea15c540-1abd-434e-868a-425fab47f610 admin admin] No DVR routers for this DVR port 2d32c493-678b-45df-9de4-4afe314b34a1 on host dv-cinder-846842-4-iscsi {{(pid=104013) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 26 03:18:30.700241 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf33686-31f1-4607-9db2-c981e730bcc4 None None] DHCP port deletion for ac04cdf4-786f-469d-b198-3e707b23051d request from dv-cinder-846842-4-iscsi {{(pid=104015) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 26 03:18:30.703657 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ea15c540-1abd-434e-868a-425fab47f610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968757', 'neutron.services.segments.db._delete_segments_for_network-8787575540875'] for network (ac04cdf4-786f-469d-b198-3e707b23051d), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:30.727257 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.services.segments.db [None req-ea15c540-1abd-434e-868a-425fab47f610 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac04cdf4-786f-469d-b198-3e707b23051d']}} {{(pid=104013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:18:30.737045 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.services.segments.db [None req-ea15c540-1abd-434e-868a-425fab47f610 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76281046-720c-4bad-be77-28c9ea89479b') {'for_net_delete': True} {{(pid=104013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:18:30.737341 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.services.segments.db [None req-ea15c540-1abd-434e-868a-425fab47f610 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76281046-720c-4bad-be77-28c9ea89479b') {} {{(pid=104013) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:18:30.746673 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ea15c540-1abd-434e-868a-425fab47f610 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787575542164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7696527'] for segment (76281046-720c-4bad-be77-28c9ea89479b), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:30.760395 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ea15c540-1abd-434e-868a-425fab47f610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981176'] for segment (76281046-720c-4bad-be77-28c9ea89479b), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:30.766560 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea15c540-1abd-434e-868a-425fab47f610 admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=104013) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 26 03:18:30.766938 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ea15c540-1abd-434e-868a-425fab47f610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7375291'] for segment (76281046-720c-4bad-be77-28c9ea89479b), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:30.819778 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.services.segments.plugin [-] Segment 76281046-720c-4bad-be77-28c9ea89479b resource provider aggregate not found Jun 26 03:18:30.835409 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ea15c540-1abd-434e-868a-425fab47f610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620072'] for network (ac04cdf4-786f-469d-b198-3e707b23051d), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:30.841771 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ea15c540-1abd-434e-868a-425fab47f610 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628900'] for network (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:30.844843 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-ea15c540-1abd-434e-868a-425fab47f610 admin admin] 10.222.0.13 "DELETE /v2.0/networks/ac04cdf4-786f-469d-b198-3e707b23051d HTTP/1.1" status: 204 len: 168 time: 0.5195928 Jun 26 03:18:30.848398 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.services.segments.plugin [-] Segment 76281046-720c-4bad-be77-28c9ea89479b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 76281046-720c-4bad-be77-28c9ea89479b found for delete ", "request_id": "req-c9e8e6c7-1c41-4373-b6c0-9969c1c88319"}]} Jun 26 03:18:30.856068 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Device dce46c88-8e3b-42cc-b05c-26d2114b837f no longer exists at agent ovs-agent-dv-cinder-846842-4-iscsi {{(pid=104015) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 03:18:30.863824 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea15c540-1abd-434e-868a-425fab47f610 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac04cdf4-786f-469d-b198-3e707b23051d,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:18:30.884420 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] No Port match for: dce46c88-8e3b-42cc-b05c-26d2114b837f {{(pid=104015) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 26 03:18:30.885155 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Device dce46c88-8e3b-42cc-b05c-26d2114b837f not bound to the agent host dv-cinder-846842-4-iscsi {{(pid=104015) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 03:18:30.885702 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Device 2d32c493-678b-45df-9de4-4afe314b34a1 no longer exists at agent ovs-agent-dv-cinder-846842-4-iscsi {{(pid=104015) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 03:18:30.904553 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] No Port match for: 2d32c493-678b-45df-9de4-4afe314b34a1 {{(pid=104015) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 26 03:18:30.904901 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Device 2d32c493-678b-45df-9de4-4afe314b34a1 not bound to the agent host dv-cinder-846842-4-iscsi {{(pid=104015) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 03:18:30.905312 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Device 921d0a20-9c75-4fb3-be6a-15fb3bdc0075 no longer exists at agent ovs-agent-dv-cinder-846842-4-iscsi {{(pid=104015) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 03:18:30.923768 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] No Port match for: 921d0a20-9c75-4fb3-be6a-15fb3bdc0075 {{(pid=104015) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 26 03:18:30.924061 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Device 921d0a20-9c75-4fb3-be6a-15fb3bdc0075 not bound to the agent host dv-cinder-846842-4-iscsi {{(pid=104015) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 03:18:31.031641 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 50750) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:18:31.075195 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-7c8c5e8f-e43d-4049-8bf7-1a1f1e89534e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1fe0cd601688420d88ea051894cfdf2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0424173 Jun 26 03:18:31.077692 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 50752) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:18:31.125037 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-44853382-ace5-439c-a7d3-b20e7e4ab915 admin admin] Publish callbacks [] for security_group (435c10d1-68f0-4427-bddf-893c35889974), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:31.147197 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-44853382-ace5-439c-a7d3-b20e7e4ab915 admin admin] Publish callbacks [] for security_group (435c10d1-68f0-4427-bddf-893c35889974), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:31.174503 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:18:31.194099 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-44853382-ace5-439c-a7d3-b20e7e4ab915 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (435c10d1-68f0-4427-bddf-893c35889974), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:31.196581 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-44853382-ace5-439c-a7d3-b20e7e4ab915 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:31.197752 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-44853382-ace5-439c-a7d3-b20e7e4ab915 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/435c10d1-68f0-4427-bddf-893c35889974 HTTP/1.1" status: 204 len: 168 time: 0.1191425 Jun 26 03:18:31.205700 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44853382-ace5-439c-a7d3-b20e7e4ab915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=435c10d1-68f0-4427-bddf-893c35889974,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:18:31.511753 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 50758) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:18:31.551356 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-13f1cdee-ea8c-4075-bf7a-199b9f560816 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7068039fead9452e89458bf2ea06dfeb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385125 Jun 26 03:18:31.553785 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 50760) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:18:31.603852 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-60de5812-9499-4642-b23a-e295b26442e1 admin admin] Publish callbacks [] for security_group (79856166-529b-48bc-bc8f-a6121ebb1627), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:31.620753 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:18:31.625526 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-60de5812-9499-4642-b23a-e295b26442e1 admin admin] Publish callbacks [] for security_group (79856166-529b-48bc-bc8f-a6121ebb1627), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:31.672177 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-60de5812-9499-4642-b23a-e295b26442e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (79856166-529b-48bc-bc8f-a6121ebb1627), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:31.675060 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-60de5812-9499-4642-b23a-e295b26442e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:31.676161 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-60de5812-9499-4642-b23a-e295b26442e1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/79856166-529b-48bc-bc8f-a6121ebb1627 HTTP/1.1" status: 204 len: 168 time: 0.1214795 Jun 26 03:18:31.684053 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60de5812-9499-4642-b23a-e295b26442e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79856166-529b-48bc-bc8f-a6121ebb1627,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:18:32.343731 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 50784) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:18:32.439816 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-42212215-b1cb-4e82-8df5-b0a3f4715584 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-608296386-network', 'tenant_id': '4a6b41994f444cafb21d3d6e395b6893'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:18:32.460451 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42212215-b1cb-4e82-8df5-b0a3f4715584 admin admin] Made reservation on behalf of 4a6b41994f444cafb21d3d6e395b6893 for: {'network': 1} {{(pid=104013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 03:18:32.462720 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-42212215-b1cb-4e82-8df5-b0a3f4715584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for network (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:32.470936 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-42212215-b1cb-4e82-8df5-b0a3f4715584 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:32.547288 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-42212215-b1cb-4e82-8df5-b0a3f4715584 admin admin] Publish callbacks [] for security_group (26d28a6b-7ef7-493c-bc29-9038b7882339), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:32.550959 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-42212215-b1cb-4e82-8df5-b0a3f4715584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (26d28a6b-7ef7-493c-bc29-9038b7882339), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:32.578276 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42212215-b1cb-4e82-8df5-b0a3f4715584 admin admin] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=104013) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 26 03:18:32.585163 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42212215-b1cb-4e82-8df5-b0a3f4715584 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26d28a6b-7ef7-493c-bc29-9038b7882339,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:18:32.591131 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-42212215-b1cb-4e82-8df5-b0a3f4715584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981176'] for segment (7c661f11-3aee-4d0a-9599-bb61aa25f1b7), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:32.591486 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.db.segments_db [None req-42212215-b1cb-4e82-8df5-b0a3f4715584 admin admin] Added segment 7c661f11-3aee-4d0a-9599-bb61aa25f1b7 of type vlan for network 4925de68-9c6f-4235-8c00-daee335817a4 Jun 26 03:18:32.630999 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-42212215-b1cb-4e82-8df5-b0a3f4715584 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787575249107'] for network (4925de68-9c6f-4235-8c00-daee335817a4), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:32.656083 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-42212215-b1cb-4e82-8df5-b0a3f4715584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914'] for network (4925de68-9c6f-4235-8c00-daee335817a4), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:32.657059 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42212215-b1cb-4e82-8df5-b0a3f4715584 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:18:32.657647 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-42212215-b1cb-4e82-8df5-b0a3f4715584 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628900'] for network (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:32.696824 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-42212215-b1cb-4e82-8df5-b0a3f4715584 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.3519702 Jun 26 03:18:32.699680 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 50788) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:18:32.704532 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [None req-cc9e0bd3-0e87-40ee-91f4-4066c748ce59 admin admin] Request body: {'subnet': {'network_id': '4925de68-9c6f-4235-8c00-daee335817a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-608296386-subnet', 'tenant_id': '4a6b41994f444cafb21d3d6e395b6893', 'ip_version': 4}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:18:32.721679 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42212215-b1cb-4e82-8df5-b0a3f4715584 admin admin] Pushing event updated for resources: {'Network': ['ID=4925de68-9c6f-4235-8c00-daee335817a4,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:18:32.724774 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc9e0bd3-0e87-40ee-91f4-4066c748ce59 admin admin] Made reservation on behalf of 4a6b41994f444cafb21d3d6e395b6893 for: {'subnet': 1} {{(pid=104014) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 03:18:32.727311 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-cc9e0bd3-0e87-40ee-91f4-4066c748ce59 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6133972'] for subnet (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:32.731941 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Network 4925de68-9c6f-4235-8c00-daee335817a4 details requested by agent ovs-agent-dv-cinder-846842-4-iscsi with host dv-cinder-846842-4-iscsi {{(pid=104015) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 26 03:18:32.811538 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=6,neutron:INSERT=3 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:18:32.851978 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4,neutron:DELETE=6,neutron:INSERT=4 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:18:32.902844 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-cc9e0bd3-0e87-40ee-91f4-4066c748ce59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6258395', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6133922'] for subnet (db13727d-bad1-446f-86ff-3a62b40a69f1), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:32.960057 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9e0bd3-0e87-40ee-91f4-4066c748ce59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db13727d-bad1-446f-86ff-3a62b40a69f1,revision_number=0']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:18:32.970933 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9e0bd3-0e87-40ee-91f4-4066c748ce59 admin admin] Checking segment: {'id': '7c661f11-3aee-4d0a-9599-bb61aa25f1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4925de68-9c6f-4235-8c00-daee335817a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 26 03:18:32.971282 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9e0bd3-0e87-40ee-91f4-4066c748ce59 admin admin] Network hostable DHCP agents. Network: 4925de68-9c6f-4235-8c00-daee335817a4, hostable agents: ['7168f7b9-c398-4364-91f8-35e2ce03f4c4'], hosted agents: [] {{(pid=104014) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 26 03:18:32.988270 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9e0bd3-0e87-40ee-91f4-4066c748ce59 admin admin] Network 4925de68-9c6f-4235-8c00-daee335817a4 is scheduled to be hosted by DHCP agent 7168f7b9-c398-4364-91f8-35e2ce03f4c4 with binding_index 1 {{(pid=104014) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 26 03:18:33.008607 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.scheduler.base_scheduler [None req-cc9e0bd3-0e87-40ee-91f4-4066c748ce59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846842-4-iscsi, 4925de68-9c6f-4235-8c00-daee335817a4) {{(pid=104014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 03:18:33.012671 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc9e0bd3-0e87-40ee-91f4-4066c748ce59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:18:33.013277 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-cc9e0bd3-0e87-40ee-91f4-4066c748ce59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628900'] for subnet (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:33.017781 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0367d271-b14c-492d-a88d-69e82972ad9e None None] Network 4925de68-9c6f-4235-8c00-daee335817a4 requested from dv-cinder-846842-4-iscsi {{(pid=104015) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 26 03:18:33.021216 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=100 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:18:33.038180 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-cc9e0bd3-0e87-40ee-91f4-4066c748ce59 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3373611 Jun 26 03:18:33.040840 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 50790) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:18:33.045066 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [None req-7ae05a0c-11a9-4271-8521-d58af89507ec admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-608296386-router', 'tenant_id': '4a6b41994f444cafb21d3d6e395b6893', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df'}}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:18:33.069436 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-7ae05a0c-11a9-4271-8521-d58af89507ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25228'] for router (5e36f13b-e02a-4d7d-8017-9ddb2aeb7234), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:33.070545 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-7ae05a0c-11a9-4271-8521-d58af89507ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1616517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2076507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25237'] for router (5e36f13b-e02a-4d7d-8017-9ddb2aeb7234), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:33.120872 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-7ae05a0c-11a9-4271-8521-d58af89507ec admin admin] Publish callbacks [] for router_controller (5e36f13b-e02a-4d7d-8017-9ddb2aeb7234), precommit_add_association {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:33.124742 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53afb3e4-6db6-49ad-bb3f-68a8a70a37b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26d13647-f000-53af-8200-2754bac59090-4925de68-9c6f-4235-8c00-daee335817a4', 'network_id': '4925de68-9c6f-4235-8c00-daee335817a4', 'project_id': '4a6b41994f444cafb21d3d6e395b6893', 'fixed_ips': [{'subnet_id': 'db13727d-bad1-446f-86ff-3a62b40a69f1'}]}} from dv-cinder-846842-4-iscsi. {{(pid=104015) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 26 03:18:33.125694 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-53afb3e4-6db6-49ad-bb3f-68a8a70a37b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:33.255155 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-7ae05a0c-11a9-4271-8521-d58af89507ec admin admin] Publish callbacks [] for router_gateway (5e36f13b-e02a-4d7d-8017-9ddb2aeb7234), precommit_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:33.256647 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.db_base_plugin_common [None req-53afb3e4-6db6-49ad-bb3f-68a8a70a37b2 None None] Allocated IP 172.20.0.2 (4925de68-9c6f-4235-8c00-daee335817a4/db13727d-bad1-446f-86ff-3a62b40a69f1/065196f3-101f-4535-974e-e4ca6f39502f) {{(pid=104015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 03:18:33.409333 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-53afb3e4-6db6-49ad-bb3f-68a8a70a37b2 None None] Publish callbacks [] for port (065196f3-101f-4535-974e-e4ca6f39502f), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:33.419896 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-53afb3e4-6db6-49ad-bb3f-68a8a70a37b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787575245469'] for port (065196f3-101f-4535-974e-e4ca6f39502f), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:33.434855 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-7ae05a0c-11a9-4271-8521-d58af89507ec admin admin] Publish callbacks [] for router_gateway (5e36f13b-e02a-4d7d-8017-9ddb2aeb7234), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:33.453371 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-7ae05a0c-11a9-4271-8521-d58af89507ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:33.463313 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53afb3e4-6db6-49ad-bb3f-68a8a70a37b2 None None] Network 4925de68-9c6f-4235-8c00-daee335817a4 is already hosted by enough agents. {{(pid=104015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 03:18:33.466659 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.scheduler.base_scheduler [None req-53afb3e4-6db6-49ad-bb3f-68a8a70a37b2 None None] Resources bound (agent type, host, resource id): {{(pid=104015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 03:18:33.469255 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53afb3e4-6db6-49ad-bb3f-68a8a70a37b2 None None] Received port after_create {{(pid=104015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 26 03:18:33.471633 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53afb3e4-6db6-49ad-bb3f-68a8a70a37b2 None None] Pushing event updated for resources: {'Port': ['ID=065196f3-101f-4535-974e-e4ca6f39502f,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:18:33.531741 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [None req-53afb3e4-6db6-49ad-bb3f-68a8a70a37b2 None None] Attempting to bind port 065196f3-101f-4535-974e-e4ca6f39502f on host dv-cinder-846842-4-iscsi for vnic_type normal with profile {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 26 03:18:33.532010 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [None req-53afb3e4-6db6-49ad-bb3f-68a8a70a37b2 None None] Attempting to bind port 065196f3-101f-4535-974e-e4ca6f39502f by drivers openvswitch,hyperv on host dv-cinder-846842-4-iscsi at level 0 using segments [{'id': '7c661f11-3aee-4d0a-9599-bb61aa25f1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4925de68-9c6f-4235-8c00-daee335817a4'}] {{(pid=104015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 26 03:18:33.532368 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53afb3e4-6db6-49ad-bb3f-68a8a70a37b2 None None] Attempting to bind port 065196f3-101f-4535-974e-e4ca6f39502f on network 4925de68-9c6f-4235-8c00-daee335817a4 {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 26 03:18:33.537926 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53afb3e4-6db6-49ad-bb3f-68a8a70a37b2 None None] Checking agent: {'id': '16f9b602-7baf-4f7a-ab92-1b0788147fb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 26, 2, 56, 46), 'started_at': datetime.datetime(2022, 6, 26, 2, 57, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 26, 3, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 26 03:18:33.538320 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53afb3e4-6db6-49ad-bb3f-68a8a70a37b2 None None] Checking segment: {'id': '7c661f11-3aee-4d0a-9599-bb61aa25f1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4925de68-9c6f-4235-8c00-daee335817a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 26 03:18:33.538712 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-53afb3e4-6db6-49ad-bb3f-68a8a70a37b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:33.539100 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53afb3e4-6db6-49ad-bb3f-68a8a70a37b2 None None] Bound using segment: {'id': '7c661f11-3aee-4d0a-9599-bb61aa25f1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4925de68-9c6f-4235-8c00-daee335817a4'} {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 26 03:18:33.539550 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [None req-53afb3e4-6db6-49ad-bb3f-68a8a70a37b2 None None] Bound port: 065196f3-101f-4535-974e-e4ca6f39502f, host: dv-cinder-846842-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c661f11-3aee-4d0a-9599-bb61aa25f1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4925de68-9c6f-4235-8c00-daee335817a4'}}] {{(pid=104015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 26 03:18:33.539917 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-53afb3e4-6db6-49ad-bb3f-68a8a70a37b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (065196f3-101f-4535-974e-e4ca6f39502f), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:33.560551 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.db.db_base_plugin_common [None req-7ae05a0c-11a9-4271-8521-d58af89507ec admin admin] Allocated IP 172.27.2.200 (9f069e5f-e57e-4e35-ad51-5f4f2e2f15df/6b24a38a-90db-41c5-beaf-6fa087899576/976921bd-0486-4c4e-8058-8b73534ef312) {{(pid=104014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 03:18:33.600040 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-53afb3e4-6db6-49ad-bb3f-68a8a70a37b2 None None] For port 065196f3-101f-4535-974e-e4ca6f39502f, host dv-cinder-846842-4-iscsi, cleared binding levels {{(pid=104015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 03:18:33.603162 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-53afb3e4-6db6-49ad-bb3f-68a8a70a37b2 None None] For port 065196f3-101f-4535-974e-e4ca6f39502f, host dv-cinder-846842-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-4-iscsi',level=0,port_id=065196f3-101f-4535-974e-e4ca6f39502f,segment=NetworkSegment(7c661f11-3aee-4d0a-9599-bb61aa25f1b7),segment_id=7c661f11-3aee-4d0a-9599-bb61aa25f1b7)] {{(pid=104015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 03:18:33.610093 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-53afb3e4-6db6-49ad-bb3f-68a8a70a37b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (065196f3-101f-4535-974e-e4ca6f39502f), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:33.650128 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:18:33.663155 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-7ae05a0c-11a9-4271-8521-d58af89507ec admin admin] Publish callbacks [] for port (976921bd-0486-4c4e-8058-8b73534ef312), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:33.677574 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53afb3e4-6db6-49ad-bb3f-68a8a70a37b2 None None] Pushing event updated for resources: {'Port': ['ID=065196f3-101f-4535-974e-e4ca6f39502f,revision_number=2']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:18:33.685631 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:18:33.687118 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53afb3e4-6db6-49ad-bb3f-68a8a70a37b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:18:33.687627 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53afb3e4-6db6-49ad-bb3f-68a8a70a37b2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:18:33.688145 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53afb3e4-6db6-49ad-bb3f-68a8a70a37b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:18:33.688587 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53afb3e4-6db6-49ad-bb3f-68a8a70a37b2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:18:33.689017 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53afb3e4-6db6-49ad-bb3f-68a8a70a37b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:18:33.689454 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53afb3e4-6db6-49ad-bb3f-68a8a70a37b2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:18:33.689894 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53afb3e4-6db6-49ad-bb3f-68a8a70a37b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:18:33.690334 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53afb3e4-6db6-49ad-bb3f-68a8a70a37b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:18:33.690799 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53afb3e4-6db6-49ad-bb3f-68a8a70a37b2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:18:33.691619 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53afb3e4-6db6-49ad-bb3f-68a8a70a37b2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:18:33.692060 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53afb3e4-6db6-49ad-bb3f-68a8a70a37b2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:18:33.692550 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53afb3e4-6db6-49ad-bb3f-68a8a70a37b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:18:33.693123 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53afb3e4-6db6-49ad-bb3f-68a8a70a37b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:18:33.693418 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53afb3e4-6db6-49ad-bb3f-68a8a70a37b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:18:33.694296 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53afb3e4-6db6-49ad-bb3f-68a8a70a37b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:18:33.697660 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-7ae05a0c-11a9-4271-8521-d58af89507ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787575245469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6258255'] for port (976921bd-0486-4c4e-8058-8b73534ef312), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:33.705681 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:18:33.749318 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae05a0c-11a9-4271-8521-d58af89507ec admin admin] Network 9f069e5f-e57e-4e35-ad51-5f4f2e2f15df is already hosted by enough agents. {{(pid=104014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 03:18:33.755223 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.scheduler.base_scheduler [None req-7ae05a0c-11a9-4271-8521-d58af89507ec admin admin] Resources bound (agent type, host, resource id): {{(pid=104014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 03:18:33.757937 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae05a0c-11a9-4271-8521-d58af89507ec admin admin] Received port after_create {{(pid=104014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 26 03:18:33.760033 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae05a0c-11a9-4271-8521-d58af89507ec admin admin] Pushing event updated for resources: {'Port': ['ID=976921bd-0486-4c4e-8058-8b73534ef312,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:18:34.012223 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-7ae05a0c-11a9-4271-8521-d58af89507ec admin admin] Publish callbacks [] for router_gateway (5e36f13b-e02a-4d7d-8017-9ddb2aeb7234), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:34.447297 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-7ae05a0c-11a9-4271-8521-d58af89507ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1616609'] for router (5e36f13b-e02a-4d7d-8017-9ddb2aeb7234), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:34.507460 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd920b34-63bc-48f6-8622-c963917854ab None None] Network 4925de68-9c6f-4235-8c00-daee335817a4 requested from dv-cinder-846842-4-iscsi {{(pid=104015) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 26 03:18:34.544818 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-c3a72b80-0d5e-4191-9456-edaab1ec330b None None] Provisioning complete for port 065196f3-101f-4535-974e-e4ca6f39502f triggered by entity DHCP. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:18:34.545285 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-c3a72b80-0d5e-4191-9456-edaab1ec330b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (065196f3-101f-4535-974e-e4ca6f39502f), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:34.575160 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ae05a0c-11a9-4271-8521-d58af89507ec admin admin] Router 5e36f13b-e02a-4d7d-8017-9ddb2aeb7234 is scheduled to L3 agent 0122de27-3097-4d47-a0ca-0fb90e28ac1e with binding_index 1 {{(pid=104014) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 26 03:18:34.637093 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=7 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:18:34.676904 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ae05a0c-11a9-4271-8521-d58af89507ec admin admin] Notify agent at l3_agent.dv-cinder-846842-4-iscsi the message routers_updated {{(pid=104014) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 03:18:34.685934 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-c3a72b80-0d5e-4191-9456-edaab1ec330b None None] Current status of the port 065196f3-101f-4535-974e-e4ca6f39502f is: DOWN; New status is: ACTIVE {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 03:18:34.686281 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-c3a72b80-0d5e-4191-9456-edaab1ec330b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (065196f3-101f-4535-974e-e4ca6f39502f), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:34.691558 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea3983a-b8fd-4a0b-b4ea-8acda658a521 None None] Sync routers for ids ['5e36f13b-e02a-4d7d-8017-9ddb2aeb7234'] in dv-cinder-846842-4-iscsi {{(pid=104016) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 03:18:34.697033 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-7ae05a0c-11a9-4271-8521-d58af89507ec admin admin] Publish callbacks [] for router (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:34.698565 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-7ae05a0c-11a9-4271-8521-d58af89507ec admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.6567328 Jun 26 03:18:34.701314 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 50792) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:18:34.705931 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea3983a-b8fd-4a0b-b4ea-8acda658a521 None None] Routers {'5e36f13b-e02a-4d7d-8017-9ddb2aeb7234'} bound to L3 agent in host dv-cinder-846842-4-iscsi {{(pid=104016) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 26 03:18:34.706909 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-fea3983a-b8fd-4a0b-b4ea-8acda658a521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-26T02:56:44Z,description=,heartbeat_timestamp=2022-06-26T03:18:14Z,host='dv-cinder-846842-4-iscsi',id=0122de27-3097-4d47-a0ca-0fb90e28ac1e,load=0,resource_versions=,resources_synced=,started_at=2022-06-26T02:56:44Z,topic='l3_agent')) {'router_ids': ['5e36f13b-e02a-4d7d-8017-9ddb2aeb7234'], 'active': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:18:34.729078 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-c3a72b80-0d5e-4191-9456-edaab1ec330b None None] For port 065196f3-101f-4535-974e-e4ca6f39502f, host dv-cinder-846842-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-4-iscsi',level=0,port_id=065196f3-101f-4535-974e-e4ca6f39502f,segment=NetworkSegment(7c661f11-3aee-4d0a-9599-bb61aa25f1b7),segment_id=7c661f11-3aee-4d0a-9599-bb61aa25f1b7)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:18:34.738853 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-c3a72b80-0d5e-4191-9456-edaab1ec330b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (065196f3-101f-4535-974e-e4ca6f39502f), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:34.798831 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a72b80-0d5e-4191-9456-edaab1ec330b None None] Pushing event updated for resources: {'Port': ['ID=065196f3-101f-4535-974e-e4ca6f39502f,revision_number=3']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:18:34.938834 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvr_db [None req-fea3983a-b8fd-4a0b-b4ea-8acda658a521 None None] Set router 5e36f13b-e02a-4d7d-8017-9ddb2aeb7234 gateway port host: dv-cinder-846842-4-iscsi {{(pid=104016) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 26 03:18:34.941784 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Device 065196f3-101f-4535-974e-e4ca6f39502f up at agent ovs-agent-dv-cinder-846842-4-iscsi {{(pid=104015) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 03:18:34.987213 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-c8003786-2a8d-4a47-a621-5fd76f6bc0f8 None None] Provisioning complete for port 065196f3-101f-4535-974e-e4ca6f39502f triggered by entity DHCP. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:18:34.988228 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-c8003786-2a8d-4a47-a621-5fd76f6bc0f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (065196f3-101f-4535-974e-e4ca6f39502f), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:35.035084 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Provisioning complete for port 065196f3-101f-4535-974e-e4ca6f39502f triggered by entity L2. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:18:35.035462 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (065196f3-101f-4535-974e-e4ca6f39502f), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:35.099608 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:18:35.102289 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-c8003786-2a8d-4a47-a621-5fd76f6bc0f8 None None] Current status of the port 065196f3-101f-4535-974e-e4ca6f39502f is: ACTIVE; New status is: ACTIVE {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 03:18:35.111435 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-fea3983a-b8fd-4a0b-b4ea-8acda658a521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e36f13b-e02a-4d7d-8017-9ddb2aeb7234', 'name': 'tempest-TestVolumeBootPattern-608296386-router', 'tenant_id': '4a6b41994f444cafb21d3d6e395b6893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': '976921bd-0486-4c4e-8058-8b73534ef312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:18:33Z', 'updated_at': '2022-06-26T03:18:33Z', 'revision_number': 3, 'project_id': '4a6b41994f444cafb21d3d6e395b6893', 'gw_port': {'id': '976921bd-0486-4c4e-8058-8b73534ef312', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:83:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e36f13b-e02a-4d7d-8017-9ddb2aeb7234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:18:33Z', 'updated_at': '2022-06-26T03:18:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi'}], 'dv-cinder-846842-4-iscsi', False) {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:18:35.138031 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:18:35.141827 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea3983a-b8fd-4a0b-b4ea-8acda658a521 None None] Checking router: 5e36f13b-e02a-4d7d-8017-9ddb2aeb7234 for host: dv-cinder-846842-4-iscsi {{(pid=104016) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 03:18:35.142228 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea3983a-b8fd-4a0b-b4ea-8acda658a521 None None] Updating router 5e36f13b-e02a-4d7d-8017-9ddb2aeb7234 port 976921bd-0486-4c4e-8058-8b73534ef312 binding host dv-cinder-846842-4-iscsi {{(pid=104016) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 26 03:18:35.148873 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Current status of the port 065196f3-101f-4535-974e-e4ca6f39502f is: ACTIVE; New status is: ACTIVE {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 03:18:35.174770 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-fea3983a-b8fd-4a0b-b4ea-8acda658a521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (976921bd-0486-4c4e-8058-8b73534ef312), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:35.190540 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-158dc487-c2e3-4911-a9c2-d8d5e2e70411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:35.192369 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:18:35.341003 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.db.db_base_plugin_common [None req-158dc487-c2e3-4911-a9c2-d8d5e2e70411 admin admin] Allocated IP 172.20.0.1 (4925de68-9c6f-4235-8c00-daee335817a4/db13727d-bad1-446f-86ff-3a62b40a69f1/0c642946-eba8-4afd-8588-a4f2a1c1bcf9) {{(pid=104013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 03:18:35.351502 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:18:35.417830 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-fea3983a-b8fd-4a0b-b4ea-8acda658a521 None None] Publish callbacks [] for port (976921bd-0486-4c4e-8058-8b73534ef312), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:35.422906 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-fea3983a-b8fd-4a0b-b4ea-8acda658a521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (976921bd-0486-4c4e-8058-8b73534ef312), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:35.475779 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [None req-fea3983a-b8fd-4a0b-b4ea-8acda658a521 None None] Attempting to bind port 976921bd-0486-4c4e-8058-8b73534ef312 on host dv-cinder-846842-4-iscsi for vnic_type normal with profile {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 26 03:18:35.476145 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [None req-fea3983a-b8fd-4a0b-b4ea-8acda658a521 None None] Attempting to bind port 976921bd-0486-4c4e-8058-8b73534ef312 by drivers openvswitch,hyperv on host dv-cinder-846842-4-iscsi at level 0 using segments [{'id': '968602fb-f834-40ea-ad2f-658bf3156d3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df'}] {{(pid=104016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 26 03:18:35.476509 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea3983a-b8fd-4a0b-b4ea-8acda658a521 None None] Attempting to bind port 976921bd-0486-4c4e-8058-8b73534ef312 on network 9f069e5f-e57e-4e35-ad51-5f4f2e2f15df {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 26 03:18:35.479925 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23550c3-f944-44a2-b6d1-fd8d336ab8fc None None] Pushing event updated for resources: {'Port': ['ID=976921bd-0486-4c4e-8058-8b73534ef312,revision_number=2']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:18:35.485003 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea3983a-b8fd-4a0b-b4ea-8acda658a521 None None] Checking agent: {'id': '16f9b602-7baf-4f7a-ab92-1b0788147fb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 26, 2, 56, 46), 'started_at': datetime.datetime(2022, 6, 26, 2, 57, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 26, 3, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 26 03:18:35.485357 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea3983a-b8fd-4a0b-b4ea-8acda658a521 None None] Checking segment: {'id': '968602fb-f834-40ea-ad2f-658bf3156d3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 26 03:18:35.485755 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-fea3983a-b8fd-4a0b-b4ea-8acda658a521 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:35.486168 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea3983a-b8fd-4a0b-b4ea-8acda658a521 None None] Bound using segment: {'id': '968602fb-f834-40ea-ad2f-658bf3156d3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df'} {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 26 03:18:35.486635 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [None req-fea3983a-b8fd-4a0b-b4ea-8acda658a521 None None] Bound port: 976921bd-0486-4c4e-8058-8b73534ef312, host: dv-cinder-846842-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '968602fb-f834-40ea-ad2f-658bf3156d3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df'}}] {{(pid=104016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 26 03:18:35.487006 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-fea3983a-b8fd-4a0b-b4ea-8acda658a521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (976921bd-0486-4c4e-8058-8b73534ef312), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:35.493762 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23550c3-f944-44a2-b6d1-fd8d336ab8fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:18:35.494132 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23550c3-f944-44a2-b6d1-fd8d336ab8fc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:18:35.494494 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23550c3-f944-44a2-b6d1-fd8d336ab8fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:18:35.494835 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23550c3-f944-44a2-b6d1-fd8d336ab8fc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:18:35.495166 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23550c3-f944-44a2-b6d1-fd8d336ab8fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:18:35.495491 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23550c3-f944-44a2-b6d1-fd8d336ab8fc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:18:35.495814 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23550c3-f944-44a2-b6d1-fd8d336ab8fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:18:35.496133 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23550c3-f944-44a2-b6d1-fd8d336ab8fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:18:35.496454 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23550c3-f944-44a2-b6d1-fd8d336ab8fc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:18:35.496773 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23550c3-f944-44a2-b6d1-fd8d336ab8fc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:18:35.497092 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23550c3-f944-44a2-b6d1-fd8d336ab8fc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:18:35.497429 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23550c3-f944-44a2-b6d1-fd8d336ab8fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:18:35.497753 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23550c3-f944-44a2-b6d1-fd8d336ab8fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:18:35.498087 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23550c3-f944-44a2-b6d1-fd8d336ab8fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:18:35.498408 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23550c3-f944-44a2-b6d1-fd8d336ab8fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104016) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:18:35.553181 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-fea3983a-b8fd-4a0b-b4ea-8acda658a521 None None] For port 976921bd-0486-4c4e-8058-8b73534ef312, host dv-cinder-846842-4-iscsi, cleared binding levels {{(pid=104016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 03:18:35.556846 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-fea3983a-b8fd-4a0b-b4ea-8acda658a521 None None] For port 976921bd-0486-4c4e-8058-8b73534ef312, host dv-cinder-846842-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-4-iscsi',level=0,port_id=976921bd-0486-4c4e-8058-8b73534ef312,segment=NetworkSegment(968602fb-f834-40ea-ad2f-658bf3156d3b),segment_id=968602fb-f834-40ea-ad2f-658bf3156d3b)] {{(pid=104016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 03:18:35.563574 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-fea3983a-b8fd-4a0b-b4ea-8acda658a521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (976921bd-0486-4c4e-8058-8b73534ef312), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:35.623665 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea3983a-b8fd-4a0b-b4ea-8acda658a521 None None] Routers {'5e36f13b-e02a-4d7d-8017-9ddb2aeb7234'} bound to L3 agent in host dv-cinder-846842-4-iscsi {{(pid=104016) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 26 03:18:35.624315 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-fea3983a-b8fd-4a0b-b4ea-8acda658a521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-26T02:56:44Z,description=,heartbeat_timestamp=2022-06-26T03:18:14Z,host='dv-cinder-846842-4-iscsi',id=0122de27-3097-4d47-a0ca-0fb90e28ac1e,load=0,resource_versions=,resources_synced=,started_at=2022-06-26T02:56:44Z,topic='l3_agent')) {'router_ids': ['5e36f13b-e02a-4d7d-8017-9ddb2aeb7234'], 'active': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:18:35.659454 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23550c3-f944-44a2-b6d1-fd8d336ab8fc None None] Pushing event updated for resources: {'Port': ['ID=976921bd-0486-4c4e-8058-8b73534ef312,revision_number=3']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:18:35.704338 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-158dc487-c2e3-4911-a9c2-d8d5e2e70411 admin admin] Publish callbacks [] for port (0c642946-eba8-4afd-8588-a4f2a1c1bcf9), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:35.731120 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvr_db [None req-fea3983a-b8fd-4a0b-b4ea-8acda658a521 None None] Set router 5e36f13b-e02a-4d7d-8017-9ddb2aeb7234 gateway port host: dv-cinder-846842-4-iscsi {{(pid=104016) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 26 03:18:35.737292 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-158dc487-c2e3-4911-a9c2-d8d5e2e70411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787575245469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7375238'] for port (0c642946-eba8-4afd-8588-a4f2a1c1bcf9), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:35.778615 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-158dc487-c2e3-4911-a9c2-d8d5e2e70411 admin admin] Network 4925de68-9c6f-4235-8c00-daee335817a4 is already hosted by enough agents. {{(pid=104013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 03:18:35.781929 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.scheduler.base_scheduler [None req-158dc487-c2e3-4911-a9c2-d8d5e2e70411 admin admin] Resources bound (agent type, host, resource id): {{(pid=104013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 03:18:35.785711 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158dc487-c2e3-4911-a9c2-d8d5e2e70411 admin admin] Received port after_create {{(pid=104013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 26 03:18:35.788989 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158dc487-c2e3-4911-a9c2-d8d5e2e70411 admin admin] Pushing event updated for resources: {'Port': ['ID=0c642946-eba8-4afd-8588-a4f2a1c1bcf9,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:18:35.825287 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-158dc487-c2e3-4911-a9c2-d8d5e2e70411 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1596484'] for router_interface (5e36f13b-e02a-4d7d-8017-9ddb2aeb7234), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:35.910432 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-fea3983a-b8fd-4a0b-b4ea-8acda658a521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e36f13b-e02a-4d7d-8017-9ddb2aeb7234', 'name': 'tempest-TestVolumeBootPattern-608296386-router', 'tenant_id': '4a6b41994f444cafb21d3d6e395b6893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': '976921bd-0486-4c4e-8058-8b73534ef312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:18:33Z', 'updated_at': '2022-06-26T03:18:33Z', 'revision_number': 3, 'project_id': '4a6b41994f444cafb21d3d6e395b6893', 'gw_port': {'id': '976921bd-0486-4c4e-8058-8b73534ef312', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:83:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e36f13b-e02a-4d7d-8017-9ddb2aeb7234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:18:33Z', 'updated_at': '2022-06-26T03:18:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi'}], 'dv-cinder-846842-4-iscsi', False) {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:18:35.943330 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea3983a-b8fd-4a0b-b4ea-8acda658a521 None None] The sync data for ids ['5e36f13b-e02a-4d7d-8017-9ddb2aeb7234'] in dv-cinder-846842-4-iscsi is: [{'id': '5e36f13b-e02a-4d7d-8017-9ddb2aeb7234', 'name': 'tempest-TestVolumeBootPattern-608296386-router', 'tenant_id': '4a6b41994f444cafb21d3d6e395b6893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': '976921bd-0486-4c4e-8058-8b73534ef312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:18:33Z', 'updated_at': '2022-06-26T03:18:33Z', 'revision_number': 3, 'project_id': '4a6b41994f444cafb21d3d6e395b6893', 'gw_port': {'id': '976921bd-0486-4c4e-8058-8b73534ef312', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:83:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e36f13b-e02a-4d7d-8017-9ddb2aeb7234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:18:33Z', 'updated_at': '2022-06-26T03:18:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi'}] {{(pid=104016) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 03:18:35.961642 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-158dc487-c2e3-4911-a9c2-d8d5e2e70411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (0c642946-eba8-4afd-8588-a4f2a1c1bcf9), before_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:36.003158 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:18:36.027956 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-56ea178f-4768-44c2-a9fc-4fa9dd929b00 None None] Provisioning complete for port 0c642946-eba8-4afd-8588-a4f2a1c1bcf9 triggered by entity DHCP. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:18:36.028459 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-56ea178f-4768-44c2-a9fc-4fa9dd929b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (0c642946-eba8-4afd-8588-a4f2a1c1bcf9), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:36.060484 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-56ea178f-4768-44c2-a9fc-4fa9dd929b00 None None] Port 0c642946-eba8-4afd-8588-a4f2a1c1bcf9 cannot update to ACTIVE because it is not bound. {{(pid=104015) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 26 03:18:36.130307 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-158dc487-c2e3-4911-a9c2-d8d5e2e70411 admin admin] Publish callbacks [] for port (0c642946-eba8-4afd-8588-a4f2a1c1bcf9), precommit_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:36.137342 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-158dc487-c2e3-4911-a9c2-d8d5e2e70411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7375263'] for port (0c642946-eba8-4afd-8588-a4f2a1c1bcf9), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:36.212053 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158dc487-c2e3-4911-a9c2-d8d5e2e70411 admin admin] Pushing event updated for resources: {'Port': ['ID=0c642946-eba8-4afd-8588-a4f2a1c1bcf9,revision_number=2']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:18:36.215997 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:18:36.220224 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-158dc487-c2e3-4911-a9c2-d8d5e2e70411 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1628672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1597140'] for router_interface (5e36f13b-e02a-4d7d-8017-9ddb2aeb7234), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:36.317370 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-158dc487-c2e3-4911-a9c2-d8d5e2e70411 admin admin] Network 4925de68-9c6f-4235-8c00-daee335817a4 is already hosted by enough agents. {{(pid=104013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 03:18:36.318824 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.scheduler.base_scheduler [None req-158dc487-c2e3-4911-a9c2-d8d5e2e70411 admin admin] Resources bound (agent type, host, resource id): {{(pid=104013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 03:18:36.437154 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-158dc487-c2e3-4911-a9c2-d8d5e2e70411 admin admin] Router 5e36f13b-e02a-4d7d-8017-9ddb2aeb7234 has already been hosted by L3 agent 0122de27-3097-4d47-a0ca-0fb90e28ac1e {{(pid=104013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 26 03:18:36.549345 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-158dc487-c2e3-4911-a9c2-d8d5e2e70411 admin admin] Notify agent at l3_agent.dv-cinder-846842-4-iscsi the message routers_updated {{(pid=104013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 03:18:36.554632 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-158dc487-c2e3-4911-a9c2-d8d5e2e70411 admin admin] 10.222.0.13 "PUT /v2.0/routers/5e36f13b-e02a-4d7d-8017-9ddb2aeb7234/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8519869 Jun 26 03:18:36.580838 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-d29e3539-e4ae-495a-9828-d5321883d1b4 None None] Provisioning complete for port 0c642946-eba8-4afd-8588-a4f2a1c1bcf9 triggered by entity DHCP. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:18:36.581852 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d29e3539-e4ae-495a-9828-d5321883d1b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (0c642946-eba8-4afd-8588-a4f2a1c1bcf9), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:36.615627 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-d29e3539-e4ae-495a-9828-d5321883d1b4 None None] Port 0c642946-eba8-4afd-8588-a4f2a1c1bcf9 cannot update to ACTIVE because it is not bound. {{(pid=104015) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 26 03:18:36.905183 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Device 976921bd-0486-4c4e-8058-8b73534ef312 up at agent ovs-agent-dv-cinder-846842-4-iscsi {{(pid=104015) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 03:18:36.957219 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Provisioning complete for port 976921bd-0486-4c4e-8058-8b73534ef312 triggered by entity L2. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:18:36.957592 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (976921bd-0486-4c4e-8058-8b73534ef312), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:37.030169 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Current status of the port 976921bd-0486-4c4e-8058-8b73534ef312 is: DOWN; New status is: ACTIVE {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 03:18:37.030804 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (976921bd-0486-4c4e-8058-8b73534ef312), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:37.053314 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] For port 976921bd-0486-4c4e-8058-8b73534ef312, host dv-cinder-846842-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-4-iscsi',level=0,port_id=976921bd-0486-4c4e-8058-8b73534ef312,segment=NetworkSegment(968602fb-f834-40ea-ad2f-658bf3156d3b),segment_id=968602fb-f834-40ea-ad2f-658bf3156d3b)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:18:37.057297 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (976921bd-0486-4c4e-8058-8b73534ef312), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:37.058120 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Device 065196f3-101f-4535-974e-e4ca6f39502f up at agent ovs-agent-dv-cinder-846842-4-iscsi {{(pid=104015) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 03:18:37.063011 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:18:37.068003 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 50808) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:18:37.072800 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [None req-e33a5507-3f16-45b8-b111-1b86feb25f58 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-675531889-network', 'tenant_id': 'ab9dc6af1a444a42ab539b5be5fc1922'}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:18:37.092457 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e33a5507-3f16-45b8-b111-1b86feb25f58 admin admin] Made reservation on behalf of ab9dc6af1a444a42ab539b5be5fc1922 for: {'network': 1} {{(pid=104014) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 03:18:37.094978 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-e33a5507-3f16-45b8-b111-1b86feb25f58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for network (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:37.107369 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-e33a5507-3f16-45b8-b111-1b86feb25f58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:37.118461 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:18:37.142237 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Pushing event updated for resources: {'Port': ['ID=976921bd-0486-4c4e-8058-8b73534ef312,revision_number=4']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:18:37.146427 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Provisioning complete for port 065196f3-101f-4535-974e-e4ca6f39502f triggered by entity L2. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:18:37.146816 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (065196f3-101f-4535-974e-e4ca6f39502f), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:37.198857 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-e33a5507-3f16-45b8-b111-1b86feb25f58 admin admin] Publish callbacks [] for security_group (e58defe8-030e-4735-9882-7e1e386bf2e2), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:37.204482 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-e33a5507-3f16-45b8-b111-1b86feb25f58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (e58defe8-030e-4735-9882-7e1e386bf2e2), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:37.209400 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:DELETE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:18:37.218591 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:18:37.224106 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Current status of the port 065196f3-101f-4535-974e-e4ca6f39502f is: ACTIVE; New status is: ACTIVE {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 03:18:37.241663 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e33a5507-3f16-45b8-b111-1b86feb25f58 admin admin] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=104014) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 26 03:18:37.248555 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33a5507-3f16-45b8-b111-1b86feb25f58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e58defe8-030e-4735-9882-7e1e386bf2e2,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:18:37.257117 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-e33a5507-3f16-45b8-b111-1b86feb25f58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981176'] for segment (95e6a770-bf0a-4bf4-b12d-0de7f20a4227), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:37.258599 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.db.segments_db [None req-e33a5507-3f16-45b8-b111-1b86feb25f58 admin admin] Added segment 95e6a770-bf0a-4bf4-b12d-0de7f20a4227 of type vlan for network 3d5624a1-64f3-4ac6-954e-c17d9da58227 Jun 26 03:18:37.299727 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-e33a5507-3f16-45b8-b111-1b86feb25f58 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787575249107'] for network (3d5624a1-64f3-4ac6-954e-c17d9da58227), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:37.324840 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-e33a5507-3f16-45b8-b111-1b86feb25f58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914'] for network (3d5624a1-64f3-4ac6-954e-c17d9da58227), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:37.325824 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e33a5507-3f16-45b8-b111-1b86feb25f58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:18:37.326409 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-e33a5507-3f16-45b8-b111-1b86feb25f58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628900'] for network (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:37.364552 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-e33a5507-3f16-45b8-b111-1b86feb25f58 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.2954323 Jun 26 03:18:37.367402 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 50810) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:18:37.372296 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-72df64b2-1df3-4ce2-9ddd-df265e46124f admin admin] Request body: {'subnet': {'network_id': '3d5624a1-64f3-4ac6-954e-c17d9da58227', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-675531889-subnet', 'tenant_id': 'ab9dc6af1a444a42ab539b5be5fc1922', 'ip_version': 4}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:18:37.392337 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72df64b2-1df3-4ce2-9ddd-df265e46124f admin admin] Made reservation on behalf of ab9dc6af1a444a42ab539b5be5fc1922 for: {'subnet': 1} {{(pid=104013) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 03:18:37.392553 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33a5507-3f16-45b8-b111-1b86feb25f58 admin admin] Pushing event updated for resources: {'Network': ['ID=3d5624a1-64f3-4ac6-954e-c17d9da58227,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:18:37.396685 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-72df64b2-1df3-4ce2-9ddd-df265e46124f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5197406'] for subnet (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:37.403319 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Network 3d5624a1-64f3-4ac6-954e-c17d9da58227 details requested by agent ovs-agent-dv-cinder-846842-4-iscsi with host dv-cinder-846842-4-iscsi {{(pid=104015) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 26 03:18:37.521277 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a2b1c1-43b7-4a3b-90c4-fa122253ae7b None None] Sync routers for ids ['5e36f13b-e02a-4d7d-8017-9ddb2aeb7234'] in dv-cinder-846842-4-iscsi {{(pid=104015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 03:18:37.530867 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a2b1c1-43b7-4a3b-90c4-fa122253ae7b None None] Routers {'5e36f13b-e02a-4d7d-8017-9ddb2aeb7234'} bound to L3 agent in host dv-cinder-846842-4-iscsi {{(pid=104015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 26 03:18:37.531510 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-d6a2b1c1-43b7-4a3b-90c4-fa122253ae7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-26T02:56:44Z,description=,heartbeat_timestamp=2022-06-26T03:18:14Z,host='dv-cinder-846842-4-iscsi',id=0122de27-3097-4d47-a0ca-0fb90e28ac1e,load=0,resource_versions=,resources_synced=,started_at=2022-06-26T02:56:44Z,topic='l3_agent')) {'router_ids': ['5e36f13b-e02a-4d7d-8017-9ddb2aeb7234'], 'active': True} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:18:37.573381 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-72df64b2-1df3-4ce2-9ddd-df265e46124f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7375122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5197352'] for subnet (8078011d-b356-415e-a7f1-8c592e7b8e94), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:37.617331 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:18:37.635054 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72df64b2-1df3-4ce2-9ddd-df265e46124f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8078011d-b356-415e-a7f1-8c592e7b8e94,revision_number=0']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:18:37.642916 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72df64b2-1df3-4ce2-9ddd-df265e46124f admin admin] Checking segment: {'id': '95e6a770-bf0a-4bf4-b12d-0de7f20a4227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '3d5624a1-64f3-4ac6-954e-c17d9da58227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104013) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 26 03:18:37.643229 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72df64b2-1df3-4ce2-9ddd-df265e46124f admin admin] Network hostable DHCP agents. Network: 3d5624a1-64f3-4ac6-954e-c17d9da58227, hostable agents: ['7168f7b9-c398-4364-91f8-35e2ce03f4c4'], hosted agents: [] {{(pid=104013) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 26 03:18:37.663328 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72df64b2-1df3-4ce2-9ddd-df265e46124f admin admin] Network 3d5624a1-64f3-4ac6-954e-c17d9da58227 is scheduled to be hosted by DHCP agent 7168f7b9-c398-4364-91f8-35e2ce03f4c4 with binding_index 1 {{(pid=104013) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 26 03:18:37.681997 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.scheduler.base_scheduler [None req-72df64b2-1df3-4ce2-9ddd-df265e46124f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846842-4-iscsi, 3d5624a1-64f3-4ac6-954e-c17d9da58227) {{(pid=104013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 03:18:37.686243 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72df64b2-1df3-4ce2-9ddd-df265e46124f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104013) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:18:37.688020 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-72df64b2-1df3-4ce2-9ddd-df265e46124f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:37.704020 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-72df64b2-1df3-4ce2-9ddd-df265e46124f admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3354795 Jun 26 03:18:37.707168 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 50812) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:18:37.711415 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-d0770beb-d4b3-4d32-b6fc-56652183db04 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-675531889-router', 'tenant_id': 'ab9dc6af1a444a42ab539b5be5fc1922', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df'}}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:18:37.739019 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d0770beb-d4b3-4d32-b6fc-56652183db04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1592824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25228'] for router (9f08b2ae-860f-4100-bd41-59d1597c263d), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:37.740063 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d0770beb-d4b3-4d32-b6fc-56652183db04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1593821', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1616517', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2076507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25237'] for router (9f08b2ae-860f-4100-bd41-59d1597c263d), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:37.746605 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d21057-16ca-46a5-8aa6-525be67b2ecb None None] Network 3d5624a1-64f3-4ac6-954e-c17d9da58227 requested from dv-cinder-846842-4-iscsi {{(pid=104015) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 26 03:18:37.789651 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d0770beb-d4b3-4d32-b6fc-56652183db04 admin admin] Publish callbacks [] for router_controller (9f08b2ae-860f-4100-bd41-59d1597c263d), precommit_add_association {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:37.821142 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvr_db [None req-d6a2b1c1-43b7-4a3b-90c4-fa122253ae7b None None] Set router 5e36f13b-e02a-4d7d-8017-9ddb2aeb7234 gateway port host: dv-cinder-846842-4-iscsi {{(pid=104015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 26 03:18:37.922610 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d0770beb-d4b3-4d32-b6fc-56652183db04 admin admin] Publish callbacks [] for router_gateway (9f08b2ae-860f-4100-bd41-59d1597c263d), precommit_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:37.925578 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb300bea-37bc-4fa5-ab78-f537be390a52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26d13647-f000-53af-8200-2754bac59090-3d5624a1-64f3-4ac6-954e-c17d9da58227', 'network_id': '3d5624a1-64f3-4ac6-954e-c17d9da58227', 'project_id': 'ab9dc6af1a444a42ab539b5be5fc1922', 'fixed_ips': [{'subnet_id': '8078011d-b356-415e-a7f1-8c592e7b8e94'}]}} from dv-cinder-846842-4-iscsi. {{(pid=104015) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 26 03:18:37.926526 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-eb300bea-37bc-4fa5-ab78-f537be390a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (None), before_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:37.950153 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=4,neutron:DELETE=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:18:38.104898 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d0770beb-d4b3-4d32-b6fc-56652183db04 admin admin] Publish callbacks [] for router_gateway (9f08b2ae-860f-4100-bd41-59d1597c263d), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:38.125181 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d0770beb-d4b3-4d32-b6fc-56652183db04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:38.149228 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-d6a2b1c1-43b7-4a3b-90c4-fa122253ae7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e36f13b-e02a-4d7d-8017-9ddb2aeb7234', 'name': 'tempest-TestVolumeBootPattern-608296386-router', 'tenant_id': '4a6b41994f444cafb21d3d6e395b6893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': '976921bd-0486-4c4e-8058-8b73534ef312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:18:33Z', 'updated_at': '2022-06-26T03:18:35Z', 'revision_number': 4, 'project_id': '4a6b41994f444cafb21d3d6e395b6893', 'gw_port': {'id': '976921bd-0486-4c4e-8058-8b73534ef312', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:83:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e36f13b-e02a-4d7d-8017-9ddb2aeb7234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:18:33Z', 'updated_at': '2022-06-26T03:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi', '_interfaces': [{'id': '0c642946-eba8-4afd-8588-a4f2a1c1bcf9', 'name': '', 'network_id': '4925de68-9c6f-4235-8c00-daee335817a4', 'tenant_id': '4a6b41994f444cafb21d3d6e395b6893', 'mac_address': 'fa:16:3e:f7:89:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e36f13b-e02a-4d7d-8017-9ddb2aeb7234', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'db13727d-bad1-446f-86ff-3a62b40a69f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:18:35Z', 'updated_at': '2022-06-26T03:18:36Z', 'revision_number': 2, 'project_id': '4a6b41994f444cafb21d3d6e395b6893', 'subnets': [{'id': 'db13727d-bad1-446f-86ff-3a62b40a69f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-4-iscsi', False) {} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:18:38.154658 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.db_base_plugin_common [None req-eb300bea-37bc-4fa5-ab78-f537be390a52 None None] Allocated IP 172.20.0.2 (3d5624a1-64f3-4ac6-954e-c17d9da58227/8078011d-b356-415e-a7f1-8c592e7b8e94/5406d45d-dab7-4c2c-8497-c9e2de2344b8) {{(pid=104015) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 03:18:38.180465 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a2b1c1-43b7-4a3b-90c4-fa122253ae7b None None] Checking router: 5e36f13b-e02a-4d7d-8017-9ddb2aeb7234 for host: dv-cinder-846842-4-iscsi {{(pid=104015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 03:18:38.180738 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a2b1c1-43b7-4a3b-90c4-fa122253ae7b None None] Updating router 5e36f13b-e02a-4d7d-8017-9ddb2aeb7234 port 0c642946-eba8-4afd-8588-a4f2a1c1bcf9 binding host dv-cinder-846842-4-iscsi {{(pid=104015) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 26 03:18:38.226882 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d6a2b1c1-43b7-4a3b-90c4-fa122253ae7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (0c642946-eba8-4afd-8588-a4f2a1c1bcf9), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:38.233166 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.db.db_base_plugin_common [None req-d0770beb-d4b3-4d32-b6fc-56652183db04 admin admin] Allocated IP 172.27.2.175 (9f069e5f-e57e-4e35-ad51-5f4f2e2f15df/6b24a38a-90db-41c5-beaf-6fa087899576/992e5882-f5f3-4878-95c6-e181d719a33f) {{(pid=104013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 03:18:38.247860 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:18:38.335659 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d0770beb-d4b3-4d32-b6fc-56652183db04 admin admin] Publish callbacks [] for port (992e5882-f5f3-4878-95c6-e181d719a33f), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:38.366650 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d0770beb-d4b3-4d32-b6fc-56652183db04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787575245469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7375238'] for port (992e5882-f5f3-4878-95c6-e181d719a33f), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:38.409254 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0770beb-d4b3-4d32-b6fc-56652183db04 admin admin] Network 9f069e5f-e57e-4e35-ad51-5f4f2e2f15df is already hosted by enough agents. {{(pid=104013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 03:18:38.412168 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.scheduler.base_scheduler [None req-d0770beb-d4b3-4d32-b6fc-56652183db04 admin admin] Resources bound (agent type, host, resource id): {{(pid=104013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 03:18:38.414477 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:18:38.415652 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0770beb-d4b3-4d32-b6fc-56652183db04 admin admin] Received port after_create {{(pid=104013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 26 03:18:38.441370 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:INSERT=7 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:18:38.445384 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0770beb-d4b3-4d32-b6fc-56652183db04 admin admin] Pushing event updated for resources: {'Port': ['ID=992e5882-f5f3-4878-95c6-e181d719a33f,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:18:38.453726 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-eb300bea-37bc-4fa5-ab78-f537be390a52 None None] Publish callbacks [] for port (5406d45d-dab7-4c2c-8497-c9e2de2344b8), precommit_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:38.467354 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-eb300bea-37bc-4fa5-ab78-f537be390a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787575245469'] for port (5406d45d-dab7-4c2c-8497-c9e2de2344b8), after_create {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:38.541698 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb300bea-37bc-4fa5-ab78-f537be390a52 None None] Network 3d5624a1-64f3-4ac6-954e-c17d9da58227 is already hosted by enough agents. {{(pid=104015) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 03:18:38.548679 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.scheduler.base_scheduler [None req-eb300bea-37bc-4fa5-ab78-f537be390a52 None None] Resources bound (agent type, host, resource id): {{(pid=104015) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 03:18:38.554301 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb300bea-37bc-4fa5-ab78-f537be390a52 None None] Received port after_create {{(pid=104015) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 26 03:18:38.567186 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb300bea-37bc-4fa5-ab78-f537be390a52 None None] Pushing event updated for resources: {'Port': ['ID=5406d45d-dab7-4c2c-8497-c9e2de2344b8,revision_number=1']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:18:38.661032 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [None req-eb300bea-37bc-4fa5-ab78-f537be390a52 None None] Attempting to bind port 5406d45d-dab7-4c2c-8497-c9e2de2344b8 on host dv-cinder-846842-4-iscsi for vnic_type normal with profile {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 26 03:18:38.661404 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [None req-eb300bea-37bc-4fa5-ab78-f537be390a52 None None] Attempting to bind port 5406d45d-dab7-4c2c-8497-c9e2de2344b8 by drivers openvswitch,hyperv on host dv-cinder-846842-4-iscsi at level 0 using segments [{'id': '95e6a770-bf0a-4bf4-b12d-0de7f20a4227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '3d5624a1-64f3-4ac6-954e-c17d9da58227'}] {{(pid=104015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 26 03:18:38.661762 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb300bea-37bc-4fa5-ab78-f537be390a52 None None] Attempting to bind port 5406d45d-dab7-4c2c-8497-c9e2de2344b8 on network 3d5624a1-64f3-4ac6-954e-c17d9da58227 {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 26 03:18:38.663908 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d0770beb-d4b3-4d32-b6fc-56652183db04 admin admin] Publish callbacks [] for router_gateway (9f08b2ae-860f-4100-bd41-59d1597c263d), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:38.672985 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb300bea-37bc-4fa5-ab78-f537be390a52 None None] Checking agent: {'id': '16f9b602-7baf-4f7a-ab92-1b0788147fb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 26, 2, 56, 46), 'started_at': datetime.datetime(2022, 6, 26, 2, 57, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 26, 3, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 26 03:18:38.673359 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb300bea-37bc-4fa5-ab78-f537be390a52 None None] Checking segment: {'id': '95e6a770-bf0a-4bf4-b12d-0de7f20a4227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '3d5624a1-64f3-4ac6-954e-c17d9da58227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 26 03:18:38.673753 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-eb300bea-37bc-4fa5-ab78-f537be390a52 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:38.674169 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb300bea-37bc-4fa5-ab78-f537be390a52 None None] Bound using segment: {'id': '95e6a770-bf0a-4bf4-b12d-0de7f20a4227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '3d5624a1-64f3-4ac6-954e-c17d9da58227'} {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 26 03:18:38.674634 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [None req-eb300bea-37bc-4fa5-ab78-f537be390a52 None None] Bound port: 5406d45d-dab7-4c2c-8497-c9e2de2344b8, host: dv-cinder-846842-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95e6a770-bf0a-4bf4-b12d-0de7f20a4227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '3d5624a1-64f3-4ac6-954e-c17d9da58227'}}] {{(pid=104015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 26 03:18:38.675067 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-eb300bea-37bc-4fa5-ab78-f537be390a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (5406d45d-dab7-4c2c-8497-c9e2de2344b8), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:38.698380 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d6a2b1c1-43b7-4a3b-90c4-fa122253ae7b None None] Publish callbacks [] for port (0c642946-eba8-4afd-8588-a4f2a1c1bcf9), precommit_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:38.720974 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d6a2b1c1-43b7-4a3b-90c4-fa122253ae7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (0c642946-eba8-4afd-8588-a4f2a1c1bcf9), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:38.795425 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d358ea46-6757-412f-ae92-b0864c086993 None None] Pushing event updated for resources: {'Port': ['ID=0c642946-eba8-4afd-8588-a4f2a1c1bcf9,revision_number=3']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:18:38.812913 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-eb300bea-37bc-4fa5-ab78-f537be390a52 None None] For port 5406d45d-dab7-4c2c-8497-c9e2de2344b8, host dv-cinder-846842-4-iscsi, cleared binding levels {{(pid=104015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 03:18:38.852572 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-eb300bea-37bc-4fa5-ab78-f537be390a52 None None] For port 5406d45d-dab7-4c2c-8497-c9e2de2344b8, host dv-cinder-846842-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-4-iscsi',level=0,port_id=5406d45d-dab7-4c2c-8497-c9e2de2344b8,segment=NetworkSegment(95e6a770-bf0a-4bf4-b12d-0de7f20a4227),segment_id=95e6a770-bf0a-4bf4-b12d-0de7f20a4227)] {{(pid=104015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 03:18:38.858445 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:18:38.860321 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d0770beb-d4b3-4d32-b6fc-56652183db04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1592858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1616609'] for router (9f08b2ae-860f-4100-bd41-59d1597c263d), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:38.869717 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [None req-d6a2b1c1-43b7-4a3b-90c4-fa122253ae7b None None] Attempting to bind port 0c642946-eba8-4afd-8588-a4f2a1c1bcf9 on host dv-cinder-846842-4-iscsi for vnic_type normal with profile {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 26 03:18:38.869717 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [None req-d6a2b1c1-43b7-4a3b-90c4-fa122253ae7b None None] Attempting to bind port 0c642946-eba8-4afd-8588-a4f2a1c1bcf9 by drivers openvswitch,hyperv on host dv-cinder-846842-4-iscsi at level 0 using segments [{'id': '7c661f11-3aee-4d0a-9599-bb61aa25f1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4925de68-9c6f-4235-8c00-daee335817a4'}] {{(pid=104015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 26 03:18:38.869717 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a2b1c1-43b7-4a3b-90c4-fa122253ae7b None None] Attempting to bind port 0c642946-eba8-4afd-8588-a4f2a1c1bcf9 on network 4925de68-9c6f-4235-8c00-daee335817a4 {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 26 03:18:38.870131 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-eb300bea-37bc-4fa5-ab78-f537be390a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (5406d45d-dab7-4c2c-8497-c9e2de2344b8), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:38.880727 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a2b1c1-43b7-4a3b-90c4-fa122253ae7b None None] Checking agent: {'id': '16f9b602-7baf-4f7a-ab92-1b0788147fb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 26, 2, 56, 46), 'started_at': datetime.datetime(2022, 6, 26, 2, 57, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 26, 3, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 26 03:18:38.881114 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a2b1c1-43b7-4a3b-90c4-fa122253ae7b None None] Checking segment: {'id': '7c661f11-3aee-4d0a-9599-bb61aa25f1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4925de68-9c6f-4235-8c00-daee335817a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 26 03:18:38.881510 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d6a2b1c1-43b7-4a3b-90c4-fa122253ae7b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:38.882255 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a2b1c1-43b7-4a3b-90c4-fa122253ae7b None None] Bound using segment: {'id': '7c661f11-3aee-4d0a-9599-bb61aa25f1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4925de68-9c6f-4235-8c00-daee335817a4'} {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 26 03:18:38.882717 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [None req-d6a2b1c1-43b7-4a3b-90c4-fa122253ae7b None None] Bound port: 0c642946-eba8-4afd-8588-a4f2a1c1bcf9, host: dv-cinder-846842-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c661f11-3aee-4d0a-9599-bb61aa25f1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4925de68-9c6f-4235-8c00-daee335817a4'}}] {{(pid=104015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 26 03:18:38.883098 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d6a2b1c1-43b7-4a3b-90c4-fa122253ae7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (0c642946-eba8-4afd-8588-a4f2a1c1bcf9), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:38.909928 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Device 976921bd-0486-4c4e-8058-8b73534ef312 up at agent ovs-agent-dv-cinder-846842-4-iscsi {{(pid=104015) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 03:18:38.953653 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:18:39.002584 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb300bea-37bc-4fa5-ab78-f537be390a52 None None] Pushing event updated for resources: {'Port': ['ID=5406d45d-dab7-4c2c-8497-c9e2de2344b8,revision_number=2']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:18:39.017208 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0770beb-d4b3-4d32-b6fc-56652183db04 admin admin] Router 9f08b2ae-860f-4100-bd41-59d1597c263d is scheduled to L3 agent 0122de27-3097-4d47-a0ca-0fb90e28ac1e with binding_index 1 {{(pid=104013) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 26 03:18:39.066618 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Provisioning complete for port 976921bd-0486-4c4e-8058-8b73534ef312 triggered by entity L2. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:18:39.067153 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (976921bd-0486-4c4e-8058-8b73534ef312), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:39.072405 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-d6a2b1c1-43b7-4a3b-90c4-fa122253ae7b None None] For port 0c642946-eba8-4afd-8588-a4f2a1c1bcf9, host dv-cinder-846842-4-iscsi, cleared binding levels {{(pid=104015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 03:18:39.101116 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-c266a0df-d8ec-466b-a6d0-e9088e80747b None None] Provisioning complete for port 0c642946-eba8-4afd-8588-a4f2a1c1bcf9 triggered by entity DHCP. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:18:39.101658 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-c266a0df-d8ec-466b-a6d0-e9088e80747b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (0c642946-eba8-4afd-8588-a4f2a1c1bcf9), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:39.115131 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-d6a2b1c1-43b7-4a3b-90c4-fa122253ae7b None None] For port 0c642946-eba8-4afd-8588-a4f2a1c1bcf9, host dv-cinder-846842-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-4-iscsi',level=0,port_id=0c642946-eba8-4afd-8588-a4f2a1c1bcf9,segment=NetworkSegment(7c661f11-3aee-4d0a-9599-bb61aa25f1b7),segment_id=7c661f11-3aee-4d0a-9599-bb61aa25f1b7)] {{(pid=104015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 03:18:39.135881 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0770beb-d4b3-4d32-b6fc-56652183db04 admin admin] Notify agent at l3_agent.dv-cinder-846842-4-iscsi the message routers_updated {{(pid=104013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 03:18:39.149396 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d6a2b1c1-43b7-4a3b-90c4-fa122253ae7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (0c642946-eba8-4afd-8588-a4f2a1c1bcf9), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:39.152792 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2cbb71-7360-409a-8469-87bbace56222 None None] Sync routers for ids ['9f08b2ae-860f-4100-bd41-59d1597c263d'] in dv-cinder-846842-4-iscsi {{(pid=104016) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 03:18:39.160033 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:18:39.164572 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-d0770beb-d4b3-4d32-b6fc-56652183db04 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:39.166444 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-d0770beb-d4b3-4d32-b6fc-56652183db04 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.4580193 Jun 26 03:18:39.168988 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 50816) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:18:39.202215 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2cbb71-7360-409a-8469-87bbace56222 None None] Routers {'9f08b2ae-860f-4100-bd41-59d1597c263d'} bound to L3 agent in host dv-cinder-846842-4-iscsi {{(pid=104016) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 26 03:18:39.202849 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-3b2cbb71-7360-409a-8469-87bbace56222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-26T02:56:44Z,description=,heartbeat_timestamp=2022-06-26T03:18:14Z,host='dv-cinder-846842-4-iscsi',id=0122de27-3097-4d47-a0ca-0fb90e28ac1e,load=0,resource_versions=,resources_synced=,started_at=2022-06-26T02:56:44Z,topic='l3_agent')) {'router_ids': ['9f08b2ae-860f-4100-bd41-59d1597c263d'], 'active': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:18:39.207188 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-c266a0df-d8ec-466b-a6d0-e9088e80747b None None] Port 0c642946-eba8-4afd-8588-a4f2a1c1bcf9 cannot update to ACTIVE because it is not bound. {{(pid=104015) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 26 03:18:39.281324 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d358ea46-6757-412f-ae92-b0864c086993 None None] Pushing event updated for resources: {'Port': ['ID=0c642946-eba8-4afd-8588-a4f2a1c1bcf9,revision_number=4']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:18:39.293123 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a2b1c1-43b7-4a3b-90c4-fa122253ae7b None None] Routers {'5e36f13b-e02a-4d7d-8017-9ddb2aeb7234'} bound to L3 agent in host dv-cinder-846842-4-iscsi {{(pid=104015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 26 03:18:39.293762 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-d6a2b1c1-43b7-4a3b-90c4-fa122253ae7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-26T02:56:44Z,description=,heartbeat_timestamp=2022-06-26T03:18:14Z,host='dv-cinder-846842-4-iscsi',id=0122de27-3097-4d47-a0ca-0fb90e28ac1e,load=0,resource_versions=,resources_synced=,started_at=2022-06-26T02:56:44Z,topic='l3_agent')) {'router_ids': ['5e36f13b-e02a-4d7d-8017-9ddb2aeb7234'], 'active': True} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:18:39.338414 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:18:39.343306 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Current status of the port 976921bd-0486-4c4e-8058-8b73534ef312 is: ACTIVE; New status is: ACTIVE {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 03:18:39.343510 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvr_db [None req-3b2cbb71-7360-409a-8469-87bbace56222 None None] Set router 9f08b2ae-860f-4100-bd41-59d1597c263d gateway port host: dv-cinder-846842-4-iscsi {{(pid=104016) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 26 03:18:39.373435 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:18:39.452816 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvr_db [None req-d6a2b1c1-43b7-4a3b-90c4-fa122253ae7b None None] Set router 5e36f13b-e02a-4d7d-8017-9ddb2aeb7234 gateway port host: dv-cinder-846842-4-iscsi {{(pid=104015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 26 03:18:39.553999 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-3b2cbb71-7360-409a-8469-87bbace56222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f08b2ae-860f-4100-bd41-59d1597c263d', 'name': 'tempest-TestVolumeBootPattern-675531889-router', 'tenant_id': 'ab9dc6af1a444a42ab539b5be5fc1922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '992e5882-f5f3-4878-95c6-e181d719a33f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:18:37Z', 'updated_at': '2022-06-26T03:18:38Z', 'revision_number': 3, 'project_id': 'ab9dc6af1a444a42ab539b5be5fc1922', 'gw_port': {'id': '992e5882-f5f3-4878-95c6-e181d719a33f', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:21:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f08b2ae-860f-4100-bd41-59d1597c263d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:18:38Z', 'updated_at': '2022-06-26T03:18:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi'}], 'dv-cinder-846842-4-iscsi', False) {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:18:39.579824 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2cbb71-7360-409a-8469-87bbace56222 None None] Checking router: 9f08b2ae-860f-4100-bd41-59d1597c263d for host: dv-cinder-846842-4-iscsi {{(pid=104016) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 03:18:39.580172 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2cbb71-7360-409a-8469-87bbace56222 None None] Updating router 9f08b2ae-860f-4100-bd41-59d1597c263d port 992e5882-f5f3-4878-95c6-e181d719a33f binding host dv-cinder-846842-4-iscsi {{(pid=104016) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 26 03:18:39.602684 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:18:39.610750 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3b2cbb71-7360-409a-8469-87bbace56222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (992e5882-f5f3-4878-95c6-e181d719a33f), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:39.642749 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-9ccc1eb5-5154-4d06-b03d-0a0d5736eb2d None None] Provisioning complete for port 0c642946-eba8-4afd-8588-a4f2a1c1bcf9 triggered by entity DHCP. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:18:39.643148 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-9ccc1eb5-5154-4d06-b03d-0a0d5736eb2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (0c642946-eba8-4afd-8588-a4f2a1c1bcf9), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:39.685766 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-008a713e-3caf-423d-b856-07d4f07df3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (None), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:39.718708 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-d6a2b1c1-43b7-4a3b-90c4-fa122253ae7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e36f13b-e02a-4d7d-8017-9ddb2aeb7234', 'name': 'tempest-TestVolumeBootPattern-608296386-router', 'tenant_id': '4a6b41994f444cafb21d3d6e395b6893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': '976921bd-0486-4c4e-8058-8b73534ef312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:18:33Z', 'updated_at': '2022-06-26T03:18:35Z', 'revision_number': 4, 'project_id': '4a6b41994f444cafb21d3d6e395b6893', 'gw_port': {'id': '976921bd-0486-4c4e-8058-8b73534ef312', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:83:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e36f13b-e02a-4d7d-8017-9ddb2aeb7234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:18:33Z', 'updated_at': '2022-06-26T03:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi', '_interfaces': [{'id': '0c642946-eba8-4afd-8588-a4f2a1c1bcf9', 'name': '', 'network_id': '4925de68-9c6f-4235-8c00-daee335817a4', 'tenant_id': '4a6b41994f444cafb21d3d6e395b6893', 'mac_address': 'fa:16:3e:f7:89:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e36f13b-e02a-4d7d-8017-9ddb2aeb7234', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'db13727d-bad1-446f-86ff-3a62b40a69f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:18:35Z', 'updated_at': '2022-06-26T03:18:39Z', 'revision_number': 4, 'project_id': '4a6b41994f444cafb21d3d6e395b6893', 'subnets': [{'id': 'db13727d-bad1-446f-86ff-3a62b40a69f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-4-iscsi', False) {} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:18:39.752308 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a2b1c1-43b7-4a3b-90c4-fa122253ae7b None None] The sync data for ids ['5e36f13b-e02a-4d7d-8017-9ddb2aeb7234'] in dv-cinder-846842-4-iscsi is: [{'id': '5e36f13b-e02a-4d7d-8017-9ddb2aeb7234', 'name': 'tempest-TestVolumeBootPattern-608296386-router', 'tenant_id': '4a6b41994f444cafb21d3d6e395b6893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': '976921bd-0486-4c4e-8058-8b73534ef312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:18:33Z', 'updated_at': '2022-06-26T03:18:35Z', 'revision_number': 4, 'project_id': '4a6b41994f444cafb21d3d6e395b6893', 'gw_port': {'id': '976921bd-0486-4c4e-8058-8b73534ef312', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:83:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e36f13b-e02a-4d7d-8017-9ddb2aeb7234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:18:33Z', 'updated_at': '2022-06-26T03:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi', '_interfaces': [{'id': '0c642946-eba8-4afd-8588-a4f2a1c1bcf9', 'name': '', 'network_id': '4925de68-9c6f-4235-8c00-daee335817a4', 'tenant_id': '4a6b41994f444cafb21d3d6e395b6893', 'mac_address': 'fa:16:3e:f7:89:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e36f13b-e02a-4d7d-8017-9ddb2aeb7234', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'db13727d-bad1-446f-86ff-3a62b40a69f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:18:35Z', 'updated_at': '2022-06-26T03:18:39Z', 'revision_number': 4, 'project_id': '4a6b41994f444cafb21d3d6e395b6893', 'subnets': [{'id': 'db13727d-bad1-446f-86ff-3a62b40a69f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 03:18:39.793369 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-9ccc1eb5-5154-4d06-b03d-0a0d5736eb2d None None] Current status of the port 0c642946-eba8-4afd-8588-a4f2a1c1bcf9 is: DOWN; New status is: ACTIVE {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 03:18:39.793697 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-9ccc1eb5-5154-4d06-b03d-0a0d5736eb2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (0c642946-eba8-4afd-8588-a4f2a1c1bcf9), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:39.879060 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-9ccc1eb5-5154-4d06-b03d-0a0d5736eb2d None None] For port 0c642946-eba8-4afd-8588-a4f2a1c1bcf9, host dv-cinder-846842-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-4-iscsi',level=0,port_id=0c642946-eba8-4afd-8588-a4f2a1c1bcf9,segment=NetworkSegment(7c661f11-3aee-4d0a-9599-bb61aa25f1b7),segment_id=7c661f11-3aee-4d0a-9599-bb61aa25f1b7)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:18:39.882981 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.db.db_base_plugin_common [None req-008a713e-3caf-423d-b856-07d4f07df3b1 admin admin] Allocated IP 172.20.0.1 (3d5624a1-64f3-4ac6-954e-c17d9da58227/8078011d-b356-415e-a7f1-8c592e7b8e94/aa7f0995-4db5-47b3-be69-95fb246ce336) {{(pid=104013) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 03:18:39.884977 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-9ccc1eb5-5154-4d06-b03d-0a0d5736eb2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (0c642946-eba8-4afd-8588-a4f2a1c1bcf9), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:39.955662 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:18:39.968737 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:18:39.993769 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccc1eb5-5154-4d06-b03d-0a0d5736eb2d None None] Pushing event updated for resources: {'Port': ['ID=0c642946-eba8-4afd-8588-a4f2a1c1bcf9,revision_number=5']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:18:40.054789 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-008a713e-3caf-423d-b856-07d4f07df3b1 admin admin] Publish callbacks [] for port (aa7f0995-4db5-47b3-be69-95fb246ce336), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:40.058774 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3b2cbb71-7360-409a-8469-87bbace56222 None None] Publish callbacks [] for port (992e5882-f5f3-4878-95c6-e181d719a33f), precommit_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:40.068931 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3b2cbb71-7360-409a-8469-87bbace56222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (992e5882-f5f3-4878-95c6-e181d719a33f), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:40.099197 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-008a713e-3caf-423d-b856-07d4f07df3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787575245469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7375238'] for port (aa7f0995-4db5-47b3-be69-95fb246ce336), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:40.117715 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [None req-3b2cbb71-7360-409a-8469-87bbace56222 None None] Attempting to bind port 992e5882-f5f3-4878-95c6-e181d719a33f on host dv-cinder-846842-4-iscsi for vnic_type normal with profile {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 26 03:18:40.117840 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [None req-3b2cbb71-7360-409a-8469-87bbace56222 None None] Attempting to bind port 992e5882-f5f3-4878-95c6-e181d719a33f by drivers openvswitch,hyperv on host dv-cinder-846842-4-iscsi at level 0 using segments [{'id': '968602fb-f834-40ea-ad2f-658bf3156d3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df'}] {{(pid=104016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 26 03:18:40.118131 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2cbb71-7360-409a-8469-87bbace56222 None None] Attempting to bind port 992e5882-f5f3-4878-95c6-e181d719a33f on network 9f069e5f-e57e-4e35-ad51-5f4f2e2f15df {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 26 03:18:40.128456 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2cbb71-7360-409a-8469-87bbace56222 None None] Checking agent: {'id': '16f9b602-7baf-4f7a-ab92-1b0788147fb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 26, 2, 56, 46), 'started_at': datetime.datetime(2022, 6, 26, 2, 57, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 26, 3, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 26 03:18:40.129136 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2cbb71-7360-409a-8469-87bbace56222 None None] Checking segment: {'id': '968602fb-f834-40ea-ad2f-658bf3156d3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104016) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 26 03:18:40.129689 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3b2cbb71-7360-409a-8469-87bbace56222 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:40.130273 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2cbb71-7360-409a-8469-87bbace56222 None None] Bound using segment: {'id': '968602fb-f834-40ea-ad2f-658bf3156d3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df'} {{(pid=104016) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 26 03:18:40.130901 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.managers [None req-3b2cbb71-7360-409a-8469-87bbace56222 None None] Bound port: 992e5882-f5f3-4878-95c6-e181d719a33f, host: dv-cinder-846842-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '968602fb-f834-40ea-ad2f-658bf3156d3b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df'}}] {{(pid=104016) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 26 03:18:40.131712 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3b2cbb71-7360-409a-8469-87bbace56222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (992e5882-f5f3-4878-95c6-e181d719a33f), before_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:40.141471 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-008a713e-3caf-423d-b856-07d4f07df3b1 admin admin] Network 3d5624a1-64f3-4ac6-954e-c17d9da58227 is already hosted by enough agents. {{(pid=104013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 03:18:40.149388 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.scheduler.base_scheduler [None req-008a713e-3caf-423d-b856-07d4f07df3b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 03:18:40.153360 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008a713e-3caf-423d-b856-07d4f07df3b1 admin admin] Received port after_create {{(pid=104013) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 26 03:18:40.190394 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-3b2cbb71-7360-409a-8469-87bbace56222 None None] For port 992e5882-f5f3-4878-95c6-e181d719a33f, host dv-cinder-846842-4-iscsi, cleared binding levels {{(pid=104016) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 03:18:40.193298 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a713e-3caf-423d-b856-07d4f07df3b1 admin admin] Pushing event updated for resources: {'Port': ['ID=aa7f0995-4db5-47b3-be69-95fb246ce336,revision_number=1']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:18:40.198098 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.plugins.ml2.db [None req-3b2cbb71-7360-409a-8469-87bbace56222 None None] For port 992e5882-f5f3-4878-95c6-e181d719a33f, host dv-cinder-846842-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-4-iscsi',level=0,port_id=992e5882-f5f3-4878-95c6-e181d719a33f,segment=NetworkSegment(968602fb-f834-40ea-ad2f-658bf3156d3b),segment_id=968602fb-f834-40ea-ad2f-658bf3156d3b)] {{(pid=104016) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 03:18:40.207313 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-008a713e-3caf-423d-b856-07d4f07df3b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1596484'] for router_interface (9f08b2ae-860f-4100-bd41-59d1597c263d), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:40.211591 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron_lib.callbacks.manager [None req-3b2cbb71-7360-409a-8469-87bbace56222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (992e5882-f5f3-4878-95c6-e181d719a33f), after_update {{(pid=104016) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:40.220234 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90bc6b7-bf5a-4aa4-836e-9c5e80c22f57 None None] Pushing event updated for resources: {'Port': ['ID=992e5882-f5f3-4878-95c6-e181d719a33f,revision_number=2']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:18:40.287404 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2cbb71-7360-409a-8469-87bbace56222 None None] Routers {'9f08b2ae-860f-4100-bd41-59d1597c263d'} bound to L3 agent in host dv-cinder-846842-4-iscsi {{(pid=104016) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 26 03:18:40.288216 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-3b2cbb71-7360-409a-8469-87bbace56222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-26T02:56:44Z,description=,heartbeat_timestamp=2022-06-26T03:18:14Z,host='dv-cinder-846842-4-iscsi',id=0122de27-3097-4d47-a0ca-0fb90e28ac1e,load=0,resource_versions=,resources_synced=,started_at=2022-06-26T02:56:44Z,topic='l3_agent')) {'router_ids': ['9f08b2ae-860f-4100-bd41-59d1597c263d'], 'active': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:18:40.290611 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90bc6b7-bf5a-4aa4-836e-9c5e80c22f57 None None] Pushing event updated for resources: {'Port': ['ID=992e5882-f5f3-4878-95c6-e181d719a33f,revision_number=3']} {{(pid=104016) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:18:40.384750 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c2ac98-8867-40d8-87e6-1e43b4f0eef5 None None] Network 3d5624a1-64f3-4ac6-954e-c17d9da58227 requested from dv-cinder-846842-4-iscsi {{(pid=104015) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 26 03:18:40.427017 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvr_db [None req-3b2cbb71-7360-409a-8469-87bbace56222 None None] Set router 9f08b2ae-860f-4100-bd41-59d1597c263d gateway port host: dv-cinder-846842-4-iscsi {{(pid=104016) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 26 03:18:40.580903 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-13032c5d-d98e-4378-ad7f-e4544c69ca97 None None] Provisioning complete for port 5406d45d-dab7-4c2c-8497-c9e2de2344b8 triggered by entity DHCP. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:18:40.581943 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-13032c5d-d98e-4378-ad7f-e4544c69ca97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (5406d45d-dab7-4c2c-8497-c9e2de2344b8), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:40.625948 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-3b2cbb71-7360-409a-8469-87bbace56222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f08b2ae-860f-4100-bd41-59d1597c263d', 'name': 'tempest-TestVolumeBootPattern-675531889-router', 'tenant_id': 'ab9dc6af1a444a42ab539b5be5fc1922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '992e5882-f5f3-4878-95c6-e181d719a33f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:18:37Z', 'updated_at': '2022-06-26T03:18:38Z', 'revision_number': 3, 'project_id': 'ab9dc6af1a444a42ab539b5be5fc1922', 'gw_port': {'id': '992e5882-f5f3-4878-95c6-e181d719a33f', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:21:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f08b2ae-860f-4100-bd41-59d1597c263d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:18:38Z', 'updated_at': '2022-06-26T03:18:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi'}], 'dv-cinder-846842-4-iscsi', False) {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:18:40.635194 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:18:40.647384 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-008a713e-3caf-423d-b856-07d4f07df3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (aa7f0995-4db5-47b3-be69-95fb246ce336), before_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:40.659306 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2cbb71-7360-409a-8469-87bbace56222 None None] The sync data for ids ['9f08b2ae-860f-4100-bd41-59d1597c263d'] in dv-cinder-846842-4-iscsi is: [{'id': '9f08b2ae-860f-4100-bd41-59d1597c263d', 'name': 'tempest-TestVolumeBootPattern-675531889-router', 'tenant_id': 'ab9dc6af1a444a42ab539b5be5fc1922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '992e5882-f5f3-4878-95c6-e181d719a33f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:18:37Z', 'updated_at': '2022-06-26T03:18:38Z', 'revision_number': 3, 'project_id': 'ab9dc6af1a444a42ab539b5be5fc1922', 'gw_port': {'id': '992e5882-f5f3-4878-95c6-e181d719a33f', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:21:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f08b2ae-860f-4100-bd41-59d1597c263d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:18:38Z', 'updated_at': '2022-06-26T03:18:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi'}] {{(pid=104016) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 03:18:40.743208 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-13032c5d-d98e-4378-ad7f-e4544c69ca97 None None] Current status of the port 5406d45d-dab7-4c2c-8497-c9e2de2344b8 is: DOWN; New status is: ACTIVE {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 03:18:40.743888 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-13032c5d-d98e-4378-ad7f-e4544c69ca97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (5406d45d-dab7-4c2c-8497-c9e2de2344b8), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:40.828996 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-13032c5d-d98e-4378-ad7f-e4544c69ca97 None None] For port 5406d45d-dab7-4c2c-8497-c9e2de2344b8, host dv-cinder-846842-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-4-iscsi',level=0,port_id=5406d45d-dab7-4c2c-8497-c9e2de2344b8,segment=NetworkSegment(95e6a770-bf0a-4bf4-b12d-0de7f20a4227),segment_id=95e6a770-bf0a-4bf4-b12d-0de7f20a4227)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:18:40.836912 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-13032c5d-d98e-4378-ad7f-e4544c69ca97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (5406d45d-dab7-4c2c-8497-c9e2de2344b8), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:40.864544 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-008a713e-3caf-423d-b856-07d4f07df3b1 admin admin] Publish callbacks [] for port (aa7f0995-4db5-47b3-be69-95fb246ce336), precommit_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:40.875430 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-008a713e-3caf-423d-b856-07d4f07df3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7375263'] for port (aa7f0995-4db5-47b3-be69-95fb246ce336), after_update {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:40.958380 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13032c5d-d98e-4378-ad7f-e4544c69ca97 None None] Pushing event updated for resources: {'Port': ['ID=5406d45d-dab7-4c2c-8497-c9e2de2344b8,revision_number=3']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:18:40.971735 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a713e-3caf-423d-b856-07d4f07df3b1 admin admin] Pushing event updated for resources: {'Port': ['ID=aa7f0995-4db5-47b3-be69-95fb246ce336,revision_number=2']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:18:40.975415 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-008a713e-3caf-423d-b856-07d4f07df3b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1628672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1597140'] for router_interface (9f08b2ae-860f-4100-bd41-59d1597c263d), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:40.989843 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008a713e-3caf-423d-b856-07d4f07df3b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:18:40.989843 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008a713e-3caf-423d-b856-07d4f07df3b1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:18:40.989843 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008a713e-3caf-423d-b856-07d4f07df3b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:18:40.989843 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008a713e-3caf-423d-b856-07d4f07df3b1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:18:40.989843 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008a713e-3caf-423d-b856-07d4f07df3b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:18:40.989843 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008a713e-3caf-423d-b856-07d4f07df3b1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:18:40.990934 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008a713e-3caf-423d-b856-07d4f07df3b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:18:40.990934 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008a713e-3caf-423d-b856-07d4f07df3b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:18:40.990934 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008a713e-3caf-423d-b856-07d4f07df3b1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:18:40.991246 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008a713e-3caf-423d-b856-07d4f07df3b1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:18:40.995304 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008a713e-3caf-423d-b856-07d4f07df3b1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:18:40.997143 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008a713e-3caf-423d-b856-07d4f07df3b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:18:41.002523 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008a713e-3caf-423d-b856-07d4f07df3b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:18:41.002875 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008a713e-3caf-423d-b856-07d4f07df3b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:18:41.003737 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008a713e-3caf-423d-b856-07d4f07df3b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:18:41.022913 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Device 0c642946-eba8-4afd-8588-a4f2a1c1bcf9 up at agent ovs-agent-dv-cinder-846842-4-iscsi {{(pid=104015) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 03:18:41.101808 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Provisioning complete for port 0c642946-eba8-4afd-8588-a4f2a1c1bcf9 triggered by entity L2. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:18:41.102213 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (0c642946-eba8-4afd-8588-a4f2a1c1bcf9), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:41.134916 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-008a713e-3caf-423d-b856-07d4f07df3b1 admin admin] Network 3d5624a1-64f3-4ac6-954e-c17d9da58227 is already hosted by enough agents. {{(pid=104013) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 03:18:41.136592 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=100 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:18:41.137838 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.scheduler.base_scheduler [None req-008a713e-3caf-423d-b856-07d4f07df3b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104013) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 03:18:41.177657 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-ae8392c5-4ba1-462f-b536-2166622350d9 None None] Provisioning complete for port aa7f0995-4db5-47b3-be69-95fb246ce336 triggered by entity DHCP. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:18:41.178034 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-ae8392c5-4ba1-462f-b536-2166622350d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (aa7f0995-4db5-47b3-be69-95fb246ce336), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:41.250814 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-ae8392c5-4ba1-462f-b536-2166622350d9 None None] Port aa7f0995-4db5-47b3-be69-95fb246ce336 cannot update to ACTIVE because it is not bound. {{(pid=104015) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 26 03:18:41.261147 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Current status of the port 0c642946-eba8-4afd-8588-a4f2a1c1bcf9 is: ACTIVE; New status is: ACTIVE {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 03:18:41.262275 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Device 5406d45d-dab7-4c2c-8497-c9e2de2344b8 up at agent ovs-agent-dv-cinder-846842-4-iscsi {{(pid=104015) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 03:18:41.273294 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:18:41.288392 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-ae8392c5-4ba1-462f-b536-2166622350d9 None None] Provisioning complete for port 5406d45d-dab7-4c2c-8497-c9e2de2344b8 triggered by entity DHCP. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:18:41.288712 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-ae8392c5-4ba1-462f-b536-2166622350d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (5406d45d-dab7-4c2c-8497-c9e2de2344b8), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:41.302633 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-008a713e-3caf-423d-b856-07d4f07df3b1 admin admin] Router 9f08b2ae-860f-4100-bd41-59d1597c263d has already been hosted by L3 agent 0122de27-3097-4d47-a0ca-0fb90e28ac1e {{(pid=104013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 26 03:18:41.352784 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Provisioning complete for port 5406d45d-dab7-4c2c-8497-c9e2de2344b8 triggered by entity L2. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:18:41.353161 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (5406d45d-dab7-4c2c-8497-c9e2de2344b8), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:41.424251 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-ae8392c5-4ba1-462f-b536-2166622350d9 None None] Current status of the port 5406d45d-dab7-4c2c-8497-c9e2de2344b8 is: ACTIVE; New status is: ACTIVE {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 03:18:41.427171 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-008a713e-3caf-423d-b856-07d4f07df3b1 admin admin] Notify agent at l3_agent.dv-cinder-846842-4-iscsi the message routers_updated {{(pid=104013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 03:18:41.436305 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-008a713e-3caf-423d-b856-07d4f07df3b1 admin admin] 10.222.0.13 "PUT /v2.0/routers/9f08b2ae-860f-4100-bd41-59d1597c263d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2658918 Jun 26 03:18:41.498256 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Current status of the port 5406d45d-dab7-4c2c-8497-c9e2de2344b8 is: ACTIVE; New status is: ACTIVE {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 03:18:41.505045 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-4367f955-8db1-4479-bbe9-94e5f7f226d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (7168f7b9-c398-4364-91f8-35e2ce03f4c4), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:41.557242 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-084c115e-97fd-4e73-94af-b2ede642d1ef None None] Provisioning complete for port aa7f0995-4db5-47b3-be69-95fb246ce336 triggered by entity DHCP. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:18:41.557625 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-084c115e-97fd-4e73-94af-b2ede642d1ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (aa7f0995-4db5-47b3-be69-95fb246ce336), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:41.592609 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-084c115e-97fd-4e73-94af-b2ede642d1ef None None] Port aa7f0995-4db5-47b3-be69-95fb246ce336 cannot update to ACTIVE because it is not bound. {{(pid=104015) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 26 03:18:41.711998 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-37dd5bb5-a506-480d-a0d2-0f67bef5b047 None None] Provisioning complete for port aa7f0995-4db5-47b3-be69-95fb246ce336 triggered by entity DHCP. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:18:41.712690 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-37dd5bb5-a506-480d-a0d2-0f67bef5b047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (aa7f0995-4db5-47b3-be69-95fb246ce336), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:41.732302 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:18:41.748810 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-37dd5bb5-a506-480d-a0d2-0f67bef5b047 None None] Port aa7f0995-4db5-47b3-be69-95fb246ce336 cannot update to ACTIVE because it is not bound. {{(pid=104015) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 26 03:18:41.837766 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 50824) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:18:41.842474 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [None req-b33178b2-ec5b-468c-8ac0-e27362c6821e tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-43239331', 'description': 'tempest-secgroup-smoke-43239331 description', 'project_id': '4a6b41994f444cafb21d3d6e395b6893'}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:18:41.863867 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-b33178b2-ec5b-468c-8ac0-e27362c6821e tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Publish callbacks [] for security_group (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:41.937909 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-b33178b2-ec5b-468c-8ac0-e27362c6821e tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Publish callbacks [] for security_group (c4bdc25b-6526-4e0c-94e9-bf640a708672), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:41.942185 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-b33178b2-ec5b-468c-8ac0-e27362c6821e tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (c4bdc25b-6526-4e0c-94e9-bf640a708672), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:41.971642 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-b33178b2-ec5b-468c-8ac0-e27362c6821e tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Publish callbacks [] for security_group (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:41.972877 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-b33178b2-ec5b-468c-8ac0-e27362c6821e tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.1340606 Jun 26 03:18:41.974912 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33178b2-ec5b-468c-8ac0-e27362c6821e tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4bdc25b-6526-4e0c-94e9-bf640a708672,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:18:41.976025 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 50826) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:18:41.981845 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-4b704b36-d87e-4448-b940-82e897bef959 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Request body: {'security_group_rule': {'security_group_id': 'c4bdc25b-6526-4e0c-94e9-bf640a708672', 'project_id': '4a6b41994f444cafb21d3d6e395b6893', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:18:42.009797 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-4b704b36-d87e-4448-b940-82e897bef959 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Publish callbacks [] for security_group_rule (f38128a7-72c0-4c66-a7f3-3f423d3fb2bf), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:42.062970 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-4b704b36-d87e-4448-b940-82e897bef959 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Publish callbacks [] for security_group_rule (f38128a7-72c0-4c66-a7f3-3f423d3fb2bf), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:42.066893 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-4b704b36-d87e-4448-b940-82e897bef959 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692706'] for security_group_rule (f38128a7-72c0-4c66-a7f3-3f423d3fb2bf), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:42.084301 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b704b36-d87e-4448-b940-82e897bef959 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f38128a7-72c0-4c66-a7f3-3f423d3fb2bf,revision_number=0']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:18:42.091763 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-4b704b36-d87e-4448-b940-82e897bef959 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:42.092937 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-4b704b36-d87e-4448-b940-82e897bef959 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1149960 Jun 26 03:18:42.095734 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 50828) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:18:42.100031 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-1fa379d3-9dea-4152-aea1-5b5fbf5768d5 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Request body: {'security_group_rule': {'security_group_id': 'c4bdc25b-6526-4e0c-94e9-bf640a708672', 'project_id': '4a6b41994f444cafb21d3d6e395b6893', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:18:42.129132 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-1fa379d3-9dea-4152-aea1-5b5fbf5768d5 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Publish callbacks [] for security_group_rule (94897528-df4d-4cd9-a2ac-8918e7141530), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:42.176598 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-1fa379d3-9dea-4152-aea1-5b5fbf5768d5 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Publish callbacks [] for security_group_rule (94897528-df4d-4cd9-a2ac-8918e7141530), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:42.180194 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-1fa379d3-9dea-4152-aea1-5b5fbf5768d5 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692706'] for security_group_rule (94897528-df4d-4cd9-a2ac-8918e7141530), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:42.186421 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=5,neutron:DELETE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:18:42.201017 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa379d3-9dea-4152-aea1-5b5fbf5768d5 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94897528-df4d-4cd9-a2ac-8918e7141530,revision_number=0']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:18:42.209739 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-1fa379d3-9dea-4152-aea1-5b5fbf5768d5 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:42.210981 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-1fa379d3-9dea-4152-aea1-5b5fbf5768d5 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1142766 Jun 26 03:18:42.213703 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 50830) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:18:42.218012 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-e507e106-d38c-4a4e-9d5f-9bad57f6183e tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Request body: {'security_group_rule': {'security_group_id': 'c4bdc25b-6526-4e0c-94e9-bf640a708672', 'project_id': '4a6b41994f444cafb21d3d6e395b6893', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:18:42.244716 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-e507e106-d38c-4a4e-9d5f-9bad57f6183e tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Publish callbacks [] for security_group_rule (00fcc5b8-9542-4593-b6ae-55bd64007588), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:42.300629 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-e507e106-d38c-4a4e-9d5f-9bad57f6183e tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Publish callbacks [] for security_group_rule (00fcc5b8-9542-4593-b6ae-55bd64007588), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:42.303908 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-e507e106-d38c-4a4e-9d5f-9bad57f6183e tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692706'] for security_group_rule (00fcc5b8-9542-4593-b6ae-55bd64007588), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:42.321852 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e507e106-d38c-4a4e-9d5f-9bad57f6183e tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00fcc5b8-9542-4593-b6ae-55bd64007588,revision_number=0']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:18:42.328797 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-e507e106-d38c-4a4e-9d5f-9bad57f6183e tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:42.329970 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-e507e106-d38c-4a4e-9d5f-9bad57f6183e tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1152828 Jun 26 03:18:42.332693 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 50832) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:18:42.336875 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-b09d33d8-ef7e-4e03-ac6d-4140d80499be tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Request body: {'security_group_rule': {'security_group_id': 'c4bdc25b-6526-4e0c-94e9-bf640a708672', 'project_id': '4a6b41994f444cafb21d3d6e395b6893', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:18:42.363831 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-b09d33d8-ef7e-4e03-ac6d-4140d80499be tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Publish callbacks [] for security_group_rule (e6ceb9f2-0001-4785-9a61-29d91e7defad), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:42.423265 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-b09d33d8-ef7e-4e03-ac6d-4140d80499be tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Publish callbacks [] for security_group_rule (e6ceb9f2-0001-4785-9a61-29d91e7defad), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:42.427243 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-b09d33d8-ef7e-4e03-ac6d-4140d80499be tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692706'] for security_group_rule (e6ceb9f2-0001-4785-9a61-29d91e7defad), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:42.445902 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09d33d8-ef7e-4e03-ac6d-4140d80499be tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6ceb9f2-0001-4785-9a61-29d91e7defad,revision_number=0']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:18:42.453228 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-b09d33d8-ef7e-4e03-ac6d-4140d80499be tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:42.454838 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-b09d33d8-ef7e-4e03-ac6d-4140d80499be tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1212513 Jun 26 03:18:42.457525 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 50834) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:18:42.461663 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-8aa205f6-01d9-4591-90d9-63c9a2ad7a90 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Request body: {'security_group_rule': {'security_group_id': 'c4bdc25b-6526-4e0c-94e9-bf640a708672', 'project_id': '4a6b41994f444cafb21d3d6e395b6893', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:18:42.482178 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.db.securitygroups_db [None req-8aa205f6-01d9-4591-90d9-63c9a2ad7a90 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Project 4a6b41994f444cafb21d3d6e395b6893 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 26 03:18:42.487323 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-8aa205f6-01d9-4591-90d9-63c9a2ad7a90 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Publish callbacks [] for security_group_rule (9ef71b03-7fc8-434b-85d3-0b5aa477bd2e), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:42.528489 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=84,neutron:INSERT=8,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:18:42.559891 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-8aa205f6-01d9-4591-90d9-63c9a2ad7a90 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Publish callbacks [] for security_group_rule (9ef71b03-7fc8-434b-85d3-0b5aa477bd2e), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:42.563392 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-8aa205f6-01d9-4591-90d9-63c9a2ad7a90 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692706'] for security_group_rule (9ef71b03-7fc8-434b-85d3-0b5aa477bd2e), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:42.580855 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa205f6-01d9-4591-90d9-63c9a2ad7a90 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ef71b03-7fc8-434b-85d3-0b5aa477bd2e,revision_number=0']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:18:42.588754 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-8aa205f6-01d9-4591-90d9-63c9a2ad7a90 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:42.589943 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-8aa205f6-01d9-4591-90d9-63c9a2ad7a90 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1314635 Jun 26 03:18:42.592703 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 50836) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:18:42.597548 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.v2.base [None req-6d13d6fc-8890-459e-80da-61612488cbf4 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Request body: {'security_group_rule': {'security_group_id': 'c4bdc25b-6526-4e0c-94e9-bf640a708672', 'project_id': '4a6b41994f444cafb21d3d6e395b6893', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104013) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:18:42.617914 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.db.securitygroups_db [None req-6d13d6fc-8890-459e-80da-61612488cbf4 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Project 4a6b41994f444cafb21d3d6e395b6893 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 26 03:18:42.623702 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-6d13d6fc-8890-459e-80da-61612488cbf4 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Publish callbacks [] for security_group_rule (54ca4bfc-b7c8-47cc-a5d1-885825c2f477), before_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:42.682242 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-6d13d6fc-8890-459e-80da-61612488cbf4 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Publish callbacks [] for security_group_rule (54ca4bfc-b7c8-47cc-a5d1-885825c2f477), precommit_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:42.685564 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-6d13d6fc-8890-459e-80da-61612488cbf4 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692706'] for security_group_rule (54ca4bfc-b7c8-47cc-a5d1-885825c2f477), after_create {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:42.704404 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d13d6fc-8890-459e-80da-61612488cbf4 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54ca4bfc-b7c8-47cc-a5d1-885825c2f477,revision_number=0']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:18:42.710459 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-6d13d6fc-8890-459e-80da-61612488cbf4 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:42.711763 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-6d13d6fc-8890-459e-80da-61612488cbf4 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1180680 Jun 26 03:18:42.907239 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Device 992e5882-f5f3-4878-95c6-e181d719a33f up at agent ovs-agent-dv-cinder-846842-4-iscsi {{(pid=104015) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 03:18:42.958670 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Provisioning complete for port 992e5882-f5f3-4878-95c6-e181d719a33f triggered by entity L2. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:18:42.959130 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (992e5882-f5f3-4878-95c6-e181d719a33f), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:43.037339 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Current status of the port 992e5882-f5f3-4878-95c6-e181d719a33f is: DOWN; New status is: ACTIVE {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 03:18:43.040365 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (992e5882-f5f3-4878-95c6-e181d719a33f), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:43.060108 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] For port 992e5882-f5f3-4878-95c6-e181d719a33f, host dv-cinder-846842-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-4-iscsi',level=0,port_id=992e5882-f5f3-4878-95c6-e181d719a33f,segment=NetworkSegment(968602fb-f834-40ea-ad2f-658bf3156d3b),segment_id=968602fb-f834-40ea-ad2f-658bf3156d3b)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:18:43.065060 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181134d8-2012-4a02-912b-4b27a8e16436 None None] Sync routers for ids ['9f08b2ae-860f-4100-bd41-59d1597c263d'] in dv-cinder-846842-4-iscsi {{(pid=104015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 03:18:43.069869 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (992e5882-f5f3-4878-95c6-e181d719a33f), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:43.070710 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Device 5406d45d-dab7-4c2c-8497-c9e2de2344b8 up at agent ovs-agent-dv-cinder-846842-4-iscsi {{(pid=104015) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 03:18:43.133818 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181134d8-2012-4a02-912b-4b27a8e16436 None None] Routers {'9f08b2ae-860f-4100-bd41-59d1597c263d'} bound to L3 agent in host dv-cinder-846842-4-iscsi {{(pid=104015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 26 03:18:43.133818 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-181134d8-2012-4a02-912b-4b27a8e16436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-26T02:56:44Z,description=,heartbeat_timestamp=2022-06-26T03:18:14Z,host='dv-cinder-846842-4-iscsi',id=0122de27-3097-4d47-a0ca-0fb90e28ac1e,load=0,resource_versions=,resources_synced=,started_at=2022-06-26T02:56:44Z,topic='l3_agent')) {'router_ids': ['9f08b2ae-860f-4100-bd41-59d1597c263d'], 'active': True} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:18:43.194104 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Pushing event updated for resources: {'Port': ['ID=992e5882-f5f3-4878-95c6-e181d719a33f,revision_number=4']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:18:43.208141 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:18:43.240661 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Provisioning complete for port 5406d45d-dab7-4c2c-8497-c9e2de2344b8 triggered by entity L2. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:18:43.241038 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (5406d45d-dab7-4c2c-8497-c9e2de2344b8), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:43.287386 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvr_db [None req-181134d8-2012-4a02-912b-4b27a8e16436 None None] Set router 9f08b2ae-860f-4100-bd41-59d1597c263d gateway port host: dv-cinder-846842-4-iscsi {{(pid=104015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 26 03:18:43.411141 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Current status of the port 5406d45d-dab7-4c2c-8497-c9e2de2344b8 is: ACTIVE; New status is: ACTIVE {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 03:18:43.506657 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-181134d8-2012-4a02-912b-4b27a8e16436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f08b2ae-860f-4100-bd41-59d1597c263d', 'name': 'tempest-TestVolumeBootPattern-675531889-router', 'tenant_id': 'ab9dc6af1a444a42ab539b5be5fc1922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '992e5882-f5f3-4878-95c6-e181d719a33f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:18:37Z', 'updated_at': '2022-06-26T03:18:40Z', 'revision_number': 4, 'project_id': 'ab9dc6af1a444a42ab539b5be5fc1922', 'gw_port': {'id': '992e5882-f5f3-4878-95c6-e181d719a33f', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:21:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f08b2ae-860f-4100-bd41-59d1597c263d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:18:38Z', 'updated_at': '2022-06-26T03:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi', '_interfaces': [{'id': 'aa7f0995-4db5-47b3-be69-95fb246ce336', 'name': '', 'network_id': '3d5624a1-64f3-4ac6-954e-c17d9da58227', 'tenant_id': 'ab9dc6af1a444a42ab539b5be5fc1922', 'mac_address': 'fa:16:3e:32:2a:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f08b2ae-860f-4100-bd41-59d1597c263d', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '8078011d-b356-415e-a7f1-8c592e7b8e94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:18:39Z', 'updated_at': '2022-06-26T03:18:40Z', 'revision_number': 2, 'project_id': 'ab9dc6af1a444a42ab539b5be5fc1922', 'subnets': [{'id': '8078011d-b356-415e-a7f1-8c592e7b8e94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-4-iscsi', False) {} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:18:43.531829 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181134d8-2012-4a02-912b-4b27a8e16436 None None] Checking router: 9f08b2ae-860f-4100-bd41-59d1597c263d for host: dv-cinder-846842-4-iscsi {{(pid=104015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 03:18:43.532192 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181134d8-2012-4a02-912b-4b27a8e16436 None None] Updating router 9f08b2ae-860f-4100-bd41-59d1597c263d port aa7f0995-4db5-47b3-be69-95fb246ce336 binding host dv-cinder-846842-4-iscsi {{(pid=104015) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 26 03:18:43.545027 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a2d907a8-ac6b-4f89-b96e-bd137068cac9 req-f4b06c46-71d1-487c-82bb-175c52cf7d76 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=dad8a4d7-e228-4988-a099-a49eba183537&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0403903 Jun 26 03:18:43.561530 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-181134d8-2012-4a02-912b-4b27a8e16436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (aa7f0995-4db5-47b3-be69-95fb246ce336), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:43.647469 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d907a8-ac6b-4f89-b96e-bd137068cac9 req-be05c1b9-496e-4dfc-89b7-d04bb4aa278a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:18:43.648954 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a2d907a8-ac6b-4f89-b96e-bd137068cac9 req-be05c1b9-496e-4dfc-89b7-d04bb4aa278a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=80a33a31ba6046e78352f5ba9e88b9fe&device_id=dad8a4d7-e228-4988-a099-a49eba183537 HTTP/1.1" status: 200 len: 1130 time: 0.0444465 Jun 26 03:18:43.705714 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:18:43.768985 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d907a8-ac6b-4f89-b96e-bd137068cac9 req-a6da75e8-73c8-4d63-9dab-85b95eeca7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:18:43.770874 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a2d907a8-ac6b-4f89-b96e-bd137068cac9 req-a6da75e8-73c8-4d63-9dab-85b95eeca7cd service neutron] 10.222.0.43 "GET /v2.0/networks?id=82c4a88c-3604-4e5f-902b-8a29b8be9dd0 HTTP/1.1" status: 200 len: 909 time: 0.1026649 Jun 26 03:18:43.802614 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-07074db7-3b91-47b0-8ec8-afb5d47b4340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (0122de27-3097-4d47-a0ca-0fb90e28ac1e), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:43.841618 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a2d907a8-ac6b-4f89-b96e-bd137068cac9 req-b2e4c202-9d2a-460a-b567-9e4623f0877d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8fb8465e-f5a6-4cd4-ae39-7cbb3d5e4eaf HTTP/1.1" status: 200 len: 1002 time: 0.0575166 Jun 26 03:18:43.845442 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-181134d8-2012-4a02-912b-4b27a8e16436 None None] Publish callbacks [] for port (aa7f0995-4db5-47b3-be69-95fb246ce336), precommit_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:43.851355 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-181134d8-2012-4a02-912b-4b27a8e16436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (aa7f0995-4db5-47b3-be69-95fb246ce336), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:43.895224 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d907a8-ac6b-4f89-b96e-bd137068cac9 req-080db24c-5ec7-44f9-9f47-3db487b9d013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:18:43.896805 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a2d907a8-ac6b-4f89-b96e-bd137068cac9 req-080db24c-5ec7-44f9-9f47-3db487b9d013 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=eab29342-7686-4817-abdf-f593c85f7fdd HTTP/1.1" status: 200 len: 847 time: 0.0489964 Jun 26 03:18:43.903464 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3d7475-47c4-4554-9002-3672da266ff2 None None] Pushing event updated for resources: {'Port': ['ID=aa7f0995-4db5-47b3-be69-95fb246ce336,revision_number=3']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:18:43.948018 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d907a8-ac6b-4f89-b96e-bd137068cac9 req-a987a165-068b-4417-92e7-16596a1210a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:18:43.950308 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a2d907a8-ac6b-4f89-b96e-bd137068cac9 req-a987a165-068b-4417-92e7-16596a1210a9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=82c4a88c-3604-4e5f-902b-8a29b8be9dd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0464113 Jun 26 03:18:43.979469 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [None req-181134d8-2012-4a02-912b-4b27a8e16436 None None] Attempting to bind port aa7f0995-4db5-47b3-be69-95fb246ce336 on host dv-cinder-846842-4-iscsi for vnic_type normal with profile {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 26 03:18:43.979469 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [None req-181134d8-2012-4a02-912b-4b27a8e16436 None None] Attempting to bind port aa7f0995-4db5-47b3-be69-95fb246ce336 by drivers openvswitch,hyperv on host dv-cinder-846842-4-iscsi at level 0 using segments [{'id': '95e6a770-bf0a-4bf4-b12d-0de7f20a4227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '3d5624a1-64f3-4ac6-954e-c17d9da58227'}] {{(pid=104015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 26 03:18:43.980185 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-181134d8-2012-4a02-912b-4b27a8e16436 None None] Attempting to bind port aa7f0995-4db5-47b3-be69-95fb246ce336 on network 3d5624a1-64f3-4ac6-954e-c17d9da58227 {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 26 03:18:43.985073 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-181134d8-2012-4a02-912b-4b27a8e16436 None None] Checking agent: {'id': '16f9b602-7baf-4f7a-ab92-1b0788147fb5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846842-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 26, 2, 56, 46), 'started_at': datetime.datetime(2022, 6, 26, 2, 57, 16), 'heartbeat_timestamp': datetime.datetime(2022, 6, 26, 3, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846842-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 26 03:18:43.985441 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-181134d8-2012-4a02-912b-4b27a8e16436 None None] Checking segment: {'id': '95e6a770-bf0a-4bf4-b12d-0de7f20a4227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '3d5624a1-64f3-4ac6-954e-c17d9da58227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104015) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 26 03:18:43.985840 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-181134d8-2012-4a02-912b-4b27a8e16436 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:43.986260 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-181134d8-2012-4a02-912b-4b27a8e16436 None None] Bound using segment: {'id': '95e6a770-bf0a-4bf4-b12d-0de7f20a4227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '3d5624a1-64f3-4ac6-954e-c17d9da58227'} {{(pid=104015) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 26 03:18:43.986721 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.managers [None req-181134d8-2012-4a02-912b-4b27a8e16436 None None] Bound port: aa7f0995-4db5-47b3-be69-95fb246ce336, host: dv-cinder-846842-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95e6a770-bf0a-4bf4-b12d-0de7f20a4227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '3d5624a1-64f3-4ac6-954e-c17d9da58227'}}] {{(pid=104015) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 26 03:18:43.987094 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-181134d8-2012-4a02-912b-4b27a8e16436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (aa7f0995-4db5-47b3-be69-95fb246ce336), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:44.055671 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-181134d8-2012-4a02-912b-4b27a8e16436 None None] For port aa7f0995-4db5-47b3-be69-95fb246ce336, host dv-cinder-846842-4-iscsi, cleared binding levels {{(pid=104015) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 03:18:44.059027 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-181134d8-2012-4a02-912b-4b27a8e16436 None None] For port aa7f0995-4db5-47b3-be69-95fb246ce336, host dv-cinder-846842-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-4-iscsi',level=0,port_id=aa7f0995-4db5-47b3-be69-95fb246ce336,segment=NetworkSegment(95e6a770-bf0a-4bf4-b12d-0de7f20a4227),segment_id=95e6a770-bf0a-4bf4-b12d-0de7f20a4227)] {{(pid=104015) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 03:18:44.064605 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a2d907a8-ac6b-4f89-b96e-bd137068cac9 req-e32b846a-90d0-45b2-b5c1-0a7bb93e915d service neutron] 10.222.0.43 "GET /v2.0/networks/82c4a88c-3604-4e5f-902b-8a29b8be9dd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054926 Jun 26 03:18:44.065812 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-181134d8-2012-4a02-912b-4b27a8e16436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (aa7f0995-4db5-47b3-be69-95fb246ce336), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:44.079638 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:INSERT=12,neutron:UPDATE=3,neutron:SELECT=82,neutron:DELETE=3 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:18:44.103794 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:18:44.123621 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181134d8-2012-4a02-912b-4b27a8e16436 None None] Routers {'9f08b2ae-860f-4100-bd41-59d1597c263d'} bound to L3 agent in host dv-cinder-846842-4-iscsi {{(pid=104015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 26 03:18:44.124310 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-181134d8-2012-4a02-912b-4b27a8e16436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-26T02:56:44Z,description=,heartbeat_timestamp=2022-06-26T03:18:44Z,host='dv-cinder-846842-4-iscsi',id=0122de27-3097-4d47-a0ca-0fb90e28ac1e,load=0,resource_versions=,resources_synced=,started_at=2022-06-26T02:56:44Z,topic='l3_agent')) {'router_ids': ['9f08b2ae-860f-4100-bd41-59d1597c263d'], 'active': True} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:18:44.156029 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=5,neutron:DELETE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:18:44.169415 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a2d907a8-ac6b-4f89-b96e-bd137068cac9 req-feccd5c7-e505-479f-860a-fff938c6d6c8 service neutron] 10.222.0.43 "GET /v2.0/networks/82c4a88c-3604-4e5f-902b-8a29b8be9dd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982337 Jun 26 03:18:44.179686 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3d7475-47c4-4554-9002-3672da266ff2 None None] Pushing event updated for resources: {'Port': ['ID=aa7f0995-4db5-47b3-be69-95fb246ce336,revision_number=4']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:18:44.191913 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-4dbd1451-19ae-4c8f-ab51-9d0ba9d8348d None None] Provisioning complete for port aa7f0995-4db5-47b3-be69-95fb246ce336 triggered by entity DHCP. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:18:44.192143 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-4dbd1451-19ae-4c8f-ab51-9d0ba9d8348d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (aa7f0995-4db5-47b3-be69-95fb246ce336), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:44.414258 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvr_db [None req-181134d8-2012-4a02-912b-4b27a8e16436 None None] Set router 9f08b2ae-860f-4100-bd41-59d1597c263d gateway port host: dv-cinder-846842-4-iscsi {{(pid=104015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 26 03:18:44.502681 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-4dbd1451-19ae-4c8f-ab51-9d0ba9d8348d None None] Current status of the port aa7f0995-4db5-47b3-be69-95fb246ce336 is: DOWN; New status is: ACTIVE {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 03:18:44.503601 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-4dbd1451-19ae-4c8f-ab51-9d0ba9d8348d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (aa7f0995-4db5-47b3-be69-95fb246ce336), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:44.593929 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-4dbd1451-19ae-4c8f-ab51-9d0ba9d8348d None None] For port aa7f0995-4db5-47b3-be69-95fb246ce336, host dv-cinder-846842-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-4-iscsi',level=0,port_id=aa7f0995-4db5-47b3-be69-95fb246ce336,segment=NetworkSegment(95e6a770-bf0a-4bf4-b12d-0de7f20a4227),segment_id=95e6a770-bf0a-4bf4-b12d-0de7f20a4227)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:18:44.600284 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-4dbd1451-19ae-4c8f-ab51-9d0ba9d8348d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (aa7f0995-4db5-47b3-be69-95fb246ce336), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:44.632507 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:18:44.687348 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbd1451-19ae-4c8f-ab51-9d0ba9d8348d None None] Pushing event updated for resources: {'Port': ['ID=aa7f0995-4db5-47b3-be69-95fb246ce336,revision_number=5']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:18:44.693193 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-181134d8-2012-4a02-912b-4b27a8e16436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f08b2ae-860f-4100-bd41-59d1597c263d', 'name': 'tempest-TestVolumeBootPattern-675531889-router', 'tenant_id': 'ab9dc6af1a444a42ab539b5be5fc1922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '992e5882-f5f3-4878-95c6-e181d719a33f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:18:37Z', 'updated_at': '2022-06-26T03:18:40Z', 'revision_number': 4, 'project_id': 'ab9dc6af1a444a42ab539b5be5fc1922', 'gw_port': {'id': '992e5882-f5f3-4878-95c6-e181d719a33f', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:21:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f08b2ae-860f-4100-bd41-59d1597c263d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:18:38Z', 'updated_at': '2022-06-26T03:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi', '_interfaces': [{'id': 'aa7f0995-4db5-47b3-be69-95fb246ce336', 'name': '', 'network_id': '3d5624a1-64f3-4ac6-954e-c17d9da58227', 'tenant_id': 'ab9dc6af1a444a42ab539b5be5fc1922', 'mac_address': 'fa:16:3e:32:2a:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f08b2ae-860f-4100-bd41-59d1597c263d', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '8078011d-b356-415e-a7f1-8c592e7b8e94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:18:39Z', 'updated_at': '2022-06-26T03:18:44Z', 'revision_number': 4, 'project_id': 'ab9dc6af1a444a42ab539b5be5fc1922', 'subnets': [{'id': '8078011d-b356-415e-a7f1-8c592e7b8e94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-4-iscsi', False) {} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:18:44.726587 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181134d8-2012-4a02-912b-4b27a8e16436 None None] The sync data for ids ['9f08b2ae-860f-4100-bd41-59d1597c263d'] in dv-cinder-846842-4-iscsi is: [{'id': '9f08b2ae-860f-4100-bd41-59d1597c263d', 'name': 'tempest-TestVolumeBootPattern-675531889-router', 'tenant_id': 'ab9dc6af1a444a42ab539b5be5fc1922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '992e5882-f5f3-4878-95c6-e181d719a33f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:18:37Z', 'updated_at': '2022-06-26T03:18:40Z', 'revision_number': 4, 'project_id': 'ab9dc6af1a444a42ab539b5be5fc1922', 'gw_port': {'id': '992e5882-f5f3-4878-95c6-e181d719a33f', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:21:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f08b2ae-860f-4100-bd41-59d1597c263d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:18:38Z', 'updated_at': '2022-06-26T03:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi', '_interfaces': [{'id': 'aa7f0995-4db5-47b3-be69-95fb246ce336', 'name': '', 'network_id': '3d5624a1-64f3-4ac6-954e-c17d9da58227', 'tenant_id': 'ab9dc6af1a444a42ab539b5be5fc1922', 'mac_address': 'fa:16:3e:32:2a:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f08b2ae-860f-4100-bd41-59d1597c263d', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '8078011d-b356-415e-a7f1-8c592e7b8e94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:18:39Z', 'updated_at': '2022-06-26T03:18:44Z', 'revision_number': 4, 'project_id': 'ab9dc6af1a444a42ab539b5be5fc1922', 'subnets': [{'id': '8078011d-b356-415e-a7f1-8c592e7b8e94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 03:18:44.733781 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-0f021df6-915a-455c-b6fe-871776a36546 None None] Provisioning complete for port aa7f0995-4db5-47b3-be69-95fb246ce336 triggered by entity DHCP. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:18:44.734179 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-0f021df6-915a-455c-b6fe-871776a36546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (aa7f0995-4db5-47b3-be69-95fb246ce336), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:44.839078 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-0f021df6-915a-455c-b6fe-871776a36546 None None] Current status of the port aa7f0995-4db5-47b3-be69-95fb246ce336 is: ACTIVE; New status is: ACTIVE {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 03:18:44.892056 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a0725410-9e6c-45cb-9ff8-c6c4931d6b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (ece691f0-a7cc-4e31-b59a-0e18fd9fccde), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:44.895608 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Device 992e5882-f5f3-4878-95c6-e181d719a33f up at agent ovs-agent-dv-cinder-846842-4-iscsi {{(pid=104015) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 03:18:44.952924 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (e7a0895f-45bb-4130-be69-32df3e039043), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:44.963638 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Provisioning complete for port 992e5882-f5f3-4878-95c6-e181d719a33f triggered by entity L2. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:18:44.964257 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (992e5882-f5f3-4878-95c6-e181d719a33f), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:45.038285 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Current status of the port 992e5882-f5f3-4878-95c6-e181d719a33f is: ACTIVE; New status is: ACTIVE {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 03:18:46.323829 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:18:46.343829 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d2867017-9ae3-4ae5-b018-59cb98d1258b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (3b87920d-6933-41a3-b47c-185b87d68e87), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:46.533053 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (16f9b602-7baf-4f7a-ab92-1b0788147fb5), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:46.855184 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Device aa7f0995-4db5-47b3-be69-95fb246ce336 up at agent ovs-agent-dv-cinder-846842-4-iscsi {{(pid=104015) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 03:18:46.900959 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Provisioning complete for port aa7f0995-4db5-47b3-be69-95fb246ce336 triggered by entity L2. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:18:46.901330 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (aa7f0995-4db5-47b3-be69-95fb246ce336), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:18:46.974241 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Current status of the port aa7f0995-4db5-47b3-be69-95fb246ce336 is: ACTIVE; New status is: ACTIVE {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 03:18:50.628952 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:18:50.630963 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:18:52.702355 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=19,neutron:DELETE=2,neutron:INSERT=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:18:52.703537 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=64,neutron:INSERT=9,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:18:54.166020 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=7 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:18:58.960942 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.agents_db [None req-1acc9491-aa00-4d80-a7f3-d699105ea2bf None None] Agent healthcheck: found 6 active agents {{(pid=104016) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 03:18:59.405743 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=32 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:18:59.407734 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=71,neutron:UPDATE=2 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:19:04.365841 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-26903ed8-6e68-4b66-82c2-607ce664508a req-287a3452-1606-44d5-ae42-3c840ba78b38 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-43239331&fields=id&tenant_id=4a6b41994f444cafb21d3d6e395b6893 HTTP/1.1" status: 200 len: 267 time: 0.0444453 Jun 26 03:19:04.472111 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26903ed8-6e68-4b66-82c2-607ce664508a req-2bf94ab9-5227-4a76-a126-c538fe585331 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:19:04.473992 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-26903ed8-6e68-4b66-82c2-607ce664508a req-2bf94ab9-5227-4a76-a126-c538fe585331 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] 10.222.0.13 "GET /v2.0/networks?id=4925de68-9c6f-4235-8c00-daee335817a4 HTTP/1.1" status: 200 len: 811 time: 0.1021173 Jun 26 03:19:04.488172 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-26903ed8-6e68-4b66-82c2-607ce664508a req-10fe2d3c-3b9b-41fd-9d50-d4c9792d2a86 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] 10.222.0.13 "GET /v2.0/quotas/4a6b41994f444cafb21d3d6e395b6893 HTTP/1.1" status: 200 len: 375 time: 0.0089567 Jun 26 03:19:04.537648 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-26903ed8-6e68-4b66-82c2-607ce664508a req-f9cdb3a2-2e2a-4238-a7a4-c7428931d34f tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4a6b41994f444cafb21d3d6e395b6893&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0447755 Jun 26 03:19:04.641415 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [req-26903ed8-6e68-4b66-82c2-607ce664508a req-a7d213c1-8501-4a48-a06b-93a9a4b0b492 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104014) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 26 03:19:04.642483 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-26903ed8-6e68-4b66-82c2-607ce664508a req-a7d213c1-8501-4a48-a06b-93a9a4b0b492 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0942955 Jun 26 03:19:04.735571 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-26903ed8-6e68-4b66-82c2-607ce664508a req-13f202d0-b26d-4985-b5e6-fe621710f582 service neutron] 10.222.0.13 "GET /v2.0/networks/4925de68-9c6f-4235-8c00-daee335817a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867782 Jun 26 03:19:04.824317 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-26903ed8-6e68-4b66-82c2-607ce664508a req-828db620-7d6e-4f0a-8fb7-920f489c839e service neutron] 10.222.0.13 "GET /v2.0/networks/4925de68-9c6f-4235-8c00-daee335817a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833511 Jun 26 03:19:06.120417 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-8e87ef11-ec0f-4c06-a739-bc696aa2f3a7 req-eb5bbcf4-43f6-4bcc-b866-0b6c227c0bf0 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b1ffc28-1390-49e3-89a2-0e9d284b2321 HTTP/1.1" status: 200 len: 210 time: 0.0315940 Jun 26 03:19:07.196246 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-3a7d274f-1449-4b46-a867-56315bfa7afc req-d106abbe-6030-45c7-bbaa-e716aeaffd52 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b1ffc28-1390-49e3-89a2-0e9d284b2321 HTTP/1.1" status: 200 len: 210 time: 0.0273817 Jun 26 03:19:08.274132 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-5649335a-1d71-48dc-8418-0e0b0fdeb163 req-c9a8fe6e-8643-40e4-ad03-002c43c4c2a7 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b1ffc28-1390-49e3-89a2-0e9d284b2321 HTTP/1.1" status: 200 len: 210 time: 0.0290384 Jun 26 03:19:08.956283 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=1 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:19:08.957030 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=1 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:19:09.352117 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-d3469574-c076-4fdb-87db-a4ed245beb29 req-c069b06a-ecd7-43bd-9924-382c5176a152 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b1ffc28-1390-49e3-89a2-0e9d284b2321 HTTP/1.1" status: 200 len: 210 time: 0.0290592 Jun 26 03:19:10.450212 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-eee502bd-54dd-4a26-a448-83ea9d8cd4ef req-091a8846-08b2-40b1-a468-4e79d4237880 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b1ffc28-1390-49e3-89a2-0e9d284b2321 HTTP/1.1" status: 200 len: 210 time: 0.0317755 Jun 26 03:19:11.141241 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26903ed8-6e68-4b66-82c2-607ce664508a req-6cc04bf8-1665-486e-a5b5-46c19a56ae5d tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:19:11.142857 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-26903ed8-6e68-4b66-82c2-607ce664508a req-6cc04bf8-1665-486e-a5b5-46c19a56ae5d tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] 10.222.0.43 "GET /v2.0/networks?id=4925de68-9c6f-4235-8c00-daee335817a4 HTTP/1.1" status: 200 len: 811 time: 0.1042008 Jun 26 03:19:11.236314 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-26903ed8-6e68-4b66-82c2-607ce664508a req-a7a055dd-b64f-45f2-9af4-e26eee941e0e tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a6b41994f444cafb21d3d6e395b6893 HTTP/1.1" status: 200 len: 378 time: 0.0560362 Jun 26 03:19:11.244730 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [req-26903ed8-6e68-4b66-82c2-607ce664508a req-1e5485d2-4ff6-4dd4-b4f4-e30f8b15b231 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Request body: {'port': {'device_id': '8b1ffc28-1390-49e3-89a2-0e9d284b2321', 'network_id': '4925de68-9c6f-4235-8c00-daee335817a4', 'admin_state_up': True, 'tenant_id': '4a6b41994f444cafb21d3d6e395b6893', 'security_groups': ['c4bdc25b-6526-4e0c-94e9-bf640a708672']}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:19:11.353161 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26903ed8-6e68-4b66-82c2-607ce664508a req-1e5485d2-4ff6-4dd4-b4f4-e30f8b15b231 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Made reservation on behalf of 4a6b41994f444cafb21d3d6e395b6893 for: {'port': 1} {{(pid=104014) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 03:19:11.356649 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-26903ed8-6e68-4b66-82c2-607ce664508a req-1e5485d2-4ff6-4dd4-b4f4-e30f8b15b231 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:19:11.447805 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-12af6286-0aec-43cc-9795-c2b277bc1586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (7168f7b9-c398-4364-91f8-35e2ce03f4c4), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:19:11.485914 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.db.db_base_plugin_common [req-26903ed8-6e68-4b66-82c2-607ce664508a req-1e5485d2-4ff6-4dd4-b4f4-e30f8b15b231 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Allocated IP 172.20.0.3 (4925de68-9c6f-4235-8c00-daee335817a4/db13727d-bad1-446f-86ff-3a62b40a69f1/a55b8d34-2a58-424c-9e6a-07ac0e4655c7) {{(pid=104014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 03:19:11.512191 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:19:11.536807 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:19:11.567764 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a60dea23-bc5e-4385-b053-cde2b1e200ae req-4c8162fb-845b-47ef-b254-a7fd6dafa49b tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b1ffc28-1390-49e3-89a2-0e9d284b2321 HTTP/1.1" status: 200 len: 210 time: 0.0461445 Jun 26 03:19:11.662970 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-26903ed8-6e68-4b66-82c2-607ce664508a req-1e5485d2-4ff6-4dd4-b4f4-e30f8b15b231 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Publish callbacks [] for port (a55b8d34-2a58-424c-9e6a-07ac0e4655c7), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:19:11.695927 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-26903ed8-6e68-4b66-82c2-607ce664508a req-1e5485d2-4ff6-4dd4-b4f4-e30f8b15b231 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787575245469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6258255'] for port (a55b8d34-2a58-424c-9e6a-07ac0e4655c7), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:19:11.741310 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26903ed8-6e68-4b66-82c2-607ce664508a req-1e5485d2-4ff6-4dd4-b4f4-e30f8b15b231 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Network 4925de68-9c6f-4235-8c00-daee335817a4 is already hosted by enough agents. {{(pid=104014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 03:19:11.744524 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.scheduler.base_scheduler [req-26903ed8-6e68-4b66-82c2-607ce664508a req-1e5485d2-4ff6-4dd4-b4f4-e30f8b15b231 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Resources bound (agent type, host, resource id): {{(pid=104014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 03:19:11.748720 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [req-26903ed8-6e68-4b66-82c2-607ce664508a req-1e5485d2-4ff6-4dd4-b4f4-e30f8b15b231 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Received port after_create {{(pid=104014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 26 03:19:11.754895 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5485d2-4ff6-4dd4-b4f4-e30f8b15b231 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Pushing event updated for resources: {'Port': ['ID=a55b8d34-2a58-424c-9e6a-07ac0e4655c7,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:19:11.782801 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5485d2-4ff6-4dd4-b4f4-e30f8b15b231 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:19:11.783163 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5485d2-4ff6-4dd4-b4f4-e30f8b15b231 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:19:11.783491 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5485d2-4ff6-4dd4-b4f4-e30f8b15b231 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:19:11.783829 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5485d2-4ff6-4dd4-b4f4-e30f8b15b231 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:19:11.784163 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5485d2-4ff6-4dd4-b4f4-e30f8b15b231 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:19:11.784493 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5485d2-4ff6-4dd4-b4f4-e30f8b15b231 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:19:11.784819 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5485d2-4ff6-4dd4-b4f4-e30f8b15b231 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:19:11.785142 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5485d2-4ff6-4dd4-b4f4-e30f8b15b231 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:19:11.785467 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5485d2-4ff6-4dd4-b4f4-e30f8b15b231 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:19:11.785792 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5485d2-4ff6-4dd4-b4f4-e30f8b15b231 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:19:11.786138 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5485d2-4ff6-4dd4-b4f4-e30f8b15b231 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:19:11.786468 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5485d2-4ff6-4dd4-b4f4-e30f8b15b231 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:19:11.786788 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5485d2-4ff6-4dd4-b4f4-e30f8b15b231 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:19:11.787103 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5485d2-4ff6-4dd4-b4f4-e30f8b15b231 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:19:11.787424 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5485d2-4ff6-4dd4-b4f4-e30f8b15b231 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:19:11.817715 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26903ed8-6e68-4b66-82c2-607ce664508a req-1e5485d2-4ff6-4dd4-b4f4-e30f8b15b231 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:19:11.818482 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-26903ed8-6e68-4b66-82c2-607ce664508a req-1e5485d2-4ff6-4dd4-b4f4-e30f8b15b231 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515864'] for port (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:19:11.837188 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-26903ed8-6e68-4b66-82c2-607ce664508a req-1e5485d2-4ff6-4dd4-b4f4-e30f8b15b231 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5959361 Jun 26 03:19:12.014356 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-47755b6c-45ef-44d9-bc3e-62adaab1bd87 None None] Provisioning complete for port a55b8d34-2a58-424c-9e6a-07ac0e4655c7 triggered by entity DHCP. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:19:12.014728 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-47755b6c-45ef-44d9-bc3e-62adaab1bd87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (a55b8d34-2a58-424c-9e6a-07ac0e4655c7), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:19:12.047913 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-47755b6c-45ef-44d9-bc3e-62adaab1bd87 None None] Port a55b8d34-2a58-424c-9e6a-07ac0e4655c7 cannot update to ACTIVE because it is not bound. {{(pid=104015) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 26 03:19:12.069517 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [req-26903ed8-6e68-4b66-82c2-607ce664508a req-80d44b26-98bd-4f0c-96ba-d77e2bcfb63d service neutron] Request body: {'port': {'device_id': '8b1ffc28-1390-49e3-89a2-0e9d284b2321', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84684'}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:19:12.129323 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-26903ed8-6e68-4b66-82c2-607ce664508a req-80d44b26-98bd-4f0c-96ba-d77e2bcfb63d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (a55b8d34-2a58-424c-9e6a-07ac0e4655c7), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:19:12.374486 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.notifiers.nova [req-26903ed8-6e68-4b66-82c2-607ce664508a req-80d44b26-98bd-4f0c-96ba-d77e2bcfb63d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a55b8d34-2a58-424c-9e6a-07ac0e4655c7 {{(pid=104014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 26 03:19:12.381601 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-26903ed8-6e68-4b66-82c2-607ce664508a req-80d44b26-98bd-4f0c-96ba-d77e2bcfb63d service neutron] Publish callbacks [] for port (a55b8d34-2a58-424c-9e6a-07ac0e4655c7), precommit_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:19:12.393912 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [req-26903ed8-6e68-4b66-82c2-607ce664508a req-80d44b26-98bd-4f0c-96ba-d77e2bcfb63d service neutron] Transition to ACTIVE for port object a55b8d34-2a58-424c-9e6a-07ac0e4655c7 will not be triggered until provisioned by entity L2. {{(pid=104014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 26 03:19:12.398275 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-26903ed8-6e68-4b66-82c2-607ce664508a req-80d44b26-98bd-4f0c-96ba-d77e2bcfb63d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6258262'] for port (a55b8d34-2a58-424c-9e6a-07ac0e4655c7), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:19:12.444324 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d44b26-98bd-4f0c-96ba-d77e2bcfb63d service neutron] Pushing event updated for resources: {'Port': ['ID=a55b8d34-2a58-424c-9e6a-07ac0e4655c7,revision_number=2']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:19:12.505568 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:19:12.523931 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.managers [req-26903ed8-6e68-4b66-82c2-607ce664508a req-80d44b26-98bd-4f0c-96ba-d77e2bcfb63d service neutron] Attempting to bind port a55b8d34-2a58-424c-9e6a-07ac0e4655c7 on host hv-cinder-84684 for vnic_type normal with profile {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 26 03:19:12.524261 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.managers [req-26903ed8-6e68-4b66-82c2-607ce664508a req-80d44b26-98bd-4f0c-96ba-d77e2bcfb63d service neutron] Attempting to bind port a55b8d34-2a58-424c-9e6a-07ac0e4655c7 by drivers openvswitch,hyperv on host hv-cinder-84684 at level 0 using segments [{'id': '7c661f11-3aee-4d0a-9599-bb61aa25f1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4925de68-9c6f-4235-8c00-daee335817a4'}] {{(pid=104014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 26 03:19:12.524592 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26903ed8-6e68-4b66-82c2-607ce664508a req-80d44b26-98bd-4f0c-96ba-d77e2bcfb63d service neutron] Attempting to bind port a55b8d34-2a58-424c-9e6a-07ac0e4655c7 on network 4925de68-9c6f-4235-8c00-daee335817a4 {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 26 03:19:12.529347 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26903ed8-6e68-4b66-82c2-607ce664508a req-80d44b26-98bd-4f0c-96ba-d77e2bcfb63d service neutron] Port a55b8d34-2a58-424c-9e6a-07ac0e4655c7 on network 4925de68-9c6f-4235-8c00-daee335817a4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84684 {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 26 03:19:12.529646 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26903ed8-6e68-4b66-82c2-607ce664508a req-80d44b26-98bd-4f0c-96ba-d77e2bcfb63d service neutron] Attempting to bind port a55b8d34-2a58-424c-9e6a-07ac0e4655c7 on network 4925de68-9c6f-4235-8c00-daee335817a4 {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 26 03:19:12.535119 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26903ed8-6e68-4b66-82c2-607ce664508a req-80d44b26-98bd-4f0c-96ba-d77e2bcfb63d service neutron] Checking agent: {'id': 'e7a0895f-45bb-4130-be69-32df3e039043', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84684', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 26, 3, 2, 40), 'started_at': datetime.datetime(2022, 6, 26, 3, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 26, 3, 18, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 26 03:19:12.535533 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26903ed8-6e68-4b66-82c2-607ce664508a req-80d44b26-98bd-4f0c-96ba-d77e2bcfb63d service neutron] Checking segment: {'id': '7c661f11-3aee-4d0a-9599-bb61aa25f1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4925de68-9c6f-4235-8c00-daee335817a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 26 03:19:12.535842 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26903ed8-6e68-4b66-82c2-607ce664508a req-80d44b26-98bd-4f0c-96ba-d77e2bcfb63d service neutron] Bound using segment: {'id': '7c661f11-3aee-4d0a-9599-bb61aa25f1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4925de68-9c6f-4235-8c00-daee335817a4'} {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 26 03:19:12.536304 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.managers [req-26903ed8-6e68-4b66-82c2-607ce664508a req-80d44b26-98bd-4f0c-96ba-d77e2bcfb63d service neutron] Bound port: a55b8d34-2a58-424c-9e6a-07ac0e4655c7, host: hv-cinder-84684, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c661f11-3aee-4d0a-9599-bb61aa25f1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4925de68-9c6f-4235-8c00-daee335817a4'}}] {{(pid=104014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 26 03:19:12.536664 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-26903ed8-6e68-4b66-82c2-607ce664508a req-80d44b26-98bd-4f0c-96ba-d77e2bcfb63d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (a55b8d34-2a58-424c-9e6a-07ac0e4655c7), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:19:12.579915 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:19:12.603117 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [req-26903ed8-6e68-4b66-82c2-607ce664508a req-80d44b26-98bd-4f0c-96ba-d77e2bcfb63d service neutron] For port a55b8d34-2a58-424c-9e6a-07ac0e4655c7, host hv-cinder-84684, cleared binding levels {{(pid=104014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 03:19:12.606297 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [req-26903ed8-6e68-4b66-82c2-607ce664508a req-80d44b26-98bd-4f0c-96ba-d77e2bcfb63d service neutron] For port a55b8d34-2a58-424c-9e6a-07ac0e4655c7, host hv-cinder-84684, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=a55b8d34-2a58-424c-9e6a-07ac0e4655c7,segment=NetworkSegment(7c661f11-3aee-4d0a-9599-bb61aa25f1b7),segment_id=7c661f11-3aee-4d0a-9599-bb61aa25f1b7)] {{(pid=104014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 03:19:12.611676 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-26903ed8-6e68-4b66-82c2-607ce664508a req-80d44b26-98bd-4f0c-96ba-d77e2bcfb63d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6258262'] for port (a55b8d34-2a58-424c-9e6a-07ac0e4655c7), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:19:12.681151 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26903ed8-6e68-4b66-82c2-607ce664508a req-80d44b26-98bd-4f0c-96ba-d77e2bcfb63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:19:12.681766 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-26903ed8-6e68-4b66-82c2-607ce664508a req-80d44b26-98bd-4f0c-96ba-d77e2bcfb63d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515864'] for port (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:19:12.683183 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-26903ed8-6e68-4b66-82c2-607ce664508a req-80d44b26-98bd-4f0c-96ba-d77e2bcfb63d service neutron] 10.222.0.43 "PUT /v2.0/ports/a55b8d34-2a58-424c-9e6a-07ac0e4655c7 HTTP/1.1" status: 200 len: 1093 time: 0.6179702 Jun 26 03:19:12.683689 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b1ffc28-1390-49e3-89a2-0e9d284b2321', 'tag': 'a55b8d34-2a58-424c-9e6a-07ac0e4655c7'}] {{(pid=104014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 26 03:19:12.685921 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b346e277b9447a300c9d303bb334713d04858661d6ca7e8667ef96f79658145a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3678201-6720-4344-8c8b-1b46e667be3a" -d '{"events": [{"name": "network-changed", "server_uuid": "8b1ffc28-1390-49e3-89a2-0e9d284b2321", "tag": "a55b8d34-2a58-424c-9e6a-07ac0e4655c7"}]}' {{(pid=104014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 03:19:12.710406 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d44b26-98bd-4f0c-96ba-d77e2bcfb63d service neutron] Pushing event updated for resources: {'Port': ['ID=a55b8d34-2a58-424c-9e6a-07ac0e4655c7,revision_number=3']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:19:12.718459 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9a22d7-21a2-4a75-8196-84ccd29c6daf req-58c6a5b9-10f5-4ed7-bc3c-ede8f43aac16 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:19:12.720173 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-fc9a22d7-21a2-4a75-8196-84ccd29c6daf req-58c6a5b9-10f5-4ed7-bc3c-ede8f43aac16 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b1ffc28-1390-49e3-89a2-0e9d284b2321 HTTP/1.1" status: 200 len: 943 time: 0.0800610 Jun 26 03:19:12.745913 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Jun 2022 03:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d7fbaaf-288d-457f-b420-ca022269ba73 x-openstack-request-id: req-0d7fbaaf-288d-457f-b420-ca022269ba73 {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 03:19:12.746241 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b1ffc28-1390-49e3-89a2-0e9d284b2321", "tag": "a55b8d34-2a58-424c-9e6a-07ac0e4655c7", "status": "completed", "code": 200}]} {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 03:19:12.746484 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0d7fbaaf-288d-457f-b420-ca022269ba73 {{(pid=104014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 03:19:12.746875 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d7fbaaf-288d-457f-b420-ca022269ba73'] response: {'name': 'network-changed', 'server_uuid': '8b1ffc28-1390-49e3-89a2-0e9d284b2321', 'tag': 'a55b8d34-2a58-424c-9e6a-07ac0e4655c7', 'status': 'completed', 'code': 200} Jun 26 03:19:12.808644 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-fc9a22d7-21a2-4a75-8196-84ccd29c6daf req-55ef0af5-941b-41f0-921e-1f3fbbe98851 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4bdc25b-6526-4e0c-94e9-bf640a708672&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0821226 Jun 26 03:19:12.809603 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26903ed8-6e68-4b66-82c2-607ce664508a req-5becd7eb-7628-4123-b2cb-aa88e8aff489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:19:12.810994 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-26903ed8-6e68-4b66-82c2-607ce664508a req-5becd7eb-7628-4123-b2cb-aa88e8aff489 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4a6b41994f444cafb21d3d6e395b6893&device_id=8b1ffc28-1390-49e3-89a2-0e9d284b2321 HTTP/1.1" status: 200 len: 1127 time: 0.0668697 Jun 26 03:19:12.861535 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-26903ed8-6e68-4b66-82c2-607ce664508a req-60c33778-e942-41a3-825e-d9573de5e6f0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a55b8d34-2a58-424c-9e6a-07ac0e4655c7 HTTP/1.1" status: 200 len: 217 time: 0.0374174 Jun 26 03:19:12.912757 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26903ed8-6e68-4b66-82c2-607ce664508a req-c9dc6bed-ca18-4a0d-8ca2-25998a4bf412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:19:12.914163 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-26903ed8-6e68-4b66-82c2-607ce664508a req-c9dc6bed-ca18-4a0d-8ca2-25998a4bf412 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=db13727d-bad1-446f-86ff-3a62b40a69f1 HTTP/1.1" status: 200 len: 850 time: 0.0470102 Jun 26 03:19:12.956626 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26903ed8-6e68-4b66-82c2-607ce664508a req-7ceabc0b-a85f-42d0-8f95-2cc62a68d344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:19:12.958083 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-26903ed8-6e68-4b66-82c2-607ce664508a req-7ceabc0b-a85f-42d0-8f95-2cc62a68d344 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4925de68-9c6f-4235-8c00-daee335817a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384734 Jun 26 03:19:13.048528 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-26903ed8-6e68-4b66-82c2-607ce664508a req-91e06364-64e0-4c1b-995b-02fc11dfe413 service neutron] 10.222.0.43 "GET /v2.0/networks/4925de68-9c6f-4235-8c00-daee335817a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847373 Jun 26 03:19:13.135323 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-26903ed8-6e68-4b66-82c2-607ce664508a req-c781f521-507f-4ed5-9b5c-c0a704120930 service neutron] 10.222.0.43 "GET /v2.0/networks/4925de68-9c6f-4235-8c00-daee335817a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805922 Jun 26 03:19:13.774806 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-7d8c3f66-58f7-4ec3-8d37-cd7df5d6041e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (0122de27-3097-4d47-a0ca-0fb90e28ac1e), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:19:13.930887 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34222da-5d55-47a4-9db6-6e445f878f41 req-a3284805-15d8-4a44-b3e0-72ca7956c908 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:19:13.932300 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a34222da-5d55-47a4-9db6-6e445f878f41 req-a3284805-15d8-4a44-b3e0-72ca7956c908 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b1ffc28-1390-49e3-89a2-0e9d284b2321 HTTP/1.1" status: 200 len: 943 time: 0.0550251 Jun 26 03:19:13.975833 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3678201-6720-4344-8c8b-1b46e667be3a req-213d45e7-6fbd-4334-ab65-699f27fba853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:19:13.977238 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-d3678201-6720-4344-8c8b-1b46e667be3a req-213d45e7-6fbd-4334-ab65-699f27fba853 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4a6b41994f444cafb21d3d6e395b6893&device_id=8b1ffc28-1390-49e3-89a2-0e9d284b2321 HTTP/1.1" status: 200 len: 1127 time: 0.0618880 Jun 26 03:19:14.031153 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a34222da-5d55-47a4-9db6-6e445f878f41 req-1fbeba59-c2fb-4bbc-bb2e-3c0d7d80edb7 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4bdc25b-6526-4e0c-94e9-bf640a708672&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0800054 Jun 26 03:19:14.085293 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3678201-6720-4344-8c8b-1b46e667be3a req-a8d7e533-549d-4ac2-8782-9163d940a20e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:19:14.086753 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-d3678201-6720-4344-8c8b-1b46e667be3a req-a8d7e533-549d-4ac2-8782-9163d940a20e service neutron] 10.222.0.43 "GET /v2.0/networks?id=4925de68-9c6f-4235-8c00-daee335817a4 HTTP/1.1" status: 200 len: 912 time: 0.1001663 Jun 26 03:19:14.126491 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-d3678201-6720-4344-8c8b-1b46e667be3a req-1aefb3c7-0c9e-4b44-8fc6-3bc7dfda5b3d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a55b8d34-2a58-424c-9e6a-07ac0e4655c7 HTTP/1.1" status: 200 len: 217 time: 0.0337415 Jun 26 03:19:14.172340 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3678201-6720-4344-8c8b-1b46e667be3a req-ac681a51-3633-4822-b1f1-5806c34bb025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:19:14.173685 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-d3678201-6720-4344-8c8b-1b46e667be3a req-ac681a51-3633-4822-b1f1-5806c34bb025 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=db13727d-bad1-446f-86ff-3a62b40a69f1 HTTP/1.1" status: 200 len: 850 time: 0.0424383 Jun 26 03:19:14.215015 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3678201-6720-4344-8c8b-1b46e667be3a req-f04be483-e401-4f39-abe4-00ec7a6c1a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:19:14.216423 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-d3678201-6720-4344-8c8b-1b46e667be3a req-f04be483-e401-4f39-abe4-00ec7a6c1a4d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4925de68-9c6f-4235-8c00-daee335817a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0371630 Jun 26 03:19:14.300776 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:19:14.307304 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-d3678201-6720-4344-8c8b-1b46e667be3a req-92268a73-655a-4c28-bb7e-e593949d42d6 service neutron] 10.222.0.43 "GET /v2.0/networks/4925de68-9c6f-4235-8c00-daee335817a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850804 Jun 26 03:19:14.344633 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=100 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:19:14.394574 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-d3678201-6720-4344-8c8b-1b46e667be3a req-968c6507-86a7-4231-bf26-36a8b511cfb6 service neutron] 10.222.0.43 "GET /v2.0/networks/4925de68-9c6f-4235-8c00-daee335817a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812368 Jun 26 03:19:14.881840 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a0725410-9e6c-45cb-9ff8-c6c4931d6b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (ece691f0-a7cc-4e31-b59a-0e18fd9fccde), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:19:14.946131 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (e7a0895f-45bb-4130-be69-32df3e039043), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:19:15.144717 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c6eae5-5a28-48e5-846c-9652fe57d3a8 req-801433e6-925d-419c-86fe-9ab2981128b1 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:19:15.146154 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-d9c6eae5-5a28-48e5-846c-9652fe57d3a8 req-801433e6-925d-419c-86fe-9ab2981128b1 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b1ffc28-1390-49e3-89a2-0e9d284b2321 HTTP/1.1" status: 200 len: 943 time: 0.0500467 Jun 26 03:19:15.193915 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-d9c6eae5-5a28-48e5-846c-9652fe57d3a8 req-69d12ffe-dce4-49f0-a4c8-151ba32e28ee tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4bdc25b-6526-4e0c-94e9-bf640a708672&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418086 Jun 26 03:19:16.311132 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f22710-0903-4d94-9d31-84f085b2b447 req-87e63054-df90-4302-892d-4485eaff529f tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:19:16.312587 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-03f22710-0903-4d94-9d31-84f085b2b447 req-87e63054-df90-4302-892d-4485eaff529f tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b1ffc28-1390-49e3-89a2-0e9d284b2321 HTTP/1.1" status: 200 len: 943 time: 0.0472641 Jun 26 03:19:16.337784 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d2867017-9ae3-4ae5-b018-59cb98d1258b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (3b87920d-6933-41a3-b47c-185b87d68e87), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:19:16.361419 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-03f22710-0903-4d94-9d31-84f085b2b447 req-84a0f867-0fa1-40a9-8f00-339ff2d5882a tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4bdc25b-6526-4e0c-94e9-bf640a708672&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433850 Jun 26 03:19:16.535498 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (16f9b602-7baf-4f7a-ab92-1b0788147fb5), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:19:17.476223 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60508587-3156-45ff-ac93-19f91bb71751 req-f2573635-fee2-4ec9-98c1-ea3dd03908b6 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:19:17.477634 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-60508587-3156-45ff-ac93-19f91bb71751 req-f2573635-fee2-4ec9-98c1-ea3dd03908b6 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b1ffc28-1390-49e3-89a2-0e9d284b2321 HTTP/1.1" status: 200 len: 943 time: 0.0486133 Jun 26 03:19:17.525658 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-60508587-3156-45ff-ac93-19f91bb71751 req-f553bc4f-d5dd-4289-9a43-d294704e3e60 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4bdc25b-6526-4e0c-94e9-bf640a708672&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425665 Jun 26 03:19:18.639770 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf909ea-3bac-41d5-8431-147f33daf5cd req-429ea90e-584c-4d64-a288-4a9f1812a8b2 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:19:18.641199 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-aaf909ea-3bac-41d5-8431-147f33daf5cd req-429ea90e-584c-4d64-a288-4a9f1812a8b2 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b1ffc28-1390-49e3-89a2-0e9d284b2321 HTTP/1.1" status: 200 len: 943 time: 0.0462444 Jun 26 03:19:18.688655 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-aaf909ea-3bac-41d5-8431-147f33daf5cd req-1880e2ac-fc31-4ca2-bf2b-3549873c5a48 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4bdc25b-6526-4e0c-94e9-bf640a708672&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420821 Jun 26 03:19:19.801510 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3d6caa-9d0f-49f9-8c79-4693f97849d8 req-186c99f2-5aeb-40f2-acff-0f635076f1bc tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:19:19.802975 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-cd3d6caa-9d0f-49f9-8c79-4693f97849d8 req-186c99f2-5aeb-40f2-acff-0f635076f1bc tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b1ffc28-1390-49e3-89a2-0e9d284b2321 HTTP/1.1" status: 200 len: 943 time: 0.0465331 Jun 26 03:19:19.854427 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-cd3d6caa-9d0f-49f9-8c79-4693f97849d8 req-da0e09f2-dbcb-48ff-83ff-d6585cc62f36 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4bdc25b-6526-4e0c-94e9-bf640a708672&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458903 Jun 26 03:19:20.848086 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Device a55b8d34-2a58-424c-9e6a-07ac0e4655c7 details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=104015) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 26 03:19:20.948203 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] For port a55b8d34-2a58-424c-9e6a-07ac0e4655c7, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=a55b8d34-2a58-424c-9e6a-07ac0e4655c7,segment=NetworkSegment(7c661f11-3aee-4d0a-9599-bb61aa25f1b7),segment_id=7c661f11-3aee-4d0a-9599-bb61aa25f1b7)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:19:20.961013 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Returning: {'device': 'a55b8d34-2a58-424c-9e6a-07ac0e4655c7', 'network_id': '4925de68-9c6f-4235-8c00-daee335817a4', 'port_id': 'a55b8d34-2a58-424c-9e6a-07ac0e4655c7', 'mac_address': 'fa:16:3e:a8:98:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db13727d-bad1-446f-86ff-3a62b40a69f1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104015) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 26 03:19:20.967335 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c255de-6f8d-4503-99b5-ea78d5046871 req-11a66892-7ade-4e7d-9e23-229be76b6918 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:19:20.968805 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-20c255de-6f8d-4503-99b5-ea78d5046871 req-11a66892-7ade-4e7d-9e23-229be76b6918 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b1ffc28-1390-49e3-89a2-0e9d284b2321 HTTP/1.1" status: 200 len: 943 time: 0.0478086 Jun 26 03:19:20.996004 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Current status of the port a55b8d34-2a58-424c-9e6a-07ac0e4655c7 is: DOWN; New status is: BUILD {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 03:19:20.996383 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (a55b8d34-2a58-424c-9e6a-07ac0e4655c7), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:19:21.012486 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.notifiers.nova [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a55b8d34-2a58-424c-9e6a-07ac0e4655c7 {{(pid=104015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 26 03:19:21.018353 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-20c255de-6f8d-4503-99b5-ea78d5046871 req-d9e01576-bdf5-4cbf-b3dc-079f1c5dfd02 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4bdc25b-6526-4e0c-94e9-bf640a708672&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439637 Jun 26 03:19:21.031786 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] For port a55b8d34-2a58-424c-9e6a-07ac0e4655c7, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=a55b8d34-2a58-424c-9e6a-07ac0e4655c7,segment=NetworkSegment(7c661f11-3aee-4d0a-9599-bb61aa25f1b7),segment_id=7c661f11-3aee-4d0a-9599-bb61aa25f1b7)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:19:21.037184 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (a55b8d34-2a58-424c-9e6a-07ac0e4655c7), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:19:21.087284 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Pushing event updated for resources: {'Port': ['ID=a55b8d34-2a58-424c-9e6a-07ac0e4655c7,revision_number=4']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:19:21.434031 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] get_ports_and_sgs() called for port_ids ['a55b8d34-2a58-424c-9e6a-07ac0e4655c7'] {{(pid=104015) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 03:19:22.186199 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70a246b-caa8-4726-8b35-96b7eb7381d6 req-11494db6-3f71-48c2-8d2e-cf8e6a25a94b tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:19:22.187664 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a70a246b-caa8-4726-8b35-96b7eb7381d6 req-11494db6-3f71-48c2-8d2e-cf8e6a25a94b tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b1ffc28-1390-49e3-89a2-0e9d284b2321 HTTP/1.1" status: 200 len: 944 time: 0.0461893 Jun 26 03:19:22.235761 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a70a246b-caa8-4726-8b35-96b7eb7381d6 req-7cd25909-165d-46af-9165-7bc481dfb739 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4bdc25b-6526-4e0c-94e9-bf640a708672&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426233 Jun 26 03:19:22.866092 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Device a55b8d34-2a58-424c-9e6a-07ac0e4655c7 up at agent hyperv_hv-cinder-84684 {{(pid=104015) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 03:19:22.903497 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:19:22.908811 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Provisioning for port a55b8d34-2a58-424c-9e6a-07ac0e4655c7 completed by entity L2. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 26 03:19:22.915180 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Provisioning complete for port a55b8d34-2a58-424c-9e6a-07ac0e4655c7 triggered by entity L2. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:19:22.915550 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (a55b8d34-2a58-424c-9e6a-07ac0e4655c7), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:19:22.948819 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:UPDATE=5,neutron:SELECT=94,neutron:DELETE=1 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:19:22.988807 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Current status of the port a55b8d34-2a58-424c-9e6a-07ac0e4655c7 is: BUILD; New status is: ACTIVE {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 03:19:22.989185 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (a55b8d34-2a58-424c-9e6a-07ac0e4655c7), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:19:23.011659 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b1ffc28-1390-49e3-89a2-0e9d284b2321', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a55b8d34-2a58-424c-9e6a-07ac0e4655c7'}] {{(pid=104015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 26 03:19:23.013813 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cc6f3b5c5ccbcb5bcfe28d8fb20da90166658d76702b85331307104b46494b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39c1205b-cc83-450a-b494-0ccef90d332c" -d '{"events": [{"server_uuid": "8b1ffc28-1390-49e3-89a2-0e9d284b2321", "name": "network-vif-plugged", "status": "completed", "tag": "a55b8d34-2a58-424c-9e6a-07ac0e4655c7"}]}' {{(pid=104015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 03:19:23.026508 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] For port a55b8d34-2a58-424c-9e6a-07ac0e4655c7, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=a55b8d34-2a58-424c-9e6a-07ac0e4655c7,segment=NetworkSegment(7c661f11-3aee-4d0a-9599-bb61aa25f1b7),segment_id=7c661f11-3aee-4d0a-9599-bb61aa25f1b7)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:19:23.030809 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (a55b8d34-2a58-424c-9e6a-07ac0e4655c7), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:19:23.052395 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Jun 2022 03:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7db3504a-2297-43ad-83e5-9a4db7439f2b x-openstack-request-id: req-7db3504a-2297-43ad-83e5-9a4db7439f2b {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 03:19:23.052678 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b1ffc28-1390-49e3-89a2-0e9d284b2321", "name": "network-vif-plugged", "status": "completed", "tag": "a55b8d34-2a58-424c-9e6a-07ac0e4655c7", "code": 200}]} {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 03:19:23.052920 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7db3504a-2297-43ad-83e5-9a4db7439f2b {{(pid=104015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 03:19:23.053327 dv-cinder-846842-4-iscsi neutron-server[104015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7db3504a-2297-43ad-83e5-9a4db7439f2b'] response: {'server_uuid': '8b1ffc28-1390-49e3-89a2-0e9d284b2321', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a55b8d34-2a58-424c-9e6a-07ac0e4655c7', 'code': 200} Jun 26 03:19:23.077573 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Pushing event updated for resources: {'Port': ['ID=a55b8d34-2a58-424c-9e6a-07ac0e4655c7,revision_number=5']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:19:23.295959 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e62c25-431a-4c01-851a-ee44699ac014 req-4d7ddc10-8ba6-40ac-b756-d57f93314bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:19:23.297367 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-63e62c25-431a-4c01-851a-ee44699ac014 req-4d7ddc10-8ba6-40ac-b756-d57f93314bb8 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8b1ffc28-1390-49e3-89a2-0e9d284b2321 HTTP/1.1" status: 200 len: 1129 time: 0.0426347 Jun 26 03:19:23.369227 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563f37ac-0ab2-4cac-9a65-606278c95ccd req-dc1aa3e1-e7c1-4a2f-b71a-a0bca38c3a34 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:19:23.370727 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-563f37ac-0ab2-4cac-9a65-606278c95ccd req-dc1aa3e1-e7c1-4a2f-b71a-a0bca38c3a34 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b1ffc28-1390-49e3-89a2-0e9d284b2321 HTTP/1.1" status: 200 len: 945 time: 0.0678108 Jun 26 03:19:23.390433 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-63e62c25-431a-4c01-851a-ee44699ac014 req-ac870074-a899-4427-8eed-4c1dfb4c9407 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=c4bdc25b-6526-4e0c-94e9-bf640a708672&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0864058 Jun 26 03:19:23.425689 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-563f37ac-0ab2-4cac-9a65-606278c95ccd req-5877935d-5a8f-494d-b5f8-e73429c06b02 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4bdc25b-6526-4e0c-94e9-bf640a708672&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461771 Jun 26 03:19:24.503109 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=100 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:19:24.539220 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4d027a-3c7b-4163-9b7f-0389acfa8371 req-3c619731-d675-4ba2-8e89-e11814662063 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:19:24.540674 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-fb4d027a-3c7b-4163-9b7f-0389acfa8371 req-3c619731-d675-4ba2-8e89-e11814662063 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b1ffc28-1390-49e3-89a2-0e9d284b2321 HTTP/1.1" status: 200 len: 945 time: 0.0472875 Jun 26 03:19:24.592299 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-fb4d027a-3c7b-4163-9b7f-0389acfa8371 req-77f2c2af-6ed6-4792-8d71-7c2f05876a24 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4bdc25b-6526-4e0c-94e9-bf640a708672&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461607 Jun 26 03:19:25.704022 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e92023f-18ed-489e-89df-04527a00f981 req-101aaa33-384a-4400-a8c1-37002501fd68 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:19:25.705464 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-8e92023f-18ed-489e-89df-04527a00f981 req-101aaa33-384a-4400-a8c1-37002501fd68 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b1ffc28-1390-49e3-89a2-0e9d284b2321 HTTP/1.1" status: 200 len: 945 time: 0.0459876 Jun 26 03:19:25.753686 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-8e92023f-18ed-489e-89df-04527a00f981 req-7552910d-26c3-4ad0-beca-a08e3d6a095f tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4bdc25b-6526-4e0c-94e9-bf640a708672&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423677 Jun 26 03:19:25.863482 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e475421d-885c-46ef-9e01-6782f4b1b473 req-5e4743ec-d303-4221-ab87-942b96f06bb9 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:19:25.864980 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-e475421d-885c-46ef-9e01-6782f4b1b473 req-5e4743ec-d303-4221-ab87-942b96f06bb9 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b1ffc28-1390-49e3-89a2-0e9d284b2321 HTTP/1.1" status: 200 len: 945 time: 0.0466363 Jun 26 03:19:25.889841 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=100 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:19:25.914186 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-e475421d-885c-46ef-9e01-6782f4b1b473 req-196c349e-4667-41ab-b919-61cabbafc8d0 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4bdc25b-6526-4e0c-94e9-bf640a708672&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437005 Jun 26 03:19:25.935859 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 51034) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:19:26.017374 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88864310-3d91-40f5-b062-05b11f3eea23 tempest-TestVolumeBootPattern-914294724 tempest-TestVolumeBootPattern-914294724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:19:26.018901 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-88864310-3d91-40f5-b062-05b11f3eea23 tempest-TestVolumeBootPattern-914294724 tempest-TestVolumeBootPattern-914294724-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=8b1ffc28-1390-49e3-89a2-0e9d284b2321 HTTP/1.1" status: 200 len: 1124 time: 0.0821099 Jun 26 03:19:26.022370 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 51038) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:19:26.026452 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [None req-4a2a4827-56ba-433b-9dd8-3ae74384f5ea tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Request body: {'floatingip': {'floating_network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'port_id': 'a55b8d34-2a58-424c-9e6a-07ac0e4655c7', 'tenant_id': '4a6b41994f444cafb21d3d6e395b6893', 'fixed_ip_address': '172.20.0.3'}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:19:26.037667 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=2 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:19:26.042852 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=4 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:19:26.046471 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-4a2a4827-56ba-433b-9dd8-3ae74384f5ea tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:19:26.122314 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-4a2a4827-56ba-433b-9dd8-3ae74384f5ea tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:19:26.475866 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.db.db_base_plugin_common [None req-4a2a4827-56ba-433b-9dd8-3ae74384f5ea tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Allocated IP 172.27.2.187 (9f069e5f-e57e-4e35-ad51-5f4f2e2f15df/6b24a38a-90db-41c5-beaf-6fa087899576/ac56fb57-b202-4e36-9a26-c175c7694de8) {{(pid=104014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 03:19:26.577804 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-4a2a4827-56ba-433b-9dd8-3ae74384f5ea tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Publish callbacks [] for port (ac56fb57-b202-4e36-9a26-c175c7694de8), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:19:26.608202 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-4a2a4827-56ba-433b-9dd8-3ae74384f5ea tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787575245469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6258255'] for port (ac56fb57-b202-4e36-9a26-c175c7694de8), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:19:26.644798 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a2a4827-56ba-433b-9dd8-3ae74384f5ea tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Network 9f069e5f-e57e-4e35-ad51-5f4f2e2f15df is already hosted by enough agents. {{(pid=104014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 03:19:26.647719 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.scheduler.base_scheduler [None req-4a2a4827-56ba-433b-9dd8-3ae74384f5ea tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Resources bound (agent type, host, resource id): {{(pid=104014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 03:19:26.651255 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2a4827-56ba-433b-9dd8-3ae74384f5ea tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Received port after_create {{(pid=104014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 26 03:19:26.681902 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2a4827-56ba-433b-9dd8-3ae74384f5ea tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Pushing event updated for resources: {'Port': ['ID=ac56fb57-b202-4e36-9a26-c175c7694de8,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:19:26.759245 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:19:26.937614 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:19:27.003226 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-4a2a4827-56ba-433b-9dd8-3ae74384f5ea tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Publish callbacks [] for floatingip (54785c70-c4fe-434a-b220-7224a551ee38), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:19:27.066965 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-4a2a4827-56ba-433b-9dd8-3ae74384f5ea tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (ac56fb57-b202-4e36-9a26-c175c7694de8), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:19:27.208878 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-4a2a4827-56ba-433b-9dd8-3ae74384f5ea tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Publish callbacks [] for port (ac56fb57-b202-4e36-9a26-c175c7694de8), precommit_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:19:27.213857 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-4a2a4827-56ba-433b-9dd8-3ae74384f5ea tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6258262'] for port (ac56fb57-b202-4e36-9a26-c175c7694de8), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:19:27.285050 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2a4827-56ba-433b-9dd8-3ae74384f5ea tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Pushing event updated for resources: {'Port': ['ID=ac56fb57-b202-4e36-9a26-c175c7694de8,revision_number=2']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:19:27.295643 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-4a2a4827-56ba-433b-9dd8-3ae74384f5ea tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620021'] for floatingip (54785c70-c4fe-434a-b220-7224a551ee38), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:19:27.385529 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.db.l3_db [None req-4a2a4827-56ba-433b-9dd8-3ae74384f5ea tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Floating IP 54785c70-c4fe-434a-b220-7224a551ee38 associated. External IP: 172.27.2.187, port: a55b8d34-2a58-424c-9e6a-07ac0e4655c7. Jun 26 03:19:27.514314 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:19:27.586008 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a2a4827-56ba-433b-9dd8-3ae74384f5ea tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Router 5e36f13b-e02a-4d7d-8017-9ddb2aeb7234 has already been hosted by L3 agent 0122de27-3097-4d47-a0ca-0fb90e28ac1e {{(pid=104014) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 26 03:19:27.687148 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a2a4827-56ba-433b-9dd8-3ae74384f5ea tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Notify agent at l3_agent.dv-cinder-846842-4-iscsi the message routers_updated {{(pid=104014) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 03:19:27.696834 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb121d0-9b2d-4686-b27e-e483791cd7a8 None None] Sync routers for ids ['5e36f13b-e02a-4d7d-8017-9ddb2aeb7234'] in dv-cinder-846842-4-iscsi {{(pid=104016) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 03:19:27.704842 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-4a2a4827-56ba-433b-9dd8-3ae74384f5ea tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515864'] for floatingip (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:19:27.706676 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb121d0-9b2d-4686-b27e-e483791cd7a8 None None] Routers {'5e36f13b-e02a-4d7d-8017-9ddb2aeb7234'} bound to L3 agent in host dv-cinder-846842-4-iscsi {{(pid=104016) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 26 03:19:27.707300 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-8fb121d0-9b2d-4686-b27e-e483791cd7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-26T02:56:44Z,description=,heartbeat_timestamp=2022-06-26T03:19:14Z,host='dv-cinder-846842-4-iscsi',id=0122de27-3097-4d47-a0ca-0fb90e28ac1e,load=0,resource_versions=,resources_synced=,started_at=2022-06-26T02:56:44Z,topic='l3_agent')) {'router_ids': ['5e36f13b-e02a-4d7d-8017-9ddb2aeb7234'], 'active': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:19:27.737836 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-4a2a4827-56ba-433b-9dd8-3ae74384f5ea tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7144659 Jun 26 03:19:27.738540 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b1ffc28-1390-49e3-89a2-0e9d284b2321', 'tag': 'a55b8d34-2a58-424c-9e6a-07ac0e4655c7'}] {{(pid=104014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 26 03:19:27.741315 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b346e277b9447a300c9d303bb334713d04858661d6ca7e8667ef96f79658145a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44e20532-4eda-42a0-a0bb-b4c3e61ecaf6" -d '{"events": [{"name": "network-changed", "server_uuid": "8b1ffc28-1390-49e3-89a2-0e9d284b2321", "tag": "a55b8d34-2a58-424c-9e6a-07ac0e4655c7"}]}' {{(pid=104014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 03:19:27.777629 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Jun 2022 03:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1ba7f12-f061-495f-8d3b-57be38956b0b x-openstack-request-id: req-c1ba7f12-f061-495f-8d3b-57be38956b0b {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 03:19:27.778274 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b1ffc28-1390-49e3-89a2-0e9d284b2321", "tag": "a55b8d34-2a58-424c-9e6a-07ac0e4655c7", "status": "completed", "code": 200}]} {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 03:19:27.778274 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c1ba7f12-f061-495f-8d3b-57be38956b0b {{(pid=104014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 03:19:27.778666 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1ba7f12-f061-495f-8d3b-57be38956b0b'] response: {'name': 'network-changed', 'server_uuid': '8b1ffc28-1390-49e3-89a2-0e9d284b2321', 'tag': 'a55b8d34-2a58-424c-9e6a-07ac0e4655c7', 'status': 'completed', 'code': 200} Jun 26 03:19:27.810784 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvr_db [None req-8fb121d0-9b2d-4686-b27e-e483791cd7a8 None None] Set router 5e36f13b-e02a-4d7d-8017-9ddb2aeb7234 gateway port host: dv-cinder-846842-4-iscsi {{(pid=104016) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 26 03:19:27.874351 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e20532-4eda-42a0-a0bb-b4c3e61ecaf6 req-758473ba-64f4-43e8-a6d3-d8964b29e0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:19:27.875884 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-44e20532-4eda-42a0-a0bb-b4c3e61ecaf6 req-758473ba-64f4-43e8-a6d3-d8964b29e0cc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4a6b41994f444cafb21d3d6e395b6893&device_id=8b1ffc28-1390-49e3-89a2-0e9d284b2321 HTTP/1.1" status: 200 len: 1129 time: 0.0422335 Jun 26 03:19:27.918777 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:19:27.972524 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e20532-4eda-42a0-a0bb-b4c3e61ecaf6 req-2334548b-0e10-455c-a3ee-7ec204114014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:19:27.973890 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-44e20532-4eda-42a0-a0bb-b4c3e61ecaf6 req-2334548b-0e10-455c-a3ee-7ec204114014 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4925de68-9c6f-4235-8c00-daee335817a4 HTTP/1.1" status: 200 len: 912 time: 0.0887496 Jun 26 03:19:28.019902 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-8fb121d0-9b2d-4686-b27e-e483791cd7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e36f13b-e02a-4d7d-8017-9ddb2aeb7234', 'name': 'tempest-TestVolumeBootPattern-608296386-router', 'tenant_id': '4a6b41994f444cafb21d3d6e395b6893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': '976921bd-0486-4c4e-8058-8b73534ef312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:18:33Z', 'updated_at': '2022-06-26T03:18:35Z', 'revision_number': 4, 'project_id': '4a6b41994f444cafb21d3d6e395b6893', 'gw_port': {'id': '976921bd-0486-4c4e-8058-8b73534ef312', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:83:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e36f13b-e02a-4d7d-8017-9ddb2aeb7234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:18:33Z', 'updated_at': '2022-06-26T03:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi', '_floatingips': [{'id': '54785c70-c4fe-434a-b220-7224a551ee38', 'tenant_id': '4a6b41994f444cafb21d3d6e395b6893', 'floating_ip_address': '172.27.2.187', 'floating_network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'router_id': '5e36f13b-e02a-4d7d-8017-9ddb2aeb7234', 'port_id': 'a55b8d34-2a58-424c-9e6a-07ac0e4655c7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4925de68-9c6f-4235-8c00-daee335817a4', 'mac_address': 'fa:16:3e:a8:98:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b1ffc28-1390-49e3-89a2-0e9d284b2321', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-26T03:19:26Z', 'updated_at': '2022-06-26T03:19:26Z', 'revision_number': 0, 'project_id': '4a6b41994f444cafb21d3d6e395b6893', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c642946-eba8-4afd-8588-a4f2a1c1bcf9', 'name': '', 'network_id': '4925de68-9c6f-4235-8c00-daee335817a4', 'tenant_id': '4a6b41994f444cafb21d3d6e395b6893', 'mac_address': 'fa:16:3e:f7:89:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e36f13b-e02a-4d7d-8017-9ddb2aeb7234', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'db13727d-bad1-446f-86ff-3a62b40a69f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:18:35Z', 'updated_at': '2022-06-26T03:18:39Z', 'revision_number': 5, 'project_id': '4a6b41994f444cafb21d3d6e395b6893', 'subnets': [{'id': 'db13727d-bad1-446f-86ff-3a62b40a69f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-4-iscsi', False) {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:19:28.034171 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-44e20532-4eda-42a0-a0bb-b4c3e61ecaf6 req-3a08b01d-e5f0-4edd-ba8a-5946dd3903cb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a55b8d34-2a58-424c-9e6a-07ac0e4655c7 HTTP/1.1" status: 200 len: 999 time: 0.0535693 Jun 26 03:19:28.043931 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb121d0-9b2d-4686-b27e-e483791cd7a8 None None] Checking router: 5e36f13b-e02a-4d7d-8017-9ddb2aeb7234 for host: dv-cinder-846842-4-iscsi {{(pid=104016) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 03:19:28.052356 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb121d0-9b2d-4686-b27e-e483791cd7a8 None None] Routers {'5e36f13b-e02a-4d7d-8017-9ddb2aeb7234'} bound to L3 agent in host dv-cinder-846842-4-iscsi {{(pid=104016) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 26 03:19:28.053449 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-8fb121d0-9b2d-4686-b27e-e483791cd7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-26T02:56:44Z,description=,heartbeat_timestamp=2022-06-26T03:19:14Z,host='dv-cinder-846842-4-iscsi',id=0122de27-3097-4d47-a0ca-0fb90e28ac1e,load=0,resource_versions=,resources_synced=,started_at=2022-06-26T02:56:44Z,topic='l3_agent')) {'router_ids': ['5e36f13b-e02a-4d7d-8017-9ddb2aeb7234'], 'active': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:19:28.089853 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e20532-4eda-42a0-a0bb-b4c3e61ecaf6 req-72305fdd-404c-4ac9-a80b-dfd81a1543dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:19:28.091341 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-44e20532-4eda-42a0-a0bb-b4c3e61ecaf6 req-72305fdd-404c-4ac9-a80b-dfd81a1543dd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=db13727d-bad1-446f-86ff-3a62b40a69f1 HTTP/1.1" status: 200 len: 850 time: 0.0509052 Jun 26 03:19:28.136061 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e20532-4eda-42a0-a0bb-b4c3e61ecaf6 req-956c6117-c98f-4caa-902c-439acc21ba84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:19:28.137528 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-44e20532-4eda-42a0-a0bb-b4c3e61ecaf6 req-956c6117-c98f-4caa-902c-439acc21ba84 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4925de68-9c6f-4235-8c00-daee335817a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395048 Jun 26 03:19:28.153246 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvr_db [None req-8fb121d0-9b2d-4686-b27e-e483791cd7a8 None None] Set router 5e36f13b-e02a-4d7d-8017-9ddb2aeb7234 gateway port host: dv-cinder-846842-4-iscsi {{(pid=104016) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 26 03:19:28.228921 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-44e20532-4eda-42a0-a0bb-b4c3e61ecaf6 req-20cf0ec8-7bac-43c4-accd-37660e29ec2a service neutron] 10.222.0.43 "GET /v2.0/networks/4925de68-9c6f-4235-8c00-daee335817a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846174 Jun 26 03:19:28.318225 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-44e20532-4eda-42a0-a0bb-b4c3e61ecaf6 req-50d3269b-853c-4fcb-babb-c055055391e6 service neutron] 10.222.0.43 "GET /v2.0/networks/4925de68-9c6f-4235-8c00-daee335817a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832868 Jun 26 03:19:28.357366 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-8fb121d0-9b2d-4686-b27e-e483791cd7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e36f13b-e02a-4d7d-8017-9ddb2aeb7234', 'name': 'tempest-TestVolumeBootPattern-608296386-router', 'tenant_id': '4a6b41994f444cafb21d3d6e395b6893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': '976921bd-0486-4c4e-8058-8b73534ef312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:18:33Z', 'updated_at': '2022-06-26T03:18:35Z', 'revision_number': 4, 'project_id': '4a6b41994f444cafb21d3d6e395b6893', 'gw_port': {'id': '976921bd-0486-4c4e-8058-8b73534ef312', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:83:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e36f13b-e02a-4d7d-8017-9ddb2aeb7234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:18:33Z', 'updated_at': '2022-06-26T03:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi', '_floatingips': [{'id': '54785c70-c4fe-434a-b220-7224a551ee38', 'tenant_id': '4a6b41994f444cafb21d3d6e395b6893', 'floating_ip_address': '172.27.2.187', 'floating_network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'router_id': '5e36f13b-e02a-4d7d-8017-9ddb2aeb7234', 'port_id': 'a55b8d34-2a58-424c-9e6a-07ac0e4655c7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4925de68-9c6f-4235-8c00-daee335817a4', 'mac_address': 'fa:16:3e:a8:98:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b1ffc28-1390-49e3-89a2-0e9d284b2321', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-26T03:19:26Z', 'updated_at': '2022-06-26T03:19:26Z', 'revision_number': 0, 'project_id': '4a6b41994f444cafb21d3d6e395b6893', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c642946-eba8-4afd-8588-a4f2a1c1bcf9', 'name': '', 'network_id': '4925de68-9c6f-4235-8c00-daee335817a4', 'tenant_id': '4a6b41994f444cafb21d3d6e395b6893', 'mac_address': 'fa:16:3e:f7:89:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e36f13b-e02a-4d7d-8017-9ddb2aeb7234', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'db13727d-bad1-446f-86ff-3a62b40a69f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:18:35Z', 'updated_at': '2022-06-26T03:18:39Z', 'revision_number': 5, 'project_id': '4a6b41994f444cafb21d3d6e395b6893', 'subnets': [{'id': 'db13727d-bad1-446f-86ff-3a62b40a69f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-4-iscsi', False) {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:19:28.384826 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb121d0-9b2d-4686-b27e-e483791cd7a8 None None] The sync data for ids ['5e36f13b-e02a-4d7d-8017-9ddb2aeb7234'] in dv-cinder-846842-4-iscsi is: [{'id': '5e36f13b-e02a-4d7d-8017-9ddb2aeb7234', 'name': 'tempest-TestVolumeBootPattern-608296386-router', 'tenant_id': '4a6b41994f444cafb21d3d6e395b6893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': '976921bd-0486-4c4e-8058-8b73534ef312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:18:33Z', 'updated_at': '2022-06-26T03:18:35Z', 'revision_number': 4, 'project_id': '4a6b41994f444cafb21d3d6e395b6893', 'gw_port': {'id': '976921bd-0486-4c4e-8058-8b73534ef312', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:83:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e36f13b-e02a-4d7d-8017-9ddb2aeb7234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:18:33Z', 'updated_at': '2022-06-26T03:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi', '_floatingips': [{'id': '54785c70-c4fe-434a-b220-7224a551ee38', 'tenant_id': '4a6b41994f444cafb21d3d6e395b6893', 'floating_ip_address': '172.27.2.187', 'floating_network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'router_id': '5e36f13b-e02a-4d7d-8017-9ddb2aeb7234', 'port_id': 'a55b8d34-2a58-424c-9e6a-07ac0e4655c7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4925de68-9c6f-4235-8c00-daee335817a4', 'mac_address': 'fa:16:3e:a8:98:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b1ffc28-1390-49e3-89a2-0e9d284b2321', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-26T03:19:26Z', 'updated_at': '2022-06-26T03:19:26Z', 'revision_number': 0, 'project_id': '4a6b41994f444cafb21d3d6e395b6893', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c642946-eba8-4afd-8588-a4f2a1c1bcf9', 'name': '', 'network_id': '4925de68-9c6f-4235-8c00-daee335817a4', 'tenant_id': '4a6b41994f444cafb21d3d6e395b6893', 'mac_address': 'fa:16:3e:f7:89:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e36f13b-e02a-4d7d-8017-9ddb2aeb7234', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'db13727d-bad1-446f-86ff-3a62b40a69f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:18:35Z', 'updated_at': '2022-06-26T03:18:39Z', 'revision_number': 5, 'project_id': '4a6b41994f444cafb21d3d6e395b6893', 'subnets': [{'id': 'db13727d-bad1-446f-86ff-3a62b40a69f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104016) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 03:19:28.574460 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433a264e-0cec-4987-bacd-8acc228b0252 None None] New status for floating IP 54785c70-c4fe-434a-b220-7224a551ee38: ACTIVE {{(pid=104015) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 26 03:19:35.959874 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.agents_db [None req-1acc9491-aa00-4d80-a7f3-d699105ea2bf None None] Agent healthcheck: found 6 active agents {{(pid=104016) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 03:19:38.308970 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=34 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:19:38.315101 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=73,neutron:DELETE=2 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:19:38.671293 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=31,neutron:UPDATE=2 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:19:38.673701 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=26,neutron:UPDATE=2 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:19:41.449627 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-1b68ce97-12c0-4a5a-9d41-0cb61003e97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (7168f7b9-c398-4364-91f8-35e2ce03f4c4), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:19:43.775816 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-20351dc3-a1bf-42f0-94fa-5ccea0ad03c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (0122de27-3097-4d47-a0ca-0fb90e28ac1e), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:19:44.885270 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a0725410-9e6c-45cb-9ff8-c6c4931d6b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (ece691f0-a7cc-4e31-b59a-0e18fd9fccde), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:19:44.936554 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (e7a0895f-45bb-4130-be69-32df3e039043), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:19:45.567467 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-60b7b88f-6fad-43d7-85a4-b578594feb12 req-4fcf21cc-297a-4cb1-8e37-ab919783c78d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=dad8a4d7-e228-4988-a099-a49eba183537&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0383580 Jun 26 03:19:45.669692 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b7b88f-6fad-43d7-85a4-b578594feb12 req-d94da602-569a-4087-ae93-68bb8994c8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:19:45.671178 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-60b7b88f-6fad-43d7-85a4-b578594feb12 req-d94da602-569a-4087-ae93-68bb8994c8fe service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=80a33a31ba6046e78352f5ba9e88b9fe&device_id=dad8a4d7-e228-4988-a099-a49eba183537 HTTP/1.1" status: 200 len: 1130 time: 0.0420115 Jun 26 03:19:45.772534 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b7b88f-6fad-43d7-85a4-b578594feb12 req-7f017807-c5e9-4c6f-81d7-d1ab9a6986ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:19:45.773895 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-60b7b88f-6fad-43d7-85a4-b578594feb12 req-7f017807-c5e9-4c6f-81d7-d1ab9a6986ae service neutron] 10.222.0.43 "GET /v2.0/networks?id=82c4a88c-3604-4e5f-902b-8a29b8be9dd0 HTTP/1.1" status: 200 len: 909 time: 0.0842924 Jun 26 03:19:45.837012 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-60b7b88f-6fad-43d7-85a4-b578594feb12 req-f9b4bace-1237-4e50-85a4-35a97b37d0ae service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8fb8465e-f5a6-4cd4-ae39-7cbb3d5e4eaf HTTP/1.1" status: 200 len: 1002 time: 0.0567563 Jun 26 03:19:45.886998 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b7b88f-6fad-43d7-85a4-b578594feb12 req-46058fb3-50e3-4e83-886a-75e103c5acdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:19:45.888420 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-60b7b88f-6fad-43d7-85a4-b578594feb12 req-46058fb3-50e3-4e83-886a-75e103c5acdc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=eab29342-7686-4817-abdf-f593c85f7fdd HTTP/1.1" status: 200 len: 847 time: 0.0438232 Jun 26 03:19:45.931137 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b7b88f-6fad-43d7-85a4-b578594feb12 req-90a5e93c-1a15-48eb-b1c9-598583d422d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:19:45.932554 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-60b7b88f-6fad-43d7-85a4-b578594feb12 req-90a5e93c-1a15-48eb-b1c9-598583d422d5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=82c4a88c-3604-4e5f-902b-8a29b8be9dd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379713 Jun 26 03:19:45.955147 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=84 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:19:45.956232 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=92 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:19:46.023963 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-60b7b88f-6fad-43d7-85a4-b578594feb12 req-432c906c-9b7c-41df-8a04-9b1cd485f4b5 service neutron] 10.222.0.43 "GET /v2.0/networks/82c4a88c-3604-4e5f-902b-8a29b8be9dd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851371 Jun 26 03:19:46.112202 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-60b7b88f-6fad-43d7-85a4-b578594feb12 req-4c1eadad-c6f8-4b56-b40d-9c17e61f7b0f service neutron] 10.222.0.43 "GET /v2.0/networks/82c4a88c-3604-4e5f-902b-8a29b8be9dd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813696 Jun 26 03:19:46.341067 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d2867017-9ae3-4ae5-b018-59cb98d1258b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (3b87920d-6933-41a3-b47c-185b87d68e87), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:19:46.539627 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (16f9b602-7baf-4f7a-ab92-1b0788147fb5), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:19:56.103285 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=50 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:19:56.109585 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=51 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:19:56.532524 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:19:56.534382 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:20:11.451277 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-db691ea3-7498-4a3c-b2f8-5e528abeb6f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (7168f7b9-c398-4364-91f8-35e2ce03f4c4), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:20:12.959530 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.agents_db [None req-1acc9491-aa00-4d80-a7f3-d699105ea2bf None None] Agent healthcheck: found 6 active agents {{(pid=104016) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 03:20:12.979407 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=5 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:20:13.777168 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-564f9f9f-0cd2-415a-83d9-5b1753c66682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (0122de27-3097-4d47-a0ca-0fb90e28ac1e), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:20:14.886883 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a0725410-9e6c-45cb-9ff8-c6c4931d6b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (ece691f0-a7cc-4e31-b59a-0e18fd9fccde), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:20:14.943138 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (e7a0895f-45bb-4130-be69-32df3e039043), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:20:16.344783 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d2867017-9ae3-4ae5-b018-59cb98d1258b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (3b87920d-6933-41a3-b47c-185b87d68e87), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:20:16.543718 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (16f9b602-7baf-4f7a-ab92-1b0788147fb5), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:20:22.955585 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=5 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:20:26.538137 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:20:26.540013 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:20:38.106788 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [req-bae3c22f-47ea-4a8c-b826-f9bd28805614 req-10930a1d-b996-4db9-8b2a-8fe4666ee99a service neutron] (104013) timed out ('10.222.0.43', 51531) {{(pid=104013) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 26 03:20:38.202543 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [req-33257432-1f9e-4351-9e8e-f57402381768 req-789043f1-f879-481f-a76d-1aaf68953e8c service neutron] (104013) timed out ('10.222.0.43', 51533) {{(pid=104013) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 26 03:20:38.239463 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [req-f16e143c-cd12-43c9-ab3c-6c69e62e22b7 req-77a528b5-5214-4fae-88d5-b3155fae3b68 service neutron] (104014) timed out ('10.222.0.43', 51551) {{(pid=104014) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 26 03:20:40.024422 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:DELETE=1,neutron:SELECT=1 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:20:40.034064 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=6 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:20:41.453173 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-cb6c9f00-84c2-47ae-94cb-262b05331c26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (7168f7b9-c398-4364-91f8-35e2ce03f4c4), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:20:43.778741 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-8c53211f-5b05-4fcd-b0c5-252a02726565 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (0122de27-3097-4d47-a0ca-0fb90e28ac1e), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:20:44.889645 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a0725410-9e6c-45cb-9ff8-c6c4931d6b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (ece691f0-a7cc-4e31-b59a-0e18fd9fccde), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:20:44.957320 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (e7a0895f-45bb-4130-be69-32df3e039043), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:20:45.576656 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-87cf5ed8-949d-46c0-bf08-c657acc1ccbc req-6646869b-bc37-408d-a4dc-be2b4640a257 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8b1ffc28-1390-49e3-89a2-0e9d284b2321&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0410471 Jun 26 03:20:45.646614 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cf5ed8-949d-46c0-bf08-c657acc1ccbc req-7484201d-52a1-4501-a8aa-6704eb2ed275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:20:45.648118 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-87cf5ed8-949d-46c0-bf08-c657acc1ccbc req-7484201d-52a1-4501-a8aa-6704eb2ed275 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4a6b41994f444cafb21d3d6e395b6893&device_id=8b1ffc28-1390-49e3-89a2-0e9d284b2321 HTTP/1.1" status: 200 len: 1129 time: 0.0391736 Jun 26 03:20:45.745830 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cf5ed8-949d-46c0-bf08-c657acc1ccbc req-60072fb2-42ca-44bb-82e8-ab6b72e42d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:20:45.747282 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-87cf5ed8-949d-46c0-bf08-c657acc1ccbc req-60072fb2-42ca-44bb-82e8-ab6b72e42d6a service neutron] 10.222.0.43 "GET /v2.0/networks?id=4925de68-9c6f-4235-8c00-daee335817a4 HTTP/1.1" status: 200 len: 912 time: 0.0828888 Jun 26 03:20:45.811486 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-87cf5ed8-949d-46c0-bf08-c657acc1ccbc req-29095dcc-e6ca-4aed-a4b7-214efd2660da service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a55b8d34-2a58-424c-9e6a-07ac0e4655c7 HTTP/1.1" status: 200 len: 1001 time: 0.0576265 Jun 26 03:20:45.859443 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cf5ed8-949d-46c0-bf08-c657acc1ccbc req-6e1c51f1-cb41-41e3-bfe0-48dad3711ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:20:45.860884 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-87cf5ed8-949d-46c0-bf08-c657acc1ccbc req-6e1c51f1-cb41-41e3-bfe0-48dad3711ffa service neutron] 10.222.0.43 "GET /v2.0/subnets?id=db13727d-bad1-446f-86ff-3a62b40a69f1 HTTP/1.1" status: 200 len: 850 time: 0.0429382 Jun 26 03:20:45.904342 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cf5ed8-949d-46c0-bf08-c657acc1ccbc req-94746aa6-ddb5-42eb-ba73-b1aa5055bb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:20:45.905800 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-87cf5ed8-949d-46c0-bf08-c657acc1ccbc req-94746aa6-ddb5-42eb-ba73-b1aa5055bb99 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4925de68-9c6f-4235-8c00-daee335817a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389454 Jun 26 03:20:45.999638 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-87cf5ed8-949d-46c0-bf08-c657acc1ccbc req-54754fb8-182b-400a-8ac9-d338005c44ca service neutron] 10.222.0.43 "GET /v2.0/networks/4925de68-9c6f-4235-8c00-daee335817a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877538 Jun 26 03:20:46.087428 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-87cf5ed8-949d-46c0-bf08-c657acc1ccbc req-104a2a81-866f-40a6-b3c3-74a9bb3f40ca service neutron] 10.222.0.43 "GET /v2.0/networks/4925de68-9c6f-4235-8c00-daee335817a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813348 Jun 26 03:20:46.347281 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d2867017-9ae3-4ae5-b018-59cb98d1258b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (3b87920d-6933-41a3-b47c-185b87d68e87), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:20:46.544983 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (16f9b602-7baf-4f7a-ab92-1b0788147fb5), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:20:49.958988 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.agents_db [None req-1acc9491-aa00-4d80-a7f3-d699105ea2bf None None] Agent healthcheck: found 6 active agents {{(pid=104016) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 03:20:50.309221 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bfabcf-21cf-47ff-bf54-1138d8f711de req-1a6c94c4-a21c-475f-9479-b67350b00347 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:20:50.310760 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-44bfabcf-21cf-47ff-bf54-1138d8f711de req-1a6c94c4-a21c-475f-9479-b67350b00347 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] 10.222.0.13 "GET /v2.0/ports?device_id=dad8a4d7-e228-4988-a099-a49eba183537 HTTP/1.1" status: 200 len: 946 time: 0.1217523 Jun 26 03:20:50.360743 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-44bfabcf-21cf-47ff-bf54-1138d8f711de req-14bbb72b-6c5e-4e15-83d4-1b7d12c9137f tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] 10.222.0.13 "GET /v2.0/security-groups?id=09fc588a-3d4f-4a4d-86a1-6980f4c8e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437751 Jun 26 03:20:51.523940 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14134b24-fd2f-4815-9849-b508c99e9b22 req-2cdb16de-a5b1-452a-a3bc-455e4cd6e4b6 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:20:51.525427 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-14134b24-fd2f-4815-9849-b508c99e9b22 req-2cdb16de-a5b1-452a-a3bc-455e4cd6e4b6 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] 10.222.0.13 "GET /v2.0/ports?device_id=dad8a4d7-e228-4988-a099-a49eba183537 HTTP/1.1" status: 200 len: 946 time: 0.0948696 Jun 26 03:20:51.573937 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-14134b24-fd2f-4815-9849-b508c99e9b22 req-ad08d4fc-4b4f-4172-b91a-aef825d66f2a tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] 10.222.0.13 "GET /v2.0/security-groups?id=09fc588a-3d4f-4a4d-86a1-6980f4c8e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428426 Jun 26 03:20:52.238723 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [req-7fc3e57e-167c-42dd-8061-61c6b12f18d1 req-be5e0bf0-9c56-452d-a692-f477f1689071 service neutron] (104014) timed out ('10.222.0.43', 51532) {{(pid=104014) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 26 03:20:52.689664 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64be0f6-2f90-4563-aa8d-41ff67e5f316 req-5ab90bb7-ece1-4748-8914-ba4ec2cd2295 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:20:52.691130 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-c64be0f6-2f90-4563-aa8d-41ff67e5f316 req-5ab90bb7-ece1-4748-8914-ba4ec2cd2295 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] 10.222.0.13 "GET /v2.0/ports?device_id=dad8a4d7-e228-4988-a099-a49eba183537 HTTP/1.1" status: 200 len: 946 time: 0.0493696 Jun 26 03:20:52.738690 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-c64be0f6-2f90-4563-aa8d-41ff67e5f316 req-c1c6f7cc-cdf1-4122-8104-81a9769eb606 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] 10.222.0.13 "GET /v2.0/security-groups?id=09fc588a-3d4f-4a4d-86a1-6980f4c8e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421748 Jun 26 03:20:53.849295 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6029efad-1e28-4297-8482-855f95c4684f req-dbb139dd-9b5e-4b5b-ad5e-7763c50136fb tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:20:53.850790 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-6029efad-1e28-4297-8482-855f95c4684f req-dbb139dd-9b5e-4b5b-ad5e-7763c50136fb tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] 10.222.0.13 "GET /v2.0/ports?device_id=dad8a4d7-e228-4988-a099-a49eba183537 HTTP/1.1" status: 200 len: 946 time: 0.0459986 Jun 26 03:20:53.900289 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-6029efad-1e28-4297-8482-855f95c4684f req-13ef71e7-f2ab-40f4-b625-39ba62664fe1 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] 10.222.0.13 "GET /v2.0/security-groups?id=09fc588a-3d4f-4a4d-86a1-6980f4c8e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434237 Jun 26 03:20:55.009880 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff34ab62-5568-4411-97ef-9b13f30eb82a req-73861576-a684-4597-889c-b51d705a0f43 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:20:55.011338 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-ff34ab62-5568-4411-97ef-9b13f30eb82a req-73861576-a684-4597-889c-b51d705a0f43 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] 10.222.0.13 "GET /v2.0/ports?device_id=dad8a4d7-e228-4988-a099-a49eba183537 HTTP/1.1" status: 200 len: 946 time: 0.0454650 Jun 26 03:20:55.042203 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=100 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:20:55.063493 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-ff34ab62-5568-4411-97ef-9b13f30eb82a req-cd89efbb-f267-4a98-8726-a7a8d74c4f03 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] 10.222.0.13 "GET /v2.0/security-groups?id=09fc588a-3d4f-4a4d-86a1-6980f4c8e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457859 Jun 26 03:20:56.173925 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f75f7d1-4732-4abf-b214-c1d6a18099a1 req-17dea564-a8dd-4a56-b528-3531ab9efd59 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:20:56.175384 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-9f75f7d1-4732-4abf-b214-c1d6a18099a1 req-17dea564-a8dd-4a56-b528-3531ab9efd59 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] 10.222.0.13 "GET /v2.0/ports?device_id=dad8a4d7-e228-4988-a099-a49eba183537 HTTP/1.1" status: 200 len: 946 time: 0.0461502 Jun 26 03:20:56.222791 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-9f75f7d1-4732-4abf-b214-c1d6a18099a1 req-7ca144c0-b11b-4259-b819-94ff0ab9d199 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] 10.222.0.13 "GET /v2.0/security-groups?id=09fc588a-3d4f-4a4d-86a1-6980f4c8e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420446 Jun 26 03:20:57.320143 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=100 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:20:57.335801 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07469d9a-bdd7-443a-b2c5-c174bd87b550 req-db00417a-efde-4e37-81bb-db86680f265b tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:20:57.337260 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-07469d9a-bdd7-443a-b2c5-c174bd87b550 req-db00417a-efde-4e37-81bb-db86680f265b tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] 10.222.0.13 "GET /v2.0/ports?device_id=dad8a4d7-e228-4988-a099-a49eba183537 HTTP/1.1" status: 200 len: 946 time: 0.0480390 Jun 26 03:20:57.385382 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-07469d9a-bdd7-443a-b2c5-c174bd87b550 req-45fd712a-2b52-4b3a-9805-d29ce644bd59 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] 10.222.0.13 "GET /v2.0/security-groups?id=09fc588a-3d4f-4a4d-86a1-6980f4c8e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426190 Jun 26 03:20:58.497778 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f60c8d-2911-4ff7-8503-b98f106f13d4 req-ff35d42c-33a0-4444-9ba7-f8fcb9fcc848 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:20:58.499234 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-d0f60c8d-2911-4ff7-8503-b98f106f13d4 req-ff35d42c-33a0-4444-9ba7-f8fcb9fcc848 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] 10.222.0.13 "GET /v2.0/ports?device_id=dad8a4d7-e228-4988-a099-a49eba183537 HTTP/1.1" status: 200 len: 946 time: 0.0488765 Jun 26 03:20:58.547516 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-d0f60c8d-2911-4ff7-8503-b98f106f13d4 req-834e5ad4-698e-432a-aeaa-d96b92fbdd20 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] 10.222.0.13 "GET /v2.0/security-groups?id=09fc588a-3d4f-4a4d-86a1-6980f4c8e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428097 Jun 26 03:20:59.411388 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=26,neutron:UPDATE=2 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:20:59.412227 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=18,neutron:UPDATE=4 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:20:59.658113 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e814f253-0997-4d1d-8af6-56d5fe26321e req-bc0abf74-5b78-4efa-9314-0aca894321d4 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:20:59.659525 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-e814f253-0997-4d1d-8af6-56d5fe26321e req-bc0abf74-5b78-4efa-9314-0aca894321d4 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] 10.222.0.13 "GET /v2.0/ports?device_id=dad8a4d7-e228-4988-a099-a49eba183537 HTTP/1.1" status: 200 len: 946 time: 0.0454862 Jun 26 03:20:59.707395 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-e814f253-0997-4d1d-8af6-56d5fe26321e req-68744e97-5d42-4307-b48f-854e5224b421 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] 10.222.0.13 "GET /v2.0/security-groups?id=09fc588a-3d4f-4a4d-86a1-6980f4c8e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424590 Jun 26 03:20:59.954218 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=1 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:20:59.954953 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=1 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:21:00.460741 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81639719-58f0-4fe7-938e-7abd68308c36 req-e527f269-f170-4a2e-a7e2-315c80dd3010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:21:00.462822 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-81639719-58f0-4fe7-938e-7abd68308c36 req-e527f269-f170-4a2e-a7e2-315c80dd3010 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=80a33a31ba6046e78352f5ba9e88b9fe&device_id=dad8a4d7-e228-4988-a099-a49eba183537 HTTP/1.1" status: 200 len: 1130 time: 0.0380886 Jun 26 03:21:00.551503 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81639719-58f0-4fe7-938e-7abd68308c36 req-fb244088-d0df-4c2d-8929-3e8767b27968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:21:00.552811 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-81639719-58f0-4fe7-938e-7abd68308c36 req-fb244088-d0df-4c2d-8929-3e8767b27968 service neutron] 10.222.0.43 "GET /v2.0/networks?id=82c4a88c-3604-4e5f-902b-8a29b8be9dd0 HTTP/1.1" status: 200 len: 909 time: 0.0847638 Jun 26 03:21:00.613833 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-81639719-58f0-4fe7-938e-7abd68308c36 req-d1f9be0a-9a3b-4816-88c7-20d3da398848 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8fb8465e-f5a6-4cd4-ae39-7cbb3d5e4eaf HTTP/1.1" status: 200 len: 1002 time: 0.0551438 Jun 26 03:21:00.659355 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81639719-58f0-4fe7-938e-7abd68308c36 req-c64f6aff-a3aa-41b3-920f-b5b8a84eb1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:21:00.660689 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-81639719-58f0-4fe7-938e-7abd68308c36 req-c64f6aff-a3aa-41b3-920f-b5b8a84eb1e9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=eab29342-7686-4817-abdf-f593c85f7fdd HTTP/1.1" status: 200 len: 847 time: 0.0415690 Jun 26 03:21:00.700808 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81639719-58f0-4fe7-938e-7abd68308c36 req-0f66ef9a-5a62-4f0d-a3ab-6c1cb55a0c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:21:00.702225 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-81639719-58f0-4fe7-938e-7abd68308c36 req-0f66ef9a-5a62-4f0d-a3ab-6c1cb55a0c42 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=82c4a88c-3604-4e5f-902b-8a29b8be9dd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0362267 Jun 26 03:21:00.825839 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-81639719-58f0-4fe7-938e-7abd68308c36 req-0ac37a9c-d771-45ce-9069-37a265eec29f service neutron] 10.222.0.43 "GET /v2.0/networks/82c4a88c-3604-4e5f-902b-8a29b8be9dd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169589 Jun 26 03:21:00.831619 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ee8ec8-1bf8-4404-b9c7-14f4944cdbb5 req-ca74c5e1-946e-41be-9d76-72b2a5db0d21 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:21:00.832949 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-79ee8ec8-1bf8-4404-b9c7-14f4944cdbb5 req-ca74c5e1-946e-41be-9d76-72b2a5db0d21 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] 10.222.0.13 "GET /v2.0/ports?device_id=dad8a4d7-e228-4988-a099-a49eba183537 HTTP/1.1" status: 200 len: 946 time: 0.0596321 Jun 26 03:21:00.938638 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-79ee8ec8-1bf8-4404-b9c7-14f4944cdbb5 req-686975cc-88e2-4919-a7af-5a4a7927cea3 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] 10.222.0.13 "GET /v2.0/security-groups?id=09fc588a-3d4f-4a4d-86a1-6980f4c8e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972507 Jun 26 03:21:00.956580 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-81639719-58f0-4fe7-938e-7abd68308c36 req-34993475-1c4a-41fb-a5ae-a1ce95ecf519 service neutron] 10.222.0.43 "GET /v2.0/networks/82c4a88c-3604-4e5f-902b-8a29b8be9dd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226423 Jun 26 03:21:02.052882 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dae260-2a1c-4a67-9112-1928f62e1c7d req-881e9f8f-1492-4aa6-8420-9dad8833f538 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:21:02.054365 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-16dae260-2a1c-4a67-9112-1928f62e1c7d req-881e9f8f-1492-4aa6-8420-9dad8833f538 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] 10.222.0.13 "GET /v2.0/ports?device_id=dad8a4d7-e228-4988-a099-a49eba183537 HTTP/1.1" status: 200 len: 946 time: 0.0473855 Jun 26 03:21:02.101343 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-16dae260-2a1c-4a67-9112-1928f62e1c7d req-1a603d0d-9012-488d-ae2f-272bc787fa06 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] 10.222.0.13 "GET /v2.0/security-groups?id=09fc588a-3d4f-4a4d-86a1-6980f4c8e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408375 Jun 26 03:21:03.207938 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=100 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:21:03.210702 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=100 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:21:03.220750 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc56a5e8-27a7-4c8b-8a25-494ba4cca8c2 req-e5f59905-9a6c-4ee4-af67-17d89e442d42 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:21:03.222276 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-bc56a5e8-27a7-4c8b-8a25-494ba4cca8c2 req-e5f59905-9a6c-4ee4-af67-17d89e442d42 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] 10.222.0.13 "GET /v2.0/ports?device_id=dad8a4d7-e228-4988-a099-a49eba183537 HTTP/1.1" status: 200 len: 946 time: 0.0533929 Jun 26 03:21:03.274756 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-bc56a5e8-27a7-4c8b-8a25-494ba4cca8c2 req-160cbd41-d42f-4285-91a9-5abf1560f03d tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] 10.222.0.13 "GET /v2.0/security-groups?id=09fc588a-3d4f-4a4d-86a1-6980f4c8e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468433 Jun 26 03:21:03.341594 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [req-e64f2be2-a627-4033-a132-786b85ac67b3 req-cca214ee-b2c6-4b9c-88d7-19e771321162 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=104014) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 26 03:21:03.342588 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-e64f2be2-a627-4033-a132-786b85ac67b3 req-cca214ee-b2c6-4b9c-88d7-19e771321162 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0052683 Jun 26 03:21:03.496760 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdcc265-c43e-4871-8b3c-00bda7e4a656 req-e975c658-4ff6-4a11-81c9-b2d0cc8d1230 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:21:03.498314 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-9cdcc265-c43e-4871-8b3c-00bda7e4a656 req-e975c658-4ff6-4a11-81c9-b2d0cc8d1230 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] 10.222.0.13 "GET /v2.0/ports?device_id=dad8a4d7-e228-4988-a099-a49eba183537 HTTP/1.1" status: 200 len: 946 time: 0.0487192 Jun 26 03:21:03.511839 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [req-c6456e31-4817-4578-bf54-13f978d44eb5 req-d38b4458-3061-48e4-98ad-2d2f9d8c4985 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=dad8a4d7-e228-4988-a099-a49eba183537&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0867515 Jun 26 03:21:03.556152 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-9cdcc265-c43e-4871-8b3c-00bda7e4a656 req-9ac9fb74-d4b3-44b7-b076-8a0d9d23562b tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] 10.222.0.13 "GET /v2.0/security-groups?id=09fc588a-3d4f-4a4d-86a1-6980f4c8e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499976 Jun 26 03:21:03.641533 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6456e31-4817-4578-bf54-13f978d44eb5 req-a9edd1d8-7e4f-4b8f-93c8-e85d94dfb0a6 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:21:03.642917 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-c6456e31-4817-4578-bf54-13f978d44eb5 req-a9edd1d8-7e4f-4b8f-93c8-e85d94dfb0a6 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] 10.222.0.13 "GET /v2.0/ports/8fb8465e-f5a6-4cd4-ae39-7cbb3d5e4eaf HTTP/1.1" status: 200 len: 943 time: 0.0996394 Jun 26 03:21:04.673798 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f5fc0d-a658-492f-a65c-b181c0778d60 req-83573f18-aa93-416f-9fdc-cd5d947bedc2 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:21:04.675303 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-95f5fc0d-a658-492f-a65c-b181c0778d60 req-83573f18-aa93-416f-9fdc-cd5d947bedc2 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] 10.222.0.13 "GET /v2.0/ports?device_id=dad8a4d7-e228-4988-a099-a49eba183537 HTTP/1.1" status: 200 len: 946 time: 0.0487647 Jun 26 03:21:04.971410 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-95f5fc0d-a658-492f-a65c-b181c0778d60 req-5d8d1cce-ada2-4ada-a803-aecc9b460ec1 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] 10.222.0.13 "GET /v2.0/security-groups?id=09fc588a-3d4f-4a4d-86a1-6980f4c8e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2905214 Jun 26 03:21:05.080990 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6456e31-4817-4578-bf54-13f978d44eb5 req-ab2bd73e-0a30-4f95-9805-99155c69d6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:21:05.082461 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-c6456e31-4817-4578-bf54-13f978d44eb5 req-ab2bd73e-0a30-4f95-9805-99155c69d6e6 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=dad8a4d7-e228-4988-a099-a49eba183537&tenant_id=80a33a31ba6046e78352f5ba9e88b9fe HTTP/1.1" status: 200 len: 1130 time: 0.0381355 Jun 26 03:21:05.153349 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6456e31-4817-4578-bf54-13f978d44eb5 req-a45e72d2-0e95-4833-a8bd-803e3412a3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:21:05.154925 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-c6456e31-4817-4578-bf54-13f978d44eb5 req-a45e72d2-0e95-4833-a8bd-803e3412a3e7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=80a33a31ba6046e78352f5ba9e88b9fe&device_id=dad8a4d7-e228-4988-a099-a49eba183537 HTTP/1.1" status: 200 len: 1130 time: 0.0382416 Jun 26 03:21:05.249121 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6456e31-4817-4578-bf54-13f978d44eb5 req-4287c9b0-ed0c-48d6-a8db-f0a3887b1aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:21:05.250594 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-c6456e31-4817-4578-bf54-13f978d44eb5 req-4287c9b0-ed0c-48d6-a8db-f0a3887b1aba service neutron] 10.222.0.43 "GET /v2.0/networks?id=82c4a88c-3604-4e5f-902b-8a29b8be9dd0 HTTP/1.1" status: 200 len: 909 time: 0.0884011 Jun 26 03:21:05.312303 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-c6456e31-4817-4578-bf54-13f978d44eb5 req-5cd6fa73-38bd-4cd2-a945-3d95787258ed service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8fb8465e-f5a6-4cd4-ae39-7cbb3d5e4eaf HTTP/1.1" status: 200 len: 1002 time: 0.0558805 Jun 26 03:21:05.364061 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6456e31-4817-4578-bf54-13f978d44eb5 req-a418001c-e6c1-4a7d-bb86-d2d2309c5990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:21:05.365491 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-c6456e31-4817-4578-bf54-13f978d44eb5 req-a418001c-e6c1-4a7d-bb86-d2d2309c5990 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=eab29342-7686-4817-abdf-f593c85f7fdd HTTP/1.1" status: 200 len: 847 time: 0.0465822 Jun 26 03:21:05.407189 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6456e31-4817-4578-bf54-13f978d44eb5 req-8c4d037e-b490-47a8-a929-54414156a593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:21:05.408546 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-c6456e31-4817-4578-bf54-13f978d44eb5 req-8c4d037e-b490-47a8-a929-54414156a593 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=82c4a88c-3604-4e5f-902b-8a29b8be9dd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0375113 Jun 26 03:21:05.495956 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-c6456e31-4817-4578-bf54-13f978d44eb5 req-a1529845-8abb-41fd-9194-dd5a2d144d2d service neutron] 10.222.0.43 "GET /v2.0/networks/82c4a88c-3604-4e5f-902b-8a29b8be9dd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815904 Jun 26 03:21:05.512700 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Device 8fb8465e-f5a6-4cd4-ae39-7cbb3d5e4eaf no longer exists at agent hyperv_hv-cinder-84684 {{(pid=104015) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 03:21:05.583570 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Current status of the port 8fb8465e-f5a6-4cd4-ae39-7cbb3d5e4eaf is: ACTIVE; New status is: DOWN {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 03:21:05.583957 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (8fb8465e-f5a6-4cd4-ae39-7cbb3d5e4eaf), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:21:05.588321 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-c6456e31-4817-4578-bf54-13f978d44eb5 req-2ed91522-66cd-4825-baee-3de404c64167 service neutron] 10.222.0.43 "GET /v2.0/networks/82c4a88c-3604-4e5f-902b-8a29b8be9dd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861771 Jun 26 03:21:05.607971 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dad8a4d7-e228-4988-a099-a49eba183537', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8fb8465e-f5a6-4cd4-ae39-7cbb3d5e4eaf'}] {{(pid=104015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 26 03:21:05.610917 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cc6f3b5c5ccbcb5bcfe28d8fb20da90166658d76702b85331307104b46494b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5987b7b-78f9-43e3-abbe-ead68c83d95e" -d '{"events": [{"server_uuid": "dad8a4d7-e228-4988-a099-a49eba183537", "name": "network-vif-unplugged", "status": "completed", "tag": "8fb8465e-f5a6-4cd4-ae39-7cbb3d5e4eaf"}]}' {{(pid=104015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 03:21:05.623313 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] For port 8fb8465e-f5a6-4cd4-ae39-7cbb3d5e4eaf, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=8fb8465e-f5a6-4cd4-ae39-7cbb3d5e4eaf,segment=NetworkSegment(f08981e6-5c63-4d8a-9ea1-bb5d5d702772),segment_id=f08981e6-5c63-4d8a-9ea1-bb5d5d702772)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:21:05.627330 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (8fb8465e-f5a6-4cd4-ae39-7cbb3d5e4eaf), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:21:05.653318 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 26 Jun 2022 03:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4af2d1a9-246d-4008-adfd-146e8e897a4b x-openstack-request-id: req-4af2d1a9-246d-4008-adfd-146e8e897a4b {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 03:21:05.653602 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dad8a4d7-e228-4988-a099-a49eba183537", "name": "network-vif-unplugged", "status": "completed", "tag": "8fb8465e-f5a6-4cd4-ae39-7cbb3d5e4eaf", "code": 200}]} {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 03:21:05.653848 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4af2d1a9-246d-4008-adfd-146e8e897a4b {{(pid=104015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 03:21:05.654263 dv-cinder-846842-4-iscsi neutron-server[104015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4af2d1a9-246d-4008-adfd-146e8e897a4b'] response: {'server_uuid': 'dad8a4d7-e228-4988-a099-a49eba183537', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8fb8465e-f5a6-4cd4-ae39-7cbb3d5e4eaf', 'code': 200} Jun 26 03:21:05.674434 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Pushing event updated for resources: {'Port': ['ID=8fb8465e-f5a6-4cd4-ae39-7cbb3d5e4eaf,revision_number=6']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:21:05.681261 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:21:05.681607 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:21:05.681944 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:21:05.682300 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:21:05.682630 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:21:05.682959 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:21:05.683282 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:21:05.683602 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:21:05.683921 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:21:05.684237 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:21:05.684553 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:21:05.684869 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:21:05.685183 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:21:05.685497 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:21:05.685810 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:21:06.085610 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94d807e-6890-4fd3-ba7f-3842ce9b07ce req-da78b914-3b6f-40ec-a18b-69f7eb8bf1da tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:21:06.087122 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-b94d807e-6890-4fd3-ba7f-3842ce9b07ce req-da78b914-3b6f-40ec-a18b-69f7eb8bf1da tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] 10.222.0.13 "GET /v2.0/ports?device_id=dad8a4d7-e228-4988-a099-a49eba183537 HTTP/1.1" status: 200 len: 944 time: 0.0471241 Jun 26 03:21:06.135680 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-b94d807e-6890-4fd3-ba7f-3842ce9b07ce req-340a32c7-20ab-4bd0-8ee7-652e6459ef6f tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] 10.222.0.13 "GET /v2.0/security-groups?id=09fc588a-3d4f-4a4d-86a1-6980f4c8e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431175 Jun 26 03:21:07.251975 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713fd534-b2a6-4f0a-b874-291a796e27ae req-c2fab5e2-a162-465a-a5a7-5359cbe8c05b tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:21:07.253457 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-713fd534-b2a6-4f0a-b874-291a796e27ae req-c2fab5e2-a162-465a-a5a7-5359cbe8c05b tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] 10.222.0.13 "GET /v2.0/ports?device_id=dad8a4d7-e228-4988-a099-a49eba183537 HTTP/1.1" status: 200 len: 944 time: 0.0501614 Jun 26 03:21:07.284352 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=100 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:21:07.303641 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-713fd534-b2a6-4f0a-b874-291a796e27ae req-b6012f12-6cfa-4513-a862-7b018b7bc439 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] 10.222.0.13 "GET /v2.0/security-groups?id=09fc588a-3d4f-4a4d-86a1-6980f4c8e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446286 Jun 26 03:21:08.416767 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f72cc3-f799-43ad-8a7b-9e351bc4e72e req-ee67c760-3b1c-4e54-9cc8-bec248bc3383 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:21:08.418255 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-24f72cc3-f799-43ad-8a7b-9e351bc4e72e req-ee67c760-3b1c-4e54-9cc8-bec248bc3383 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] 10.222.0.13 "GET /v2.0/ports?device_id=dad8a4d7-e228-4988-a099-a49eba183537 HTTP/1.1" status: 200 len: 944 time: 0.0471370 Jun 26 03:21:08.466012 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-24f72cc3-f799-43ad-8a7b-9e351bc4e72e req-107c2df3-ef3d-4df1-b7ab-6c4cd2a467f5 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] 10.222.0.13 "GET /v2.0/security-groups?id=09fc588a-3d4f-4a4d-86a1-6980f4c8e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423250 Jun 26 03:21:09.563845 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=100 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:21:09.581411 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087b0baf-783a-4212-87aa-6b0e6d767dc6 req-63dd9128-ac91-42e5-a160-37e45298e266 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:21:09.582884 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-087b0baf-783a-4212-87aa-6b0e6d767dc6 req-63dd9128-ac91-42e5-a160-37e45298e266 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] 10.222.0.13 "GET /v2.0/ports?device_id=dad8a4d7-e228-4988-a099-a49eba183537 HTTP/1.1" status: 200 len: 944 time: 0.0504091 Jun 26 03:21:09.631701 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-087b0baf-783a-4212-87aa-6b0e6d767dc6 req-f1feaa12-a64b-4079-a9c4-e9e2cfbad719 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] 10.222.0.13 "GET /v2.0/security-groups?id=09fc588a-3d4f-4a4d-86a1-6980f4c8e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430534 Jun 26 03:21:10.741809 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a079c92-c02c-46ea-b92c-1c5791031016 req-b819e590-844d-4763-b891-a9dfcc1b5030 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:21:10.743291 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-4a079c92-c02c-46ea-b92c-1c5791031016 req-b819e590-844d-4763-b891-a9dfcc1b5030 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] 10.222.0.13 "GET /v2.0/ports?device_id=dad8a4d7-e228-4988-a099-a49eba183537 HTTP/1.1" status: 200 len: 944 time: 0.0464582 Jun 26 03:21:10.792077 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-4a079c92-c02c-46ea-b92c-1c5791031016 req-551df4cd-95f6-4c15-92fd-e7c9f3ac525a tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] 10.222.0.13 "GET /v2.0/security-groups?id=09fc588a-3d4f-4a4d-86a1-6980f4c8e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429008 Jun 26 03:21:11.455772 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-1711a997-c377-460d-b4c3-0062d820a0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (7168f7b9-c398-4364-91f8-35e2ce03f4c4), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:21:11.905450 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a062eb8-e39d-4c27-9c2f-d6b590d0a06a req-3cacd584-9f09-4ef5-99ac-f0e4e42107dd tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:21:11.907019 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-8a062eb8-e39d-4c27-9c2f-d6b590d0a06a req-3cacd584-9f09-4ef5-99ac-f0e4e42107dd tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] 10.222.0.13 "GET /v2.0/ports?device_id=dad8a4d7-e228-4988-a099-a49eba183537 HTTP/1.1" status: 200 len: 944 time: 0.0481639 Jun 26 03:21:11.958842 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-8a062eb8-e39d-4c27-9c2f-d6b590d0a06a req-d8c10d80-0c66-42eb-848c-6b7c7236aa4e tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] 10.222.0.13 "GET /v2.0/security-groups?id=09fc588a-3d4f-4a4d-86a1-6980f4c8e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463781 Jun 26 03:21:12.664143 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84795d28-961d-4ddb-82a9-3071e7c345c1 req-80ff3595-ec44-450e-b539-c155c7d56ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:21:12.665574 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-84795d28-961d-4ddb-82a9-3071e7c345c1 req-80ff3595-ec44-450e-b539-c155c7d56ac8 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=dad8a4d7-e228-4988-a099-a49eba183537 HTTP/1.1" status: 200 len: 1128 time: 0.0384810 Jun 26 03:21:12.708327 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-84795d28-961d-4ddb-82a9-3071e7c345c1 req-a5521ebb-c04d-4684-a371-00c3a73834a3 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=09fc588a-3d4f-4a4d-86a1-6980f4c8e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374727 Jun 26 03:21:13.070744 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9318d6f-9b2f-4fbd-959e-fe9520b743b7 req-75dd66ca-815e-4698-ab61-1bd916a2953b tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:21:13.072890 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a9318d6f-9b2f-4fbd-959e-fe9520b743b7 req-75dd66ca-815e-4698-ab61-1bd916a2953b tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] 10.222.0.13 "GET /v2.0/ports?device_id=dad8a4d7-e228-4988-a099-a49eba183537 HTTP/1.1" status: 200 len: 944 time: 0.0465372 Jun 26 03:21:13.120042 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a9318d6f-9b2f-4fbd-959e-fe9520b743b7 req-046e7656-936b-42a5-beda-0437ff852f90 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] 10.222.0.13 "GET /v2.0/security-groups?id=09fc588a-3d4f-4a4d-86a1-6980f4c8e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418127 Jun 26 03:21:13.506620 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:21:13.509875 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=5 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:21:13.529893 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Device 8fb8465e-f5a6-4cd4-ae39-7cbb3d5e4eaf details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=104015) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 26 03:21:13.623684 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] For port 8fb8465e-f5a6-4cd4-ae39-7cbb3d5e4eaf, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=8fb8465e-f5a6-4cd4-ae39-7cbb3d5e4eaf,segment=NetworkSegment(f08981e6-5c63-4d8a-9ea1-bb5d5d702772),segment_id=f08981e6-5c63-4d8a-9ea1-bb5d5d702772)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:21:13.638635 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Returning: {'device': '8fb8465e-f5a6-4cd4-ae39-7cbb3d5e4eaf', 'network_id': '82c4a88c-3604-4e5f-902b-8a29b8be9dd0', 'port_id': '8fb8465e-f5a6-4cd4-ae39-7cbb3d5e4eaf', 'mac_address': 'fa:16:3e:a3:3c:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eab29342-7686-4817-abdf-f593c85f7fdd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104015) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 26 03:21:13.671291 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Current status of the port 8fb8465e-f5a6-4cd4-ae39-7cbb3d5e4eaf is: DOWN; New status is: BUILD {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 03:21:13.671674 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (8fb8465e-f5a6-4cd4-ae39-7cbb3d5e4eaf), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:21:13.684492 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.notifiers.nova [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fb8465e-f5a6-4cd4-ae39-7cbb3d5e4eaf {{(pid=104015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 26 03:21:13.703783 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] For port 8fb8465e-f5a6-4cd4-ae39-7cbb3d5e4eaf, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=8fb8465e-f5a6-4cd4-ae39-7cbb3d5e4eaf,segment=NetworkSegment(f08981e6-5c63-4d8a-9ea1-bb5d5d702772),segment_id=f08981e6-5c63-4d8a-9ea1-bb5d5d702772)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:21:13.707532 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (8fb8465e-f5a6-4cd4-ae39-7cbb3d5e4eaf), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:21:13.751047 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Pushing event updated for resources: {'Port': ['ID=8fb8465e-f5a6-4cd4-ae39-7cbb3d5e4eaf,revision_number=7']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:21:13.778889 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-be488b17-5fc0-4fee-b6b3-11bafcb0b817 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (0122de27-3097-4d47-a0ca-0fb90e28ac1e), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:21:14.129165 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] get_ports_and_sgs() called for port_ids ['8fb8465e-f5a6-4cd4-ae39-7cbb3d5e4eaf'] {{(pid=104015) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 03:21:14.235661 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72707e6-f5fc-4f31-9d43-349510e3f37d req-a9d89cc8-7f5b-48d1-aa3e-d9105187f06c tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:21:14.237140 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a72707e6-f5fc-4f31-9d43-349510e3f37d req-a9d89cc8-7f5b-48d1-aa3e-d9105187f06c tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] 10.222.0.13 "GET /v2.0/ports?device_id=dad8a4d7-e228-4988-a099-a49eba183537 HTTP/1.1" status: 200 len: 945 time: 0.0501871 Jun 26 03:21:14.286364 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a72707e6-f5fc-4f31-9d43-349510e3f37d req-1702ae7f-0f59-493e-9d79-4179703e7675 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] 10.222.0.13 "GET /v2.0/security-groups?id=09fc588a-3d4f-4a4d-86a1-6980f4c8e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434735 Jun 26 03:21:14.887539 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:21:14.892445 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a0725410-9e6c-45cb-9ff8-c6c4931d6b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (ece691f0-a7cc-4e31-b59a-0e18fd9fccde), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:21:15.034089 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (e7a0895f-45bb-4130-be69-32df3e039043), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:21:15.398439 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c12deb2-56bd-4d0c-9f12-666c0cf4afe7 req-30d9c831-571e-443a-839f-289f1f5df2bc tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:21:15.399888 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-8c12deb2-56bd-4d0c-9f12-666c0cf4afe7 req-30d9c831-571e-443a-839f-289f1f5df2bc tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] 10.222.0.13 "GET /v2.0/ports?device_id=dad8a4d7-e228-4988-a099-a49eba183537 HTTP/1.1" status: 200 len: 945 time: 0.0474944 Jun 26 03:21:15.447781 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-8c12deb2-56bd-4d0c-9f12-666c0cf4afe7 req-a1546ddf-3a0a-4a19-b866-d469fe40825d tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] 10.222.0.13 "GET /v2.0/security-groups?id=09fc588a-3d4f-4a4d-86a1-6980f4c8e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418665 Jun 26 03:21:15.544511 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Device 8fb8465e-f5a6-4cd4-ae39-7cbb3d5e4eaf up at agent hyperv_hv-cinder-84684 {{(pid=104015) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 03:21:15.574516 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:21:15.588332 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Provisioning complete for port 8fb8465e-f5a6-4cd4-ae39-7cbb3d5e4eaf triggered by entity L2. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:21:15.589351 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (8fb8465e-f5a6-4cd4-ae39-7cbb3d5e4eaf), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:21:15.657911 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Current status of the port 8fb8465e-f5a6-4cd4-ae39-7cbb3d5e4eaf is: BUILD; New status is: ACTIVE {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 03:21:15.658323 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (8fb8465e-f5a6-4cd4-ae39-7cbb3d5e4eaf), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:21:15.680042 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dad8a4d7-e228-4988-a099-a49eba183537', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fb8465e-f5a6-4cd4-ae39-7cbb3d5e4eaf'}] {{(pid=104015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 26 03:21:15.682239 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cc6f3b5c5ccbcb5bcfe28d8fb20da90166658d76702b85331307104b46494b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcda09d1-de84-45d0-b046-0b33bcdf3893" -d '{"events": [{"server_uuid": "dad8a4d7-e228-4988-a099-a49eba183537", "name": "network-vif-plugged", "status": "completed", "tag": "8fb8465e-f5a6-4cd4-ae39-7cbb3d5e4eaf"}]}' {{(pid=104015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 03:21:15.697095 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] For port 8fb8465e-f5a6-4cd4-ae39-7cbb3d5e4eaf, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=8fb8465e-f5a6-4cd4-ae39-7cbb3d5e4eaf,segment=NetworkSegment(f08981e6-5c63-4d8a-9ea1-bb5d5d702772),segment_id=f08981e6-5c63-4d8a-9ea1-bb5d5d702772)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:21:15.701583 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (8fb8465e-f5a6-4cd4-ae39-7cbb3d5e4eaf), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:21:15.730553 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Jun 2022 03:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43eb322a-415a-4672-ba54-5018dcb83257 x-openstack-request-id: req-43eb322a-415a-4672-ba54-5018dcb83257 {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 03:21:15.730839 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dad8a4d7-e228-4988-a099-a49eba183537", "name": "network-vif-plugged", "status": "completed", "tag": "8fb8465e-f5a6-4cd4-ae39-7cbb3d5e4eaf", "code": 200}]} {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 03:21:15.731087 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-43eb322a-415a-4672-ba54-5018dcb83257 {{(pid=104015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 03:21:15.731469 dv-cinder-846842-4-iscsi neutron-server[104015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43eb322a-415a-4672-ba54-5018dcb83257'] response: {'server_uuid': 'dad8a4d7-e228-4988-a099-a49eba183537', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fb8465e-f5a6-4cd4-ae39-7cbb3d5e4eaf', 'code': 200} Jun 26 03:21:15.752134 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Pushing event updated for resources: {'Port': ['ID=8fb8465e-f5a6-4cd4-ae39-7cbb3d5e4eaf,revision_number=8']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:21:16.351490 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d2867017-9ae3-4ae5-b018-59cb98d1258b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (3b87920d-6933-41a3-b47c-185b87d68e87), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:21:16.551843 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (16f9b602-7baf-4f7a-ab92-1b0788147fb5), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:21:17.038995 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=3 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:21:17.040346 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=3 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:21:25.439975 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=73 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:21:25.443808 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=62 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:21:26.545930 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=32,neutron:UPDATE=1 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:21:26.547882 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=27,neutron:UPDATE=3 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:21:26.958429 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.agents_db [None req-1acc9491-aa00-4d80-a7f3-d699105ea2bf None None] Agent healthcheck: found 6 active agents {{(pid=104016) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 03:21:39.394263 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=10 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:21:39.396099 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=18 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:21:41.456698 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-f4fdc918-f57b-4170-ba20-22c91669f15e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (7168f7b9-c398-4364-91f8-35e2ce03f4c4), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:21:41.762892 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b70f563-57b9-42bb-8602-8d56d1325f1a req-385a8b70-c3c7-450d-92db-2e27058c1389 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:21:41.764329 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-1b70f563-57b9-42bb-8602-8d56d1325f1a req-385a8b70-c3c7-450d-92db-2e27058c1389 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b1ffc28-1390-49e3-89a2-0e9d284b2321 HTTP/1.1" status: 200 len: 945 time: 0.0475001 Jun 26 03:21:41.816021 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-1b70f563-57b9-42bb-8602-8d56d1325f1a req-31677d94-bd90-4973-bfe8-3e7077a2cab0 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4bdc25b-6526-4e0c-94e9-bf640a708672&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462749 Jun 26 03:21:42.931088 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b417915-e5ce-4be1-8ff9-75da652f1c17 req-f84493bf-d73e-498d-9b31-f37d1548395a tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:21:42.932534 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-4b417915-e5ce-4be1-8ff9-75da652f1c17 req-f84493bf-d73e-498d-9b31-f37d1548395a tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b1ffc28-1390-49e3-89a2-0e9d284b2321 HTTP/1.1" status: 200 len: 945 time: 0.0463879 Jun 26 03:21:42.980381 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-4b417915-e5ce-4be1-8ff9-75da652f1c17 req-337e5cc1-b3b6-4a62-aad6-d4bae758fa48 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4bdc25b-6526-4e0c-94e9-bf640a708672&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423105 Jun 26 03:21:43.586789 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d97dc0b-0d72-4df0-bb71-4bdc5e14c68e req-c1841575-e09f-40a2-aa10-d1c53630480f tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:21:43.588124 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-7d97dc0b-0d72-4df0-bb71-4bdc5e14c68e req-c1841575-e09f-40a2-aa10-d1c53630480f tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b1ffc28-1390-49e3-89a2-0e9d284b2321 HTTP/1.1" status: 200 len: 945 time: 0.0459006 Jun 26 03:21:43.670258 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [req-7d97dc0b-0d72-4df0-bb71-4bdc5e14c68e req-2c1fc931-804b-4617-82ca-b827280cadec tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Deleting port a55b8d34-2a58-424c-9e6a-07ac0e4655c7 {{(pid=104014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 26 03:21:43.670599 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-7d97dc0b-0d72-4df0-bb71-4bdc5e14c68e req-2c1fc931-804b-4617-82ca-b827280cadec tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787575727912'] for port (a55b8d34-2a58-424c-9e6a-07ac0e4655c7), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:21:43.757158 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [req-7d97dc0b-0d72-4df0-bb71-4bdc5e14c68e req-2c1fc931-804b-4617-82ca-b827280cadec tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] For port a55b8d34-2a58-424c-9e6a-07ac0e4655c7, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=a55b8d34-2a58-424c-9e6a-07ac0e4655c7,segment=NetworkSegment(7c661f11-3aee-4d0a-9599-bb61aa25f1b7),segment_id=7c661f11-3aee-4d0a-9599-bb61aa25f1b7)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:21:43.757525 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-7d97dc0b-0d72-4df0-bb71-4bdc5e14c68e req-2c1fc931-804b-4617-82ca-b827280cadec tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615864'] for port (a55b8d34-2a58-424c-9e6a-07ac0e4655c7), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:21:43.779761 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-2513be13-2938-4bc5-8d1f-e10f6b7e6728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (0122de27-3097-4d47-a0ca-0fb90e28ac1e), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:21:43.921475 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-7d97dc0b-0d72-4df0-bb71-4bdc5e14c68e req-2c1fc931-804b-4617-82ca-b827280cadec tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:21:43.921836 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-7d97dc0b-0d72-4df0-bb71-4bdc5e14c68e req-2c1fc931-804b-4617-82ca-b827280cadec tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620021'] for floatingip (54785c70-c4fe-434a-b220-7224a551ee38), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:21:43.922183 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.db.l3_db [req-7d97dc0b-0d72-4df0-bb71-4bdc5e14c68e req-2c1fc931-804b-4617-82ca-b827280cadec tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Floating IP 54785c70-c4fe-434a-b220-7224a551ee38 disassociated. External IP: 172.27.2.187, port: a55b8d34-2a58-424c-9e6a-07ac0e4655c7. Jun 26 03:21:43.922530 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [req-7d97dc0b-0d72-4df0-bb71-4bdc5e14c68e req-2c1fc931-804b-4617-82ca-b827280cadec tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Calling delete_port for a55b8d34-2a58-424c-9e6a-07ac0e4655c7 owned by compute:nova {{(pid=104014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 26 03:21:44.055881 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-7d97dc0b-0d72-4df0-bb71-4bdc5e14c68e req-2c1fc931-804b-4617-82ca-b827280cadec tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787575732336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787575245478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6258255'] for port (a55b8d34-2a58-424c-9e6a-07ac0e4655c7), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:21:44.099593 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-2aa345eb-b7a2-4278-8899-f951c27cfc09 req-60cd7eaf-3608-46c5-be4f-3914186e1567 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b1ffc28-1390-49e3-89a2-0e9d284b2321 HTTP/1.1" status: 200 len: 210 time: 0.0526309 Jun 26 03:21:44.102494 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1fc931-804b-4617-82ca-b827280cadec tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Pushing event deleted for resources: {'Port': ['ID=a55b8d34-2a58-424c-9e6a-07ac0e4655c7,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:21:44.118642 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1fc931-804b-4617-82ca-b827280cadec tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:21:44.118642 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1fc931-804b-4617-82ca-b827280cadec tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:21:44.118642 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1fc931-804b-4617-82ca-b827280cadec tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:21:44.118642 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1fc931-804b-4617-82ca-b827280cadec tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:21:44.118642 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1fc931-804b-4617-82ca-b827280cadec tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:21:44.118642 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1fc931-804b-4617-82ca-b827280cadec tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:21:44.118642 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1fc931-804b-4617-82ca-b827280cadec tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:21:44.118642 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1fc931-804b-4617-82ca-b827280cadec tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:21:44.118642 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1fc931-804b-4617-82ca-b827280cadec tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:21:44.118642 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1fc931-804b-4617-82ca-b827280cadec tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:21:44.118642 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1fc931-804b-4617-82ca-b827280cadec tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:21:44.118642 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1fc931-804b-4617-82ca-b827280cadec tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:21:44.118642 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1fc931-804b-4617-82ca-b827280cadec tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:21:44.119735 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1fc931-804b-4617-82ca-b827280cadec tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:21:44.119735 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1fc931-804b-4617-82ca-b827280cadec tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:21:44.220994 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:21:44.223333 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7d97dc0b-0d72-4df0-bb71-4bdc5e14c68e req-2c1fc931-804b-4617-82ca-b827280cadec tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Router 5e36f13b-e02a-4d7d-8017-9ddb2aeb7234 has already been hosted by L3 agent 0122de27-3097-4d47-a0ca-0fb90e28ac1e {{(pid=104014) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 26 03:21:44.318287 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:21:44.328080 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7d97dc0b-0d72-4df0-bb71-4bdc5e14c68e req-2c1fc931-804b-4617-82ca-b827280cadec tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Notify agent at l3_agent.dv-cinder-846842-4-iscsi the message routers_updated {{(pid=104014) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 03:21:44.339473 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1423458f-7400-48ca-b6ad-64a0d9735f73 None None] Sync routers for ids ['5e36f13b-e02a-4d7d-8017-9ddb2aeb7234'] in dv-cinder-846842-4-iscsi {{(pid=104016) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 03:21:44.349515 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1423458f-7400-48ca-b6ad-64a0d9735f73 None None] Routers {'5e36f13b-e02a-4d7d-8017-9ddb2aeb7234'} bound to L3 agent in host dv-cinder-846842-4-iscsi {{(pid=104016) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 26 03:21:44.350300 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-1423458f-7400-48ca-b6ad-64a0d9735f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-26T02:56:44Z,description=,heartbeat_timestamp=2022-06-26T03:21:44Z,host='dv-cinder-846842-4-iscsi',id=0122de27-3097-4d47-a0ca-0fb90e28ac1e,load=0,resource_versions=,resources_synced=,started_at=2022-06-26T02:56:44Z,topic='l3_agent')) {'router_ids': ['5e36f13b-e02a-4d7d-8017-9ddb2aeb7234'], 'active': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:21:44.370030 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d97dc0b-0d72-4df0-bb71-4bdc5e14c68e req-2c1fc931-804b-4617-82ca-b827280cadec tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] No DVR routers for this DVR port a55b8d34-2a58-424c-9e6a-07ac0e4655c7 on host hv-cinder-84684 {{(pid=104014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 26 03:21:44.372664 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-7d97dc0b-0d72-4df0-bb71-4bdc5e14c68e req-2c1fc931-804b-4617-82ca-b827280cadec tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515864'] for port (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:21:44.375895 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-7d97dc0b-0d72-4df0-bb71-4bdc5e14c68e req-2c1fc931-804b-4617-82ca-b827280cadec tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] 10.222.0.43 "DELETE /v2.0/ports/a55b8d34-2a58-424c-9e6a-07ac0e4655c7 HTTP/1.1" status: 204 len: 173 time: 0.7826371 Jun 26 03:21:44.376276 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b1ffc28-1390-49e3-89a2-0e9d284b2321', 'name': 'network-vif-deleted', 'tag': 'a55b8d34-2a58-424c-9e6a-07ac0e4655c7'}] {{(pid=104014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 26 03:21:44.378533 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b346e277b9447a300c9d303bb334713d04858661d6ca7e8667ef96f79658145a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f05a2671-3fd1-4f75-9424-8d61ab61c40b" -d '{"events": [{"server_uuid": "8b1ffc28-1390-49e3-89a2-0e9d284b2321", "name": "network-vif-deleted", "tag": "a55b8d34-2a58-424c-9e6a-07ac0e4655c7"}]}' {{(pid=104014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 03:21:44.420440 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Jun 2022 03:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c3e50db-4b1b-4a54-ab6c-0dbf7e9b9d49 x-openstack-request-id: req-6c3e50db-4b1b-4a54-ab6c-0dbf7e9b9d49 {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 03:21:44.420793 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b1ffc28-1390-49e3-89a2-0e9d284b2321", "name": "network-vif-deleted", "tag": "a55b8d34-2a58-424c-9e6a-07ac0e4655c7", "status": "completed", "code": 200}]} {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 03:21:44.421511 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6c3e50db-4b1b-4a54-ab6c-0dbf7e9b9d49 {{(pid=104014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 03:21:44.421511 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c3e50db-4b1b-4a54-ab6c-0dbf7e9b9d49'] response: {'server_uuid': '8b1ffc28-1390-49e3-89a2-0e9d284b2321', 'name': 'network-vif-deleted', 'tag': 'a55b8d34-2a58-424c-9e6a-07ac0e4655c7', 'status': 'completed', 'code': 200} Jun 26 03:21:44.456277 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvr_db [None req-1423458f-7400-48ca-b6ad-64a0d9735f73 None None] Set router 5e36f13b-e02a-4d7d-8017-9ddb2aeb7234 gateway port host: dv-cinder-846842-4-iscsi {{(pid=104016) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 26 03:21:44.642764 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-1423458f-7400-48ca-b6ad-64a0d9735f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e36f13b-e02a-4d7d-8017-9ddb2aeb7234', 'name': 'tempest-TestVolumeBootPattern-608296386-router', 'tenant_id': '4a6b41994f444cafb21d3d6e395b6893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': '976921bd-0486-4c4e-8058-8b73534ef312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:18:33Z', 'updated_at': '2022-06-26T03:18:35Z', 'revision_number': 4, 'project_id': '4a6b41994f444cafb21d3d6e395b6893', 'gw_port': {'id': '976921bd-0486-4c4e-8058-8b73534ef312', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:83:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e36f13b-e02a-4d7d-8017-9ddb2aeb7234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:18:33Z', 'updated_at': '2022-06-26T03:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi', '_interfaces': [{'id': '0c642946-eba8-4afd-8588-a4f2a1c1bcf9', 'name': '', 'network_id': '4925de68-9c6f-4235-8c00-daee335817a4', 'tenant_id': '4a6b41994f444cafb21d3d6e395b6893', 'mac_address': 'fa:16:3e:f7:89:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e36f13b-e02a-4d7d-8017-9ddb2aeb7234', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'db13727d-bad1-446f-86ff-3a62b40a69f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:18:35Z', 'updated_at': '2022-06-26T03:18:39Z', 'revision_number': 5, 'project_id': '4a6b41994f444cafb21d3d6e395b6893', 'subnets': [{'id': 'db13727d-bad1-446f-86ff-3a62b40a69f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-4-iscsi', False) {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:21:44.670117 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1423458f-7400-48ca-b6ad-64a0d9735f73 None None] Checking router: 5e36f13b-e02a-4d7d-8017-9ddb2aeb7234 for host: dv-cinder-846842-4-iscsi {{(pid=104016) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 03:21:44.678275 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1423458f-7400-48ca-b6ad-64a0d9735f73 None None] Routers {'5e36f13b-e02a-4d7d-8017-9ddb2aeb7234'} bound to L3 agent in host dv-cinder-846842-4-iscsi {{(pid=104016) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 26 03:21:44.678874 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-1423458f-7400-48ca-b6ad-64a0d9735f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-26T02:56:44Z,description=,heartbeat_timestamp=2022-06-26T03:21:44Z,host='dv-cinder-846842-4-iscsi',id=0122de27-3097-4d47-a0ca-0fb90e28ac1e,load=0,resource_versions=,resources_synced=,started_at=2022-06-26T02:56:44Z,topic='l3_agent')) {'router_ids': ['5e36f13b-e02a-4d7d-8017-9ddb2aeb7234'], 'active': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:21:44.781581 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvr_db [None req-1423458f-7400-48ca-b6ad-64a0d9735f73 None None] Set router 5e36f13b-e02a-4d7d-8017-9ddb2aeb7234 gateway port host: dv-cinder-846842-4-iscsi {{(pid=104016) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 26 03:21:44.894893 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a0725410-9e6c-45cb-9ff8-c6c4931d6b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (ece691f0-a7cc-4e31-b59a-0e18fd9fccde), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:21:44.967001 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-1423458f-7400-48ca-b6ad-64a0d9735f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e36f13b-e02a-4d7d-8017-9ddb2aeb7234', 'name': 'tempest-TestVolumeBootPattern-608296386-router', 'tenant_id': '4a6b41994f444cafb21d3d6e395b6893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': '976921bd-0486-4c4e-8058-8b73534ef312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:18:33Z', 'updated_at': '2022-06-26T03:18:35Z', 'revision_number': 4, 'project_id': '4a6b41994f444cafb21d3d6e395b6893', 'gw_port': {'id': '976921bd-0486-4c4e-8058-8b73534ef312', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:83:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e36f13b-e02a-4d7d-8017-9ddb2aeb7234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:18:33Z', 'updated_at': '2022-06-26T03:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi', '_interfaces': [{'id': '0c642946-eba8-4afd-8588-a4f2a1c1bcf9', 'name': '', 'network_id': '4925de68-9c6f-4235-8c00-daee335817a4', 'tenant_id': '4a6b41994f444cafb21d3d6e395b6893', 'mac_address': 'fa:16:3e:f7:89:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e36f13b-e02a-4d7d-8017-9ddb2aeb7234', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'db13727d-bad1-446f-86ff-3a62b40a69f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:18:35Z', 'updated_at': '2022-06-26T03:18:39Z', 'revision_number': 5, 'project_id': '4a6b41994f444cafb21d3d6e395b6893', 'subnets': [{'id': 'db13727d-bad1-446f-86ff-3a62b40a69f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-4-iscsi', False) {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:21:44.990390 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1423458f-7400-48ca-b6ad-64a0d9735f73 None None] The sync data for ids ['5e36f13b-e02a-4d7d-8017-9ddb2aeb7234'] in dv-cinder-846842-4-iscsi is: [{'id': '5e36f13b-e02a-4d7d-8017-9ddb2aeb7234', 'name': 'tempest-TestVolumeBootPattern-608296386-router', 'tenant_id': '4a6b41994f444cafb21d3d6e395b6893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': '976921bd-0486-4c4e-8058-8b73534ef312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:18:33Z', 'updated_at': '2022-06-26T03:18:35Z', 'revision_number': 4, 'project_id': '4a6b41994f444cafb21d3d6e395b6893', 'gw_port': {'id': '976921bd-0486-4c4e-8058-8b73534ef312', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:83:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e36f13b-e02a-4d7d-8017-9ddb2aeb7234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:18:33Z', 'updated_at': '2022-06-26T03:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi', '_interfaces': [{'id': '0c642946-eba8-4afd-8588-a4f2a1c1bcf9', 'name': '', 'network_id': '4925de68-9c6f-4235-8c00-daee335817a4', 'tenant_id': '4a6b41994f444cafb21d3d6e395b6893', 'mac_address': 'fa:16:3e:f7:89:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e36f13b-e02a-4d7d-8017-9ddb2aeb7234', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'db13727d-bad1-446f-86ff-3a62b40a69f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:18:35Z', 'updated_at': '2022-06-26T03:18:39Z', 'revision_number': 5, 'project_id': '4a6b41994f444cafb21d3d6e395b6893', 'subnets': [{'id': 'db13727d-bad1-446f-86ff-3a62b40a69f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104016) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 03:21:45.029764 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (e7a0895f-45bb-4130-be69-32df3e039043), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:21:45.221441 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-6b425a27-87cc-47fc-a1f6-2e5156792fa2 req-01bbceee-d775-4f66-acc1-7afcc3f76102 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] 10.222.0.13 "GET /v2.0/ports?device_id=8b1ffc28-1390-49e3-89a2-0e9d284b2321 HTTP/1.1" status: 200 len: 210 time: 0.0328736 Jun 26 03:21:45.235060 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c685d67-41e3-469c-8bbe-89e314fc3152 None None] New status for floating IP 54785c70-c4fe-434a-b220-7224a551ee38: DOWN {{(pid=104015) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 26 03:21:45.626285 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-7af5497d-63a0-4602-9787-33c56b0bb514 req-03838287-103f-409f-990d-dbc6357512b9 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=dad8a4d7-e228-4988-a099-a49eba183537&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0783942 Jun 26 03:21:45.724234 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af5497d-63a0-4602-9787-33c56b0bb514 req-907cbd46-1f0f-4820-a64a-a95c5eee29af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:21:45.725609 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-7af5497d-63a0-4602-9787-33c56b0bb514 req-907cbd46-1f0f-4820-a64a-a95c5eee29af service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=80a33a31ba6046e78352f5ba9e88b9fe&device_id=dad8a4d7-e228-4988-a099-a49eba183537 HTTP/1.1" status: 200 len: 1130 time: 0.0418785 Jun 26 03:21:45.827528 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af5497d-63a0-4602-9787-33c56b0bb514 req-125412fa-be5c-4d86-8307-6cf2481280cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:21:45.828870 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-7af5497d-63a0-4602-9787-33c56b0bb514 req-125412fa-be5c-4d86-8307-6cf2481280cd service neutron] 10.222.0.43 "GET /v2.0/networks?id=82c4a88c-3604-4e5f-902b-8a29b8be9dd0 HTTP/1.1" status: 200 len: 909 time: 0.0847790 Jun 26 03:21:45.893527 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-7af5497d-63a0-4602-9787-33c56b0bb514 req-f7f3ad93-44c1-4fb1-8a9f-022fd85e3948 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8fb8465e-f5a6-4cd4-ae39-7cbb3d5e4eaf HTTP/1.1" status: 200 len: 1002 time: 0.0577211 Jun 26 03:21:45.941147 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af5497d-63a0-4602-9787-33c56b0bb514 req-e906ba48-34fa-4e17-aa46-a6cc03fb2336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:21:45.942562 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-7af5497d-63a0-4602-9787-33c56b0bb514 req-e906ba48-34fa-4e17-aa46-a6cc03fb2336 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=eab29342-7686-4817-abdf-f593c85f7fdd HTTP/1.1" status: 200 len: 847 time: 0.0425942 Jun 26 03:21:45.983917 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af5497d-63a0-4602-9787-33c56b0bb514 req-2ed56f78-06a0-4cdd-993d-65edfe0bde39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:21:45.985329 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-7af5497d-63a0-4602-9787-33c56b0bb514 req-2ed56f78-06a0-4cdd-993d-65edfe0bde39 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=82c4a88c-3604-4e5f-902b-8a29b8be9dd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0370169 Jun 26 03:21:46.076969 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-7af5497d-63a0-4602-9787-33c56b0bb514 req-eeed19e7-b3c9-4975-a088-f0e31c129bfa service neutron] 10.222.0.43 "GET /v2.0/networks/82c4a88c-3604-4e5f-902b-8a29b8be9dd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850863 Jun 26 03:21:46.164069 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-7af5497d-63a0-4602-9787-33c56b0bb514 req-4a4b81fc-8ed0-4420-8c04-729eee86cf13 service neutron] 10.222.0.43 "GET /v2.0/networks/82c4a88c-3604-4e5f-902b-8a29b8be9dd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804062 Jun 26 03:21:46.355849 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d2867017-9ae3-4ae5-b018-59cb98d1258b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (3b87920d-6933-41a3-b47c-185b87d68e87), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:21:46.431697 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-bd13d0aa-a488-4e00-ab67-3a0908389a2e req-9b507835-b245-4c2e-9688-00309f7cc59f tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-43239331&fields=id&tenant_id=4a6b41994f444cafb21d3d6e395b6893 HTTP/1.1" status: 200 len: 267 time: 0.0478132 Jun 26 03:21:46.536076 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd13d0aa-a488-4e00-ab67-3a0908389a2e req-e289257f-4238-43f6-9a05-42c0d160d410 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:21:46.537536 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-bd13d0aa-a488-4e00-ab67-3a0908389a2e req-e289257f-4238-43f6-9a05-42c0d160d410 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] 10.222.0.13 "GET /v2.0/networks?id=4925de68-9c6f-4235-8c00-daee335817a4 HTTP/1.1" status: 200 len: 811 time: 0.0989416 Jun 26 03:21:46.543534 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (16f9b602-7baf-4f7a-ab92-1b0788147fb5), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:21:46.552808 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-bd13d0aa-a488-4e00-ab67-3a0908389a2e req-c2526bf5-4999-4179-bc78-3b6425b6c180 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] 10.222.0.13 "GET /v2.0/quotas/4a6b41994f444cafb21d3d6e395b6893 HTTP/1.1" status: 200 len: 375 time: 0.0098186 Jun 26 03:21:46.600310 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-bd13d0aa-a488-4e00-ab67-3a0908389a2e req-f9b5725e-5a87-410d-9668-455b969e9c46 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4a6b41994f444cafb21d3d6e395b6893&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0422959 Jun 26 03:21:46.697103 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-bd13d0aa-a488-4e00-ab67-3a0908389a2e req-a2a9875e-9569-4e9f-8db1-f076f963aa43 service neutron] 10.222.0.13 "GET /v2.0/networks/4925de68-9c6f-4235-8c00-daee335817a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847766 Jun 26 03:21:46.708984 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=100 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:21:46.788513 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-bd13d0aa-a488-4e00-ab67-3a0908389a2e req-63ab2504-0093-47de-88f8-28a445754a7b service neutron] 10.222.0.13 "GET /v2.0/networks/4925de68-9c6f-4235-8c00-daee335817a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859020 Jun 26 03:21:47.067120 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-0347f2b7-d3a6-4c80-aec9-68ef5eec1f68 req-e05e8608-7ba0-46d1-bd7d-ba1e4a94e723 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] 10.222.0.13 "GET /v2.0/ports?device_id=dade65a2-3652-4abe-b2f1-9c32b95f8c41 HTTP/1.1" status: 200 len: 210 time: 0.0281894 Jun 26 03:21:47.780967 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Device a55b8d34-2a58-424c-9e6a-07ac0e4655c7 no longer exists at agent hyperv_hv-cinder-84684 {{(pid=104015) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 03:21:47.799943 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] No Port match for: a55b8d34-2a58-424c-9e6a-07ac0e4655c7 {{(pid=104015) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 26 03:21:47.800282 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Device a55b8d34-2a58-424c-9e6a-07ac0e4655c7 not bound to the agent host hv-cinder-84684 {{(pid=104015) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 03:21:48.046317 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=100 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:21:48.054109 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd13d0aa-a488-4e00-ab67-3a0908389a2e req-4126aa88-dfe8-46f5-adb5-88bd3dd5d13a tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:21:48.055545 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-bd13d0aa-a488-4e00-ab67-3a0908389a2e req-4126aa88-dfe8-46f5-adb5-88bd3dd5d13a tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] 10.222.0.43 "GET /v2.0/networks?id=4925de68-9c6f-4235-8c00-daee335817a4 HTTP/1.1" status: 200 len: 811 time: 0.1010807 Jun 26 03:21:48.128762 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-bd13d0aa-a488-4e00-ab67-3a0908389a2e req-197a74c7-7df7-4679-a00a-0e57301388a5 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a6b41994f444cafb21d3d6e395b6893 HTTP/1.1" status: 200 len: 378 time: 0.0583823 Jun 26 03:21:48.147751 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [req-bd13d0aa-a488-4e00-ab67-3a0908389a2e req-5bea957a-9264-4e20-ab6e-84908c3cb57c tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Request body: {'port': {'device_id': 'dade65a2-3652-4abe-b2f1-9c32b95f8c41', 'network_id': '4925de68-9c6f-4235-8c00-daee335817a4', 'admin_state_up': True, 'tenant_id': '4a6b41994f444cafb21d3d6e395b6893', 'security_groups': ['c4bdc25b-6526-4e0c-94e9-bf640a708672']}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:21:48.167627 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-d4b3ce43-0060-44d2-a730-6f1bfb37895f req-b6c8f632-c600-4929-a50a-d2ea49c5115f tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] 10.222.0.13 "GET /v2.0/ports?device_id=dade65a2-3652-4abe-b2f1-9c32b95f8c41 HTTP/1.1" status: 200 len: 210 time: 0.0348880 Jun 26 03:21:48.270407 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd13d0aa-a488-4e00-ab67-3a0908389a2e req-5bea957a-9264-4e20-ab6e-84908c3cb57c tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Made reservation on behalf of 4a6b41994f444cafb21d3d6e395b6893 for: {'port': 1} {{(pid=104014) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 03:21:48.273773 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-bd13d0aa-a488-4e00-ab67-3a0908389a2e req-5bea957a-9264-4e20-ab6e-84908c3cb57c tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:21:48.394656 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.db.db_base_plugin_common [req-bd13d0aa-a488-4e00-ab67-3a0908389a2e req-5bea957a-9264-4e20-ab6e-84908c3cb57c tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Allocated IP 172.20.0.7 (4925de68-9c6f-4235-8c00-daee335817a4/db13727d-bad1-446f-86ff-3a62b40a69f1/0899d680-8642-43f4-878d-b695cd950eea) {{(pid=104014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 03:21:48.535888 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-bd13d0aa-a488-4e00-ab67-3a0908389a2e req-5bea957a-9264-4e20-ab6e-84908c3cb57c tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Publish callbacks [] for port (0899d680-8642-43f4-878d-b695cd950eea), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:21:48.567217 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-bd13d0aa-a488-4e00-ab67-3a0908389a2e req-5bea957a-9264-4e20-ab6e-84908c3cb57c tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787575245469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6258255'] for port (0899d680-8642-43f4-878d-b695cd950eea), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:21:48.612885 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd13d0aa-a488-4e00-ab67-3a0908389a2e req-5bea957a-9264-4e20-ab6e-84908c3cb57c tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Network 4925de68-9c6f-4235-8c00-daee335817a4 is already hosted by enough agents. {{(pid=104014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 03:21:48.615831 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.scheduler.base_scheduler [req-bd13d0aa-a488-4e00-ab67-3a0908389a2e req-5bea957a-9264-4e20-ab6e-84908c3cb57c tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Resources bound (agent type, host, resource id): {{(pid=104014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 03:21:48.621845 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd13d0aa-a488-4e00-ab67-3a0908389a2e req-5bea957a-9264-4e20-ab6e-84908c3cb57c tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Received port after_create {{(pid=104014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 26 03:21:48.644298 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:21:48.649145 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bea957a-9264-4e20-ab6e-84908c3cb57c tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Pushing event updated for resources: {'Port': ['ID=0899d680-8642-43f4-878d-b695cd950eea,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:21:48.693534 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd13d0aa-a488-4e00-ab67-3a0908389a2e req-5bea957a-9264-4e20-ab6e-84908c3cb57c tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:21:48.694253 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-bd13d0aa-a488-4e00-ab67-3a0908389a2e req-5bea957a-9264-4e20-ab6e-84908c3cb57c tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515864'] for port (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:21:48.714645 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-bd13d0aa-a488-4e00-ab67-3a0908389a2e req-5bea957a-9264-4e20-ab6e-84908c3cb57c tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5801229 Jun 26 03:21:48.736544 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [req-bd13d0aa-a488-4e00-ab67-3a0908389a2e req-e37358a0-f842-4dd4-899e-41503fc0fe13 service neutron] Request body: {'port': {'device_id': 'dade65a2-3652-4abe-b2f1-9c32b95f8c41', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84684'}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:21:48.807211 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-bd13d0aa-a488-4e00-ab67-3a0908389a2e req-e37358a0-f842-4dd4-899e-41503fc0fe13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (0899d680-8642-43f4-878d-b695cd950eea), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:21:48.850621 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-df2810d5-670c-43bf-bc2f-d283330bd4bf None None] Provisioning complete for port 0899d680-8642-43f4-878d-b695cd950eea triggered by entity DHCP. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:21:48.854087 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-df2810d5-670c-43bf-bc2f-d283330bd4bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (0899d680-8642-43f4-878d-b695cd950eea), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:21:48.892781 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-df2810d5-670c-43bf-bc2f-d283330bd4bf None None] Port 0899d680-8642-43f4-878d-b695cd950eea cannot update to ACTIVE because it is not bound. {{(pid=104015) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 26 03:21:48.962741 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:21:49.088760 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.notifiers.nova [req-bd13d0aa-a488-4e00-ab67-3a0908389a2e req-e37358a0-f842-4dd4-899e-41503fc0fe13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0899d680-8642-43f4-878d-b695cd950eea {{(pid=104014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 26 03:21:49.096239 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-bd13d0aa-a488-4e00-ab67-3a0908389a2e req-e37358a0-f842-4dd4-899e-41503fc0fe13 service neutron] Publish callbacks [] for port (0899d680-8642-43f4-878d-b695cd950eea), precommit_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:21:49.109305 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [req-bd13d0aa-a488-4e00-ab67-3a0908389a2e req-e37358a0-f842-4dd4-899e-41503fc0fe13 service neutron] Transition to ACTIVE for port object 0899d680-8642-43f4-878d-b695cd950eea will not be triggered until provisioned by entity L2. {{(pid=104014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 26 03:21:49.113370 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-bd13d0aa-a488-4e00-ab67-3a0908389a2e req-e37358a0-f842-4dd4-899e-41503fc0fe13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6258262'] for port (0899d680-8642-43f4-878d-b695cd950eea), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:21:49.163652 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37358a0-f842-4dd4-899e-41503fc0fe13 service neutron] Pushing event updated for resources: {'Port': ['ID=0899d680-8642-43f4-878d-b695cd950eea,revision_number=2']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:21:49.253841 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.managers [req-bd13d0aa-a488-4e00-ab67-3a0908389a2e req-e37358a0-f842-4dd4-899e-41503fc0fe13 service neutron] Attempting to bind port 0899d680-8642-43f4-878d-b695cd950eea on host hv-cinder-84684 for vnic_type normal with profile {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 26 03:21:49.254365 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.managers [req-bd13d0aa-a488-4e00-ab67-3a0908389a2e req-e37358a0-f842-4dd4-899e-41503fc0fe13 service neutron] Attempting to bind port 0899d680-8642-43f4-878d-b695cd950eea by drivers openvswitch,hyperv on host hv-cinder-84684 at level 0 using segments [{'id': '7c661f11-3aee-4d0a-9599-bb61aa25f1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4925de68-9c6f-4235-8c00-daee335817a4'}] {{(pid=104014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 26 03:21:49.254698 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd13d0aa-a488-4e00-ab67-3a0908389a2e req-e37358a0-f842-4dd4-899e-41503fc0fe13 service neutron] Attempting to bind port 0899d680-8642-43f4-878d-b695cd950eea on network 4925de68-9c6f-4235-8c00-daee335817a4 {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 26 03:21:49.283722 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd13d0aa-a488-4e00-ab67-3a0908389a2e req-e37358a0-f842-4dd4-899e-41503fc0fe13 service neutron] Port 0899d680-8642-43f4-878d-b695cd950eea on network 4925de68-9c6f-4235-8c00-daee335817a4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84684 {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 26 03:21:49.284041 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd13d0aa-a488-4e00-ab67-3a0908389a2e req-e37358a0-f842-4dd4-899e-41503fc0fe13 service neutron] Attempting to bind port 0899d680-8642-43f4-878d-b695cd950eea on network 4925de68-9c6f-4235-8c00-daee335817a4 {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 26 03:21:49.298309 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e660e52a-66f3-4a13-8afa-eff53f11e48c req-52c1b03d-cca3-4f4a-8d74-33762d31cd2a tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:21:49.299815 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-e660e52a-66f3-4a13-8afa-eff53f11e48c req-52c1b03d-cca3-4f4a-8d74-33762d31cd2a tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] 10.222.0.13 "GET /v2.0/ports?device_id=dade65a2-3652-4abe-b2f1-9c32b95f8c41 HTTP/1.1" status: 200 len: 943 time: 0.0587571 Jun 26 03:21:49.300714 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd13d0aa-a488-4e00-ab67-3a0908389a2e req-e37358a0-f842-4dd4-899e-41503fc0fe13 service neutron] Checking agent: {'id': 'e7a0895f-45bb-4130-be69-32df3e039043', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84684', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 26, 3, 2, 40), 'started_at': datetime.datetime(2022, 6, 26, 3, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 26, 3, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 26 03:21:49.301052 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd13d0aa-a488-4e00-ab67-3a0908389a2e req-e37358a0-f842-4dd4-899e-41503fc0fe13 service neutron] Checking segment: {'id': '7c661f11-3aee-4d0a-9599-bb61aa25f1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4925de68-9c6f-4235-8c00-daee335817a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 26 03:21:49.301428 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd13d0aa-a488-4e00-ab67-3a0908389a2e req-e37358a0-f842-4dd4-899e-41503fc0fe13 service neutron] Bound using segment: {'id': '7c661f11-3aee-4d0a-9599-bb61aa25f1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4925de68-9c6f-4235-8c00-daee335817a4'} {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 26 03:21:49.301858 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.managers [req-bd13d0aa-a488-4e00-ab67-3a0908389a2e req-e37358a0-f842-4dd4-899e-41503fc0fe13 service neutron] Bound port: 0899d680-8642-43f4-878d-b695cd950eea, host: hv-cinder-84684, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c661f11-3aee-4d0a-9599-bb61aa25f1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4925de68-9c6f-4235-8c00-daee335817a4'}}] {{(pid=104014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 26 03:21:49.302245 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-bd13d0aa-a488-4e00-ab67-3a0908389a2e req-e37358a0-f842-4dd4-899e-41503fc0fe13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (0899d680-8642-43f4-878d-b695cd950eea), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:21:49.389535 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-e660e52a-66f3-4a13-8afa-eff53f11e48c req-8fae69b4-ccfa-45cc-a88e-b20a1ff05870 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4bdc25b-6526-4e0c-94e9-bf640a708672&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0837846 Jun 26 03:21:49.398249 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [req-bd13d0aa-a488-4e00-ab67-3a0908389a2e req-e37358a0-f842-4dd4-899e-41503fc0fe13 service neutron] For port 0899d680-8642-43f4-878d-b695cd950eea, host hv-cinder-84684, cleared binding levels {{(pid=104014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 03:21:49.401315 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [req-bd13d0aa-a488-4e00-ab67-3a0908389a2e req-e37358a0-f842-4dd4-899e-41503fc0fe13 service neutron] For port 0899d680-8642-43f4-878d-b695cd950eea, host hv-cinder-84684, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=0899d680-8642-43f4-878d-b695cd950eea,segment=NetworkSegment(7c661f11-3aee-4d0a-9599-bb61aa25f1b7),segment_id=7c661f11-3aee-4d0a-9599-bb61aa25f1b7)] {{(pid=104014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 03:21:49.408717 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-bd13d0aa-a488-4e00-ab67-3a0908389a2e req-e37358a0-f842-4dd4-899e-41503fc0fe13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6258262'] for port (0899d680-8642-43f4-878d-b695cd950eea), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:21:49.448377 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd13d0aa-a488-4e00-ab67-3a0908389a2e req-e37358a0-f842-4dd4-899e-41503fc0fe13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:21:49.449003 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-bd13d0aa-a488-4e00-ab67-3a0908389a2e req-e37358a0-f842-4dd4-899e-41503fc0fe13 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515864'] for port (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:21:49.450407 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-bd13d0aa-a488-4e00-ab67-3a0908389a2e req-e37358a0-f842-4dd4-899e-41503fc0fe13 service neutron] 10.222.0.43 "PUT /v2.0/ports/0899d680-8642-43f4-878d-b695cd950eea HTTP/1.1" status: 200 len: 1093 time: 0.7181756 Jun 26 03:21:49.450844 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dade65a2-3652-4abe-b2f1-9c32b95f8c41', 'tag': '0899d680-8642-43f4-878d-b695cd950eea'}] {{(pid=104014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 26 03:21:49.453080 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b346e277b9447a300c9d303bb334713d04858661d6ca7e8667ef96f79658145a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1b1e426-0615-4447-a1c9-8cf0b95d7d45" -d '{"events": [{"name": "network-changed", "server_uuid": "dade65a2-3652-4abe-b2f1-9c32b95f8c41", "tag": "0899d680-8642-43f4-878d-b695cd950eea"}]}' {{(pid=104014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 03:21:49.474802 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37358a0-f842-4dd4-899e-41503fc0fe13 service neutron] Pushing event updated for resources: {'Port': ['ID=0899d680-8642-43f4-878d-b695cd950eea,revision_number=3']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:21:49.492656 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Jun 2022 03:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bc9d6a8-c8fb-4b56-86da-9fa116cf2748 x-openstack-request-id: req-0bc9d6a8-c8fb-4b56-86da-9fa116cf2748 {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 03:21:49.492949 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dade65a2-3652-4abe-b2f1-9c32b95f8c41", "tag": "0899d680-8642-43f4-878d-b695cd950eea", "status": "completed", "code": 200}]} {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 03:21:49.493203 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0bc9d6a8-c8fb-4b56-86da-9fa116cf2748 {{(pid=104014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 03:21:49.493610 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bc9d6a8-c8fb-4b56-86da-9fa116cf2748'] response: {'name': 'network-changed', 'server_uuid': 'dade65a2-3652-4abe-b2f1-9c32b95f8c41', 'tag': '0899d680-8642-43f4-878d-b695cd950eea', 'status': 'completed', 'code': 200} Jun 26 03:21:49.585055 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd13d0aa-a488-4e00-ab67-3a0908389a2e req-0690807e-42c4-4e77-a818-8896666e8ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:21:49.586607 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-bd13d0aa-a488-4e00-ab67-3a0908389a2e req-0690807e-42c4-4e77-a818-8896666e8ad2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4a6b41994f444cafb21d3d6e395b6893&device_id=dade65a2-3652-4abe-b2f1-9c32b95f8c41 HTTP/1.1" status: 200 len: 1127 time: 0.0457561 Jun 26 03:21:49.632833 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-bd13d0aa-a488-4e00-ab67-3a0908389a2e req-9f3858f2-1f04-4e04-bbe0-72033804f5d8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0899d680-8642-43f4-878d-b695cd950eea HTTP/1.1" status: 200 len: 217 time: 0.0327911 Jun 26 03:21:49.670980 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:21:49.683117 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd13d0aa-a488-4e00-ab67-3a0908389a2e req-18ad1f96-aca5-4de6-a0fb-bff930e62976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:21:49.684570 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-bd13d0aa-a488-4e00-ab67-3a0908389a2e req-18ad1f96-aca5-4de6-a0fb-bff930e62976 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=db13727d-bad1-446f-86ff-3a62b40a69f1 HTTP/1.1" status: 200 len: 850 time: 0.0463324 Jun 26 03:21:49.725432 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd13d0aa-a488-4e00-ab67-3a0908389a2e req-28c4cc9a-d438-4ae7-9933-e9e10e52e10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:21:49.726839 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-bd13d0aa-a488-4e00-ab67-3a0908389a2e req-28c4cc9a-d438-4ae7-9933-e9e10e52e10c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4925de68-9c6f-4235-8c00-daee335817a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0371041 Jun 26 03:21:49.817459 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-bd13d0aa-a488-4e00-ab67-3a0908389a2e req-c6c4d3af-7a62-4bfa-840b-8cb894c25589 service neutron] 10.222.0.43 "GET /v2.0/networks/4925de68-9c6f-4235-8c00-daee335817a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844901 Jun 26 03:21:49.910496 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-bd13d0aa-a488-4e00-ab67-3a0908389a2e req-ad843f87-db2a-464c-bc85-befbaf44b1ba service neutron] 10.222.0.43 "GET /v2.0/networks/4925de68-9c6f-4235-8c00-daee335817a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876987 Jun 26 03:21:50.771945 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3736a7b9-2a97-4caf-8e0c-bfd2e5ccf72a req-127d1839-8547-4841-824e-0c471d6c49a5 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:21:50.773342 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-3736a7b9-2a97-4caf-8e0c-bfd2e5ccf72a req-127d1839-8547-4841-824e-0c471d6c49a5 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] 10.222.0.13 "GET /v2.0/ports?device_id=dade65a2-3652-4abe-b2f1-9c32b95f8c41 HTTP/1.1" status: 200 len: 943 time: 0.3142185 Jun 26 03:21:50.782086 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b1e426-0615-4447-a1c9-8cf0b95d7d45 req-5cb12f9f-a712-47cb-ad98-c398a8f959b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:21:50.783452 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a1b1e426-0615-4447-a1c9-8cf0b95d7d45 req-5cb12f9f-a712-47cb-ad98-c398a8f959b0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4a6b41994f444cafb21d3d6e395b6893&device_id=dade65a2-3652-4abe-b2f1-9c32b95f8c41 HTTP/1.1" status: 200 len: 1127 time: 0.0554159 Jun 26 03:21:50.787961 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:21:50.888821 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-3736a7b9-2a97-4caf-8e0c-bfd2e5ccf72a req-4b7671d5-6d25-4b6b-9c59-e21abf387381 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4bdc25b-6526-4e0c-94e9-bf640a708672&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1086144 Jun 26 03:21:50.908909 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b1e426-0615-4447-a1c9-8cf0b95d7d45 req-a5a617a7-205b-42d9-b75d-1f4d8f52aa47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:21:50.910367 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a1b1e426-0615-4447-a1c9-8cf0b95d7d45 req-a5a617a7-205b-42d9-b75d-1f4d8f52aa47 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4925de68-9c6f-4235-8c00-daee335817a4 HTTP/1.1" status: 200 len: 912 time: 0.1203773 Jun 26 03:21:50.947986 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a1b1e426-0615-4447-a1c9-8cf0b95d7d45 req-eb736d97-6ce8-4b96-bd8e-a2c05486445b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0899d680-8642-43f4-878d-b695cd950eea HTTP/1.1" status: 200 len: 217 time: 0.0318594 Jun 26 03:21:50.998711 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b1e426-0615-4447-a1c9-8cf0b95d7d45 req-429c0574-7185-48ca-85cc-c9c97aac2db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:21:51.000090 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a1b1e426-0615-4447-a1c9-8cf0b95d7d45 req-429c0574-7185-48ca-85cc-c9c97aac2db5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=db13727d-bad1-446f-86ff-3a62b40a69f1 HTTP/1.1" status: 200 len: 850 time: 0.0460286 Jun 26 03:21:51.041974 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b1e426-0615-4447-a1c9-8cf0b95d7d45 req-99ec6168-23ce-41e8-9486-c40a2d2e3e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:21:51.043339 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a1b1e426-0615-4447-a1c9-8cf0b95d7d45 req-99ec6168-23ce-41e8-9486-c40a2d2e3e58 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4925de68-9c6f-4235-8c00-daee335817a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0372567 Jun 26 03:21:51.130439 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a1b1e426-0615-4447-a1c9-8cf0b95d7d45 req-96b76e0f-5a90-4713-9764-65a26e704a80 service neutron] 10.222.0.43 "GET /v2.0/networks/4925de68-9c6f-4235-8c00-daee335817a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809634 Jun 26 03:21:51.221396 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a1b1e426-0615-4447-a1c9-8cf0b95d7d45 req-a632759b-1ea0-4575-92fd-1e860a19329c service neutron] 10.222.0.43 "GET /v2.0/networks/4925de68-9c6f-4235-8c00-daee335817a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840788 Jun 26 03:21:51.999818 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fba0ae7-f821-4648-a465-e1d50551c365 req-788d8793-1763-4574-b2aa-bf1ca33045cf tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:21:52.001232 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-0fba0ae7-f821-4648-a465-e1d50551c365 req-788d8793-1763-4574-b2aa-bf1ca33045cf tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] 10.222.0.13 "GET /v2.0/ports?device_id=dade65a2-3652-4abe-b2f1-9c32b95f8c41 HTTP/1.1" status: 200 len: 943 time: 0.0453489 Jun 26 03:21:52.049389 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-0fba0ae7-f821-4648-a465-e1d50551c365 req-16fc0faa-bf86-46f0-96ae-b06abc35a259 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4bdc25b-6526-4e0c-94e9-bf640a708672&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425467 Jun 26 03:21:53.150924 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=100 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:21:53.166909 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0718b48-73e7-49b3-8ab4-2b9eeeb02659 req-00987e9a-06ee-4d39-9b78-df6ebaaa268e tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:21:53.168406 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-f0718b48-73e7-49b3-8ab4-2b9eeeb02659 req-00987e9a-06ee-4d39-9b78-df6ebaaa268e tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] 10.222.0.13 "GET /v2.0/ports?device_id=dade65a2-3652-4abe-b2f1-9c32b95f8c41 HTTP/1.1" status: 200 len: 943 time: 0.0510972 Jun 26 03:21:53.217038 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-f0718b48-73e7-49b3-8ab4-2b9eeeb02659 req-fee5671e-d5c9-4277-9ea0-26b0e890ee17 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4bdc25b-6526-4e0c-94e9-bf640a708672&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431027 Jun 26 03:21:54.331208 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eec6516-463c-48e8-a57d-356e6311d673 req-9b42751c-ec37-4314-8457-23fb45715718 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:21:54.332655 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-8eec6516-463c-48e8-a57d-356e6311d673 req-9b42751c-ec37-4314-8457-23fb45715718 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] 10.222.0.13 "GET /v2.0/ports?device_id=dade65a2-3652-4abe-b2f1-9c32b95f8c41 HTTP/1.1" status: 200 len: 943 time: 0.0462997 Jun 26 03:21:54.380700 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-8eec6516-463c-48e8-a57d-356e6311d673 req-fbe05cb7-0c20-425f-bfb3-d5108c6570c2 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4bdc25b-6526-4e0c-94e9-bf640a708672&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425930 Jun 26 03:21:54.969513 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=68 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:21:54.970357 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=70 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:21:55.496775 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816d876b-85e1-4a1c-a584-530319d1091f req-73599155-530c-4c83-9c33-018ee9960e36 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:21:55.498268 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-816d876b-85e1-4a1c-a584-530319d1091f req-73599155-530c-4c83-9c33-018ee9960e36 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] 10.222.0.13 "GET /v2.0/ports?device_id=dade65a2-3652-4abe-b2f1-9c32b95f8c41 HTTP/1.1" status: 200 len: 943 time: 0.0496817 Jun 26 03:21:55.546896 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-816d876b-85e1-4a1c-a584-530319d1091f req-89ba101e-0c73-402e-a84e-568ed6442557 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4bdc25b-6526-4e0c-94e9-bf640a708672&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432487 Jun 26 03:21:56.657140 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1b5797-a319-4d23-966a-2df754c87c66 req-67dd9fe5-52ef-4077-a92d-681edd9a7203 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:21:56.658670 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-ea1b5797-a319-4d23-966a-2df754c87c66 req-67dd9fe5-52ef-4077-a92d-681edd9a7203 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] 10.222.0.13 "GET /v2.0/ports?device_id=dade65a2-3652-4abe-b2f1-9c32b95f8c41 HTTP/1.1" status: 200 len: 943 time: 0.0473211 Jun 26 03:21:56.712327 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-ea1b5797-a319-4d23-966a-2df754c87c66 req-b50d45ae-0430-4b4e-8c06-04c0e30b7915 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4bdc25b-6526-4e0c-94e9-bf640a708672&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0481091 Jun 26 03:21:57.826629 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cb103c-1eb9-4d09-ae91-4b05732b35d1 req-22be5c75-2022-4a11-8efa-99b288b20a22 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:21:57.828091 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-b9cb103c-1eb9-4d09-ae91-4b05732b35d1 req-22be5c75-2022-4a11-8efa-99b288b20a22 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] 10.222.0.13 "GET /v2.0/ports?device_id=dade65a2-3652-4abe-b2f1-9c32b95f8c41 HTTP/1.1" status: 200 len: 943 time: 0.0467865 Jun 26 03:21:57.879790 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-b9cb103c-1eb9-4d09-ae91-4b05732b35d1 req-18d1dde9-95a9-44cc-876c-bf8bf6f96da0 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4bdc25b-6526-4e0c-94e9-bf640a708672&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462554 Jun 26 03:21:57.891927 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Device 0899d680-8642-43f4-878d-b695cd950eea details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=104015) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 26 03:21:57.988727 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] For port 0899d680-8642-43f4-878d-b695cd950eea, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=0899d680-8642-43f4-878d-b695cd950eea,segment=NetworkSegment(7c661f11-3aee-4d0a-9599-bb61aa25f1b7),segment_id=7c661f11-3aee-4d0a-9599-bb61aa25f1b7)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:21:58.000576 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Returning: {'device': '0899d680-8642-43f4-878d-b695cd950eea', 'network_id': '4925de68-9c6f-4235-8c00-daee335817a4', 'port_id': '0899d680-8642-43f4-878d-b695cd950eea', 'mac_address': 'fa:16:3e:26:ce:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db13727d-bad1-446f-86ff-3a62b40a69f1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104015) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 26 03:21:58.033728 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Current status of the port 0899d680-8642-43f4-878d-b695cd950eea is: DOWN; New status is: BUILD {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 03:21:58.034136 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (0899d680-8642-43f4-878d-b695cd950eea), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:21:58.046888 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.notifiers.nova [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0899d680-8642-43f4-878d-b695cd950eea {{(pid=104015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 26 03:21:58.065524 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] For port 0899d680-8642-43f4-878d-b695cd950eea, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=0899d680-8642-43f4-878d-b695cd950eea,segment=NetworkSegment(7c661f11-3aee-4d0a-9599-bb61aa25f1b7),segment_id=7c661f11-3aee-4d0a-9599-bb61aa25f1b7)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:21:58.069332 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (0899d680-8642-43f4-878d-b695cd950eea), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:21:58.112572 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Pushing event updated for resources: {'Port': ['ID=0899d680-8642-43f4-878d-b695cd950eea,revision_number=4']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:21:58.457575 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] get_ports_and_sgs() called for port_ids ['0899d680-8642-43f4-878d-b695cd950eea'] {{(pid=104015) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 03:21:58.992799 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10068f18-a8cb-4db8-bc6d-5f2b8ea4b39d req-2a1c4eab-bdb3-4a9d-9867-c68f5f4d1819 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:21:58.994260 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-10068f18-a8cb-4db8-bc6d-5f2b8ea4b39d req-2a1c4eab-bdb3-4a9d-9867-c68f5f4d1819 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] 10.222.0.13 "GET /v2.0/ports?device_id=dade65a2-3652-4abe-b2f1-9c32b95f8c41 HTTP/1.1" status: 200 len: 944 time: 0.0461328 Jun 26 03:21:59.037766 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=100 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:21:59.042585 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-10068f18-a8cb-4db8-bc6d-5f2b8ea4b39d req-044eea4b-84a0-44ea-9c3e-43f2a7439fe4 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4bdc25b-6526-4e0c-94e9-bf640a708672&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428448 Jun 26 03:21:59.906033 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Device 0899d680-8642-43f4-878d-b695cd950eea up at agent hyperv_hv-cinder-84684 {{(pid=104015) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 03:21:59.909136 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:21:59.942089 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:21:59.952251 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Provisioning for port 0899d680-8642-43f4-878d-b695cd950eea completed by entity L2. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 26 03:21:59.958196 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Provisioning complete for port 0899d680-8642-43f4-878d-b695cd950eea triggered by entity L2. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:21:59.958567 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (0899d680-8642-43f4-878d-b695cd950eea), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:22:00.026583 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Current status of the port 0899d680-8642-43f4-878d-b695cd950eea is: BUILD; New status is: ACTIVE {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 03:22:00.026962 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (0899d680-8642-43f4-878d-b695cd950eea), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:22:00.049312 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dade65a2-3652-4abe-b2f1-9c32b95f8c41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0899d680-8642-43f4-878d-b695cd950eea'}] {{(pid=104015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 26 03:22:00.051529 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cc6f3b5c5ccbcb5bcfe28d8fb20da90166658d76702b85331307104b46494b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d262c1cf-b44c-4a78-b5fc-6830b6bfd2a1" -d '{"events": [{"server_uuid": "dade65a2-3652-4abe-b2f1-9c32b95f8c41", "name": "network-vif-plugged", "status": "completed", "tag": "0899d680-8642-43f4-878d-b695cd950eea"}]}' {{(pid=104015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 03:22:00.067027 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] For port 0899d680-8642-43f4-878d-b695cd950eea, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=0899d680-8642-43f4-878d-b695cd950eea,segment=NetworkSegment(7c661f11-3aee-4d0a-9599-bb61aa25f1b7),segment_id=7c661f11-3aee-4d0a-9599-bb61aa25f1b7)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:22:00.071613 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (0899d680-8642-43f4-878d-b695cd950eea), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:22:00.094509 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Jun 2022 03:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92bdbb8a-681c-456e-b433-1759119fb3c4 x-openstack-request-id: req-92bdbb8a-681c-456e-b433-1759119fb3c4 {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 03:22:00.094796 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dade65a2-3652-4abe-b2f1-9c32b95f8c41", "name": "network-vif-plugged", "status": "completed", "tag": "0899d680-8642-43f4-878d-b695cd950eea", "code": 200}]} {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 03:22:00.095044 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-92bdbb8a-681c-456e-b433-1759119fb3c4 {{(pid=104015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 03:22:00.095427 dv-cinder-846842-4-iscsi neutron-server[104015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92bdbb8a-681c-456e-b433-1759119fb3c4'] response: {'server_uuid': 'dade65a2-3652-4abe-b2f1-9c32b95f8c41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0899d680-8642-43f4-878d-b695cd950eea', 'code': 200} Jun 26 03:22:00.120251 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Pushing event updated for resources: {'Port': ['ID=0899d680-8642-43f4-878d-b695cd950eea,revision_number=5']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:22:00.160700 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b291c79f-6e97-4cdf-9905-7716d3402228 req-568eb654-dab7-4c18-bb02-e822be0bae8f tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:22:00.162313 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-b291c79f-6e97-4cdf-9905-7716d3402228 req-568eb654-dab7-4c18-bb02-e822be0bae8f tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] 10.222.0.13 "GET /v2.0/ports?device_id=dade65a2-3652-4abe-b2f1-9c32b95f8c41 HTTP/1.1" status: 200 len: 945 time: 0.0499451 Jun 26 03:22:00.213379 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-b291c79f-6e97-4cdf-9905-7716d3402228 req-7d253d16-df14-4206-931f-d30e20e83078 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4bdc25b-6526-4e0c-94e9-bf640a708672&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454509 Jun 26 03:22:00.352255 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf19f1d0-52da-4e68-a723-ade43332d265 req-6b2f9ffd-f48a-449f-b6eb-c775e89b229e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:22:00.353696 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-cf19f1d0-52da-4e68-a723-ade43332d265 req-6b2f9ffd-f48a-449f-b6eb-c775e89b229e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=dade65a2-3652-4abe-b2f1-9c32b95f8c41 HTTP/1.1" status: 200 len: 1129 time: 0.0410805 Jun 26 03:22:00.397758 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-cf19f1d0-52da-4e68-a723-ade43332d265 req-d9fb879a-a3ad-4f68-b868-1074aa7d6a22 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=c4bdc25b-6526-4e0c-94e9-bf640a708672&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382481 Jun 26 03:22:01.326689 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aabbc4-81a8-46ec-9f15-93e0bf9f5827 req-459b773b-ecd4-49da-abd9-d9ad1879f501 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:22:01.328136 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-e0aabbc4-81a8-46ec-9f15-93e0bf9f5827 req-459b773b-ecd4-49da-abd9-d9ad1879f501 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] 10.222.0.13 "GET /v2.0/ports?device_id=dade65a2-3652-4abe-b2f1-9c32b95f8c41 HTTP/1.1" status: 200 len: 945 time: 0.0466647 Jun 26 03:22:01.376237 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-e0aabbc4-81a8-46ec-9f15-93e0bf9f5827 req-a999b178-c462-428d-a9f0-f08bea2ae3f0 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4bdc25b-6526-4e0c-94e9-bf640a708672&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426793 Jun 26 03:22:02.485832 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f7efcb-dfe8-43b4-9916-6dae8c1ab12c req-1825054b-7da1-46f7-818f-0164ea59b5a5 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:22:02.487294 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-f9f7efcb-dfe8-43b4-9916-6dae8c1ab12c req-1825054b-7da1-46f7-818f-0164ea59b5a5 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] 10.222.0.13 "GET /v2.0/ports?device_id=dade65a2-3652-4abe-b2f1-9c32b95f8c41 HTTP/1.1" status: 200 len: 945 time: 0.0459330 Jun 26 03:22:02.539340 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-f9f7efcb-dfe8-43b4-9916-6dae8c1ab12c req-69089461-a2b2-424f-8e42-82c3270910e4 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4bdc25b-6526-4e0c-94e9-bf640a708672&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466044 Jun 26 03:22:02.649633 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e00851-e425-4b21-b331-fcc1dc672481 req-fbacf96d-ee5b-45a6-8b4f-d666dde90bd3 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:22:02.651126 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-c2e00851-e425-4b21-b331-fcc1dc672481 req-fbacf96d-ee5b-45a6-8b4f-d666dde90bd3 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] 10.222.0.13 "GET /v2.0/ports?device_id=dade65a2-3652-4abe-b2f1-9c32b95f8c41 HTTP/1.1" status: 200 len: 945 time: 0.0473890 Jun 26 03:22:02.699365 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-c2e00851-e425-4b21-b331-fcc1dc672481 req-8b1894e3-eb01-48b8-897d-0c8f0315e46c tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4bdc25b-6526-4e0c-94e9-bf640a708672&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427513 Jun 26 03:22:02.720432 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 51240) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:22:02.753364 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=100 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:22:02.758656 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf2bf17d-c771-4a07-b7d1-3f5cecc3f034 tempest-TestVolumeBootPattern-914294724 tempest-TestVolumeBootPattern-914294724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:22:02.760408 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-cf2bf17d-c771-4a07-b7d1-3f5cecc3f034 tempest-TestVolumeBootPattern-914294724 tempest-TestVolumeBootPattern-914294724-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=dade65a2-3652-4abe-b2f1-9c32b95f8c41 HTTP/1.1" status: 200 len: 1124 time: 0.0390449 Jun 26 03:22:02.763140 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 51242) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:22:02.767309 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [None req-75ca12e3-c4ee-4f69-ab0e-465544a2881b tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Request body: {'floatingip': {'floating_network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'port_id': '0899d680-8642-43f4-878d-b695cd950eea', 'tenant_id': '4a6b41994f444cafb21d3d6e395b6893', 'fixed_ip_address': '172.20.0.7'}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:22:02.787067 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-75ca12e3-c4ee-4f69-ab0e-465544a2881b tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:22:02.866344 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-75ca12e3-c4ee-4f69-ab0e-465544a2881b tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:22:02.976642 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.db.db_base_plugin_common [None req-75ca12e3-c4ee-4f69-ab0e-465544a2881b tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Allocated IP 172.27.2.56 (9f069e5f-e57e-4e35-ad51-5f4f2e2f15df/6b24a38a-90db-41c5-beaf-6fa087899576/005d1af7-a394-4ae8-b1af-668795b33622) {{(pid=104014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 03:22:03.076146 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-75ca12e3-c4ee-4f69-ab0e-465544a2881b tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Publish callbacks [] for port (005d1af7-a394-4ae8-b1af-668795b33622), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:22:03.107182 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-75ca12e3-c4ee-4f69-ab0e-465544a2881b tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787575245469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6258255'] for port (005d1af7-a394-4ae8-b1af-668795b33622), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:22:03.112373 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:22:03.148719 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ca12e3-c4ee-4f69-ab0e-465544a2881b tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Network 9f069e5f-e57e-4e35-ad51-5f4f2e2f15df is already hosted by enough agents. {{(pid=104014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 03:22:03.154916 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.scheduler.base_scheduler [None req-75ca12e3-c4ee-4f69-ab0e-465544a2881b tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Resources bound (agent type, host, resource id): {{(pid=104014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 03:22:03.157027 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ca12e3-c4ee-4f69-ab0e-465544a2881b tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Pushing event updated for resources: {'Port': ['ID=005d1af7-a394-4ae8-b1af-668795b33622,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:22:03.159307 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ca12e3-c4ee-4f69-ab0e-465544a2881b tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Received port after_create {{(pid=104014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 26 03:22:03.490232 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:22:03.503609 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-75ca12e3-c4ee-4f69-ab0e-465544a2881b tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Publish callbacks [] for floatingip (990ef7f8-36e0-46e6-ba19-9b255d94ff0b), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:22:03.571434 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-75ca12e3-c4ee-4f69-ab0e-465544a2881b tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (005d1af7-a394-4ae8-b1af-668795b33622), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:22:03.713256 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-75ca12e3-c4ee-4f69-ab0e-465544a2881b tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Publish callbacks [] for port (005d1af7-a394-4ae8-b1af-668795b33622), precommit_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:22:03.717724 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-75ca12e3-c4ee-4f69-ab0e-465544a2881b tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6258262'] for port (005d1af7-a394-4ae8-b1af-668795b33622), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:22:03.791795 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ca12e3-c4ee-4f69-ab0e-465544a2881b tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Pushing event updated for resources: {'Port': ['ID=005d1af7-a394-4ae8-b1af-668795b33622,revision_number=2']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:22:03.800786 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-75ca12e3-c4ee-4f69-ab0e-465544a2881b tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620021'] for floatingip (990ef7f8-36e0-46e6-ba19-9b255d94ff0b), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:22:03.896148 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.db.l3_db [None req-75ca12e3-c4ee-4f69-ab0e-465544a2881b tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Floating IP 990ef7f8-36e0-46e6-ba19-9b255d94ff0b associated. External IP: 172.27.2.56, port: 0899d680-8642-43f4-878d-b695cd950eea. Jun 26 03:22:03.927808 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:22:03.957540 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.agents_db [None req-1acc9491-aa00-4d80-a7f3-d699105ea2bf None None] Agent healthcheck: found 6 active agents {{(pid=104016) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 03:22:04.087122 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75ca12e3-c4ee-4f69-ab0e-465544a2881b tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Router 5e36f13b-e02a-4d7d-8017-9ddb2aeb7234 has already been hosted by L3 agent 0122de27-3097-4d47-a0ca-0fb90e28ac1e {{(pid=104014) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 26 03:22:04.187818 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75ca12e3-c4ee-4f69-ab0e-465544a2881b tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Notify agent at l3_agent.dv-cinder-846842-4-iscsi the message routers_updated {{(pid=104014) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 03:22:04.197616 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6d1e99-e832-4da1-bb87-ba5b9e3dfd00 None None] Sync routers for ids ['5e36f13b-e02a-4d7d-8017-9ddb2aeb7234'] in dv-cinder-846842-4-iscsi {{(pid=104016) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 03:22:04.206010 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-75ca12e3-c4ee-4f69-ab0e-465544a2881b tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515864'] for floatingip (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:22:04.208606 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6d1e99-e832-4da1-bb87-ba5b9e3dfd00 None None] Routers {'5e36f13b-e02a-4d7d-8017-9ddb2aeb7234'} bound to L3 agent in host dv-cinder-846842-4-iscsi {{(pid=104016) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 26 03:22:04.209221 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-7c6d1e99-e832-4da1-bb87-ba5b9e3dfd00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-26T02:56:44Z,description=,heartbeat_timestamp=2022-06-26T03:21:44Z,host='dv-cinder-846842-4-iscsi',id=0122de27-3097-4d47-a0ca-0fb90e28ac1e,load=0,resource_versions=,resources_synced=,started_at=2022-06-26T02:56:44Z,topic='l3_agent')) {'router_ids': ['5e36f13b-e02a-4d7d-8017-9ddb2aeb7234'], 'active': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:22:04.241667 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-75ca12e3-c4ee-4f69-ab0e-465544a2881b tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.4773469 Jun 26 03:22:04.242360 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dade65a2-3652-4abe-b2f1-9c32b95f8c41', 'tag': '0899d680-8642-43f4-878d-b695cd950eea'}] {{(pid=104014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 26 03:22:04.244787 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b346e277b9447a300c9d303bb334713d04858661d6ca7e8667ef96f79658145a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb3ddd2e-81a2-45ca-8212-61adaa0f375c" -d '{"events": [{"name": "network-changed", "server_uuid": "dade65a2-3652-4abe-b2f1-9c32b95f8c41", "tag": "0899d680-8642-43f4-878d-b695cd950eea"}]}' {{(pid=104014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 03:22:04.280725 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Jun 2022 03:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-720650d2-5b97-47d7-be8e-1ff79ded4afe x-openstack-request-id: req-720650d2-5b97-47d7-be8e-1ff79ded4afe {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 03:22:04.281008 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dade65a2-3652-4abe-b2f1-9c32b95f8c41", "tag": "0899d680-8642-43f4-878d-b695cd950eea", "status": "completed", "code": 200}]} {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 03:22:04.281250 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-720650d2-5b97-47d7-be8e-1ff79ded4afe {{(pid=104014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 03:22:04.281647 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.notifiers.nova [-] Nova event matching ['req-720650d2-5b97-47d7-be8e-1ff79ded4afe'] response: {'name': 'network-changed', 'server_uuid': 'dade65a2-3652-4abe-b2f1-9c32b95f8c41', 'tag': '0899d680-8642-43f4-878d-b695cd950eea', 'status': 'completed', 'code': 200} Jun 26 03:22:04.311915 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvr_db [None req-7c6d1e99-e832-4da1-bb87-ba5b9e3dfd00 None None] Set router 5e36f13b-e02a-4d7d-8017-9ddb2aeb7234 gateway port host: dv-cinder-846842-4-iscsi {{(pid=104016) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 26 03:22:04.363251 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3ddd2e-81a2-45ca-8212-61adaa0f375c req-42557259-6d15-4188-ab90-3d64affaec11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:22:04.364657 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-bb3ddd2e-81a2-45ca-8212-61adaa0f375c req-42557259-6d15-4188-ab90-3d64affaec11 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4a6b41994f444cafb21d3d6e395b6893&device_id=dade65a2-3652-4abe-b2f1-9c32b95f8c41 HTTP/1.1" status: 200 len: 1129 time: 0.0385511 Jun 26 03:22:04.455075 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3ddd2e-81a2-45ca-8212-61adaa0f375c req-56645c2f-e4e7-4d1f-9104-1da55727d510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:22:04.456562 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-bb3ddd2e-81a2-45ca-8212-61adaa0f375c req-56645c2f-e4e7-4d1f-9104-1da55727d510 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4925de68-9c6f-4235-8c00-daee335817a4 HTTP/1.1" status: 200 len: 912 time: 0.0857096 Jun 26 03:22:04.501536 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:22:04.523797 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-bb3ddd2e-81a2-45ca-8212-61adaa0f375c req-b0297fb7-bbb3-48b4-bc97-bb9a56b0ef30 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0899d680-8642-43f4-878d-b695cd950eea HTTP/1.1" status: 200 len: 998 time: 0.0618601 Jun 26 03:22:04.572109 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3ddd2e-81a2-45ca-8212-61adaa0f375c req-5979bb23-89e6-4302-948a-8ecdf90e73ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:22:04.573557 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-bb3ddd2e-81a2-45ca-8212-61adaa0f375c req-5979bb23-89e6-4302-948a-8ecdf90e73ed service neutron] 10.222.0.43 "GET /v2.0/subnets?id=db13727d-bad1-446f-86ff-3a62b40a69f1 HTTP/1.1" status: 200 len: 850 time: 0.0442472 Jun 26 03:22:04.601601 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-7c6d1e99-e832-4da1-bb87-ba5b9e3dfd00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e36f13b-e02a-4d7d-8017-9ddb2aeb7234', 'name': 'tempest-TestVolumeBootPattern-608296386-router', 'tenant_id': '4a6b41994f444cafb21d3d6e395b6893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': '976921bd-0486-4c4e-8058-8b73534ef312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:18:33Z', 'updated_at': '2022-06-26T03:18:35Z', 'revision_number': 4, 'project_id': '4a6b41994f444cafb21d3d6e395b6893', 'gw_port': {'id': '976921bd-0486-4c4e-8058-8b73534ef312', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:83:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e36f13b-e02a-4d7d-8017-9ddb2aeb7234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:18:33Z', 'updated_at': '2022-06-26T03:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi', '_floatingips': [{'id': '990ef7f8-36e0-46e6-ba19-9b255d94ff0b', 'tenant_id': '4a6b41994f444cafb21d3d6e395b6893', 'floating_ip_address': '172.27.2.56', 'floating_network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'router_id': '5e36f13b-e02a-4d7d-8017-9ddb2aeb7234', 'port_id': '0899d680-8642-43f4-878d-b695cd950eea', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4925de68-9c6f-4235-8c00-daee335817a4', 'mac_address': 'fa:16:3e:26:ce:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dade65a2-3652-4abe-b2f1-9c32b95f8c41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-26T03:22:03Z', 'updated_at': '2022-06-26T03:22:03Z', 'revision_number': 0, 'project_id': '4a6b41994f444cafb21d3d6e395b6893', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c642946-eba8-4afd-8588-a4f2a1c1bcf9', 'name': '', 'network_id': '4925de68-9c6f-4235-8c00-daee335817a4', 'tenant_id': '4a6b41994f444cafb21d3d6e395b6893', 'mac_address': 'fa:16:3e:f7:89:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e36f13b-e02a-4d7d-8017-9ddb2aeb7234', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'db13727d-bad1-446f-86ff-3a62b40a69f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:18:35Z', 'updated_at': '2022-06-26T03:18:39Z', 'revision_number': 5, 'project_id': '4a6b41994f444cafb21d3d6e395b6893', 'subnets': [{'id': 'db13727d-bad1-446f-86ff-3a62b40a69f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-4-iscsi', False) {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:22:04.615883 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3ddd2e-81a2-45ca-8212-61adaa0f375c req-51015f2d-f306-45c2-bb9a-a978eb30aa88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:22:04.617289 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-bb3ddd2e-81a2-45ca-8212-61adaa0f375c req-51015f2d-f306-45c2-bb9a-a978eb30aa88 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4925de68-9c6f-4235-8c00-daee335817a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385413 Jun 26 03:22:04.625417 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6d1e99-e832-4da1-bb87-ba5b9e3dfd00 None None] Checking router: 5e36f13b-e02a-4d7d-8017-9ddb2aeb7234 for host: dv-cinder-846842-4-iscsi {{(pid=104016) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 03:22:04.633742 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6d1e99-e832-4da1-bb87-ba5b9e3dfd00 None None] Routers {'5e36f13b-e02a-4d7d-8017-9ddb2aeb7234'} bound to L3 agent in host dv-cinder-846842-4-iscsi {{(pid=104016) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 26 03:22:04.634614 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-7c6d1e99-e832-4da1-bb87-ba5b9e3dfd00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-26T02:56:44Z,description=,heartbeat_timestamp=2022-06-26T03:21:44Z,host='dv-cinder-846842-4-iscsi',id=0122de27-3097-4d47-a0ca-0fb90e28ac1e,load=0,resource_versions=,resources_synced=,started_at=2022-06-26T02:56:44Z,topic='l3_agent')) {'router_ids': ['5e36f13b-e02a-4d7d-8017-9ddb2aeb7234'], 'active': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:22:04.708093 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-bb3ddd2e-81a2-45ca-8212-61adaa0f375c req-70090bc9-4241-4d41-bdf8-cecc49377c56 service neutron] 10.222.0.43 "GET /v2.0/networks/4925de68-9c6f-4235-8c00-daee335817a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847881 Jun 26 03:22:04.732030 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvr_db [None req-7c6d1e99-e832-4da1-bb87-ba5b9e3dfd00 None None] Set router 5e36f13b-e02a-4d7d-8017-9ddb2aeb7234 gateway port host: dv-cinder-846842-4-iscsi {{(pid=104016) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 26 03:22:04.798285 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-bb3ddd2e-81a2-45ca-8212-61adaa0f375c req-b396e7d0-5dc5-4e95-b41b-32e816960594 service neutron] 10.222.0.43 "GET /v2.0/networks/4925de68-9c6f-4235-8c00-daee335817a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840025 Jun 26 03:22:04.935986 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-7c6d1e99-e832-4da1-bb87-ba5b9e3dfd00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e36f13b-e02a-4d7d-8017-9ddb2aeb7234', 'name': 'tempest-TestVolumeBootPattern-608296386-router', 'tenant_id': '4a6b41994f444cafb21d3d6e395b6893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': '976921bd-0486-4c4e-8058-8b73534ef312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:18:33Z', 'updated_at': '2022-06-26T03:18:35Z', 'revision_number': 4, 'project_id': '4a6b41994f444cafb21d3d6e395b6893', 'gw_port': {'id': '976921bd-0486-4c4e-8058-8b73534ef312', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:83:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e36f13b-e02a-4d7d-8017-9ddb2aeb7234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:18:33Z', 'updated_at': '2022-06-26T03:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi', '_floatingips': [{'id': '990ef7f8-36e0-46e6-ba19-9b255d94ff0b', 'tenant_id': '4a6b41994f444cafb21d3d6e395b6893', 'floating_ip_address': '172.27.2.56', 'floating_network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'router_id': '5e36f13b-e02a-4d7d-8017-9ddb2aeb7234', 'port_id': '0899d680-8642-43f4-878d-b695cd950eea', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4925de68-9c6f-4235-8c00-daee335817a4', 'mac_address': 'fa:16:3e:26:ce:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dade65a2-3652-4abe-b2f1-9c32b95f8c41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-26T03:22:03Z', 'updated_at': '2022-06-26T03:22:03Z', 'revision_number': 0, 'project_id': '4a6b41994f444cafb21d3d6e395b6893', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c642946-eba8-4afd-8588-a4f2a1c1bcf9', 'name': '', 'network_id': '4925de68-9c6f-4235-8c00-daee335817a4', 'tenant_id': '4a6b41994f444cafb21d3d6e395b6893', 'mac_address': 'fa:16:3e:f7:89:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e36f13b-e02a-4d7d-8017-9ddb2aeb7234', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'db13727d-bad1-446f-86ff-3a62b40a69f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:18:35Z', 'updated_at': '2022-06-26T03:18:39Z', 'revision_number': 5, 'project_id': '4a6b41994f444cafb21d3d6e395b6893', 'subnets': [{'id': 'db13727d-bad1-446f-86ff-3a62b40a69f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-4-iscsi', False) {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:22:04.959510 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6d1e99-e832-4da1-bb87-ba5b9e3dfd00 None None] The sync data for ids ['5e36f13b-e02a-4d7d-8017-9ddb2aeb7234'] in dv-cinder-846842-4-iscsi is: [{'id': '5e36f13b-e02a-4d7d-8017-9ddb2aeb7234', 'name': 'tempest-TestVolumeBootPattern-608296386-router', 'tenant_id': '4a6b41994f444cafb21d3d6e395b6893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': '976921bd-0486-4c4e-8058-8b73534ef312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:18:33Z', 'updated_at': '2022-06-26T03:18:35Z', 'revision_number': 4, 'project_id': '4a6b41994f444cafb21d3d6e395b6893', 'gw_port': {'id': '976921bd-0486-4c4e-8058-8b73534ef312', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:83:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e36f13b-e02a-4d7d-8017-9ddb2aeb7234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:18:33Z', 'updated_at': '2022-06-26T03:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi', '_floatingips': [{'id': '990ef7f8-36e0-46e6-ba19-9b255d94ff0b', 'tenant_id': '4a6b41994f444cafb21d3d6e395b6893', 'floating_ip_address': '172.27.2.56', 'floating_network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'router_id': '5e36f13b-e02a-4d7d-8017-9ddb2aeb7234', 'port_id': '0899d680-8642-43f4-878d-b695cd950eea', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4925de68-9c6f-4235-8c00-daee335817a4', 'mac_address': 'fa:16:3e:26:ce:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dade65a2-3652-4abe-b2f1-9c32b95f8c41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-26T03:22:03Z', 'updated_at': '2022-06-26T03:22:03Z', 'revision_number': 0, 'project_id': '4a6b41994f444cafb21d3d6e395b6893', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c642946-eba8-4afd-8588-a4f2a1c1bcf9', 'name': '', 'network_id': '4925de68-9c6f-4235-8c00-daee335817a4', 'tenant_id': '4a6b41994f444cafb21d3d6e395b6893', 'mac_address': 'fa:16:3e:f7:89:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e36f13b-e02a-4d7d-8017-9ddb2aeb7234', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'db13727d-bad1-446f-86ff-3a62b40a69f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:18:35Z', 'updated_at': '2022-06-26T03:18:39Z', 'revision_number': 5, 'project_id': '4a6b41994f444cafb21d3d6e395b6893', 'subnets': [{'id': 'db13727d-bad1-446f-86ff-3a62b40a69f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104016) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 03:22:05.130273 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf154a0-42fc-4069-8f8f-7fc183b93d91 None None] New status for floating IP 990ef7f8-36e0-46e6-ba19-9b255d94ff0b: ACTIVE {{(pid=104015) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 26 03:22:11.461639 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-43e2d17e-26a2-47d1-80ad-cf759255d365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (7168f7b9-c398-4364-91f8-35e2ce03f4c4), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:22:13.780708 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-873e8ab1-de80-4d47-9408-2224b6687c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (0122de27-3097-4d47-a0ca-0fb90e28ac1e), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:22:14.793094 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=88,neutron:DELETE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:22:14.794984 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=28 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:22:14.898229 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a0725410-9e6c-45cb-9ff8-c6c4931d6b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (ece691f0-a7cc-4e31-b59a-0e18fd9fccde), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:22:14.938665 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=75 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:22:14.939358 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=75 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:22:15.035313 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (e7a0895f-45bb-4130-be69-32df3e039043), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:22:16.358224 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d2867017-9ae3-4ae5-b018-59cb98d1258b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (3b87920d-6933-41a3-b47c-185b87d68e87), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:22:16.546502 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (16f9b602-7baf-4f7a-ab92-1b0788147fb5), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:22:26.540343 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=39,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:22:26.542233 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=47,neutron:UPDATE=6 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:22:31.046376 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=3 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:22:40.023332 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:22:40.956567 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.agents_db [None req-1acc9491-aa00-4d80-a7f3-d699105ea2bf None None] Agent healthcheck: found 6 active agents {{(pid=104016) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 03:22:41.463820 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d43b7b3e-6232-4eed-94e1-92d8202733df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (7168f7b9-c398-4364-91f8-35e2ce03f4c4), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:22:42.513633 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 51256) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:22:42.749958 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-c3ae4c59-c1ce-43e9-a83d-150231a2a9a6 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Deleting port e0ba4a65-d146-44fe-9b8a-30de8184ade0 {{(pid=104014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 26 03:22:42.750326 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-c3ae4c59-c1ce-43e9-a83d-150231a2a9a6 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787575727912'] for port (e0ba4a65-d146-44fe-9b8a-30de8184ade0), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:22:42.822702 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-c3ae4c59-c1ce-43e9-a83d-150231a2a9a6 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615864'] for port (e0ba4a65-d146-44fe-9b8a-30de8184ade0), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:22:42.822945 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-c3ae4c59-c1ce-43e9-a83d-150231a2a9a6 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Publish callbacks [] for floatingip (e0ba4a65-d146-44fe-9b8a-30de8184ade0), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:22:42.835996 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-c3ae4c59-c1ce-43e9-a83d-150231a2a9a6 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Calling delete_port for e0ba4a65-d146-44fe-9b8a-30de8184ade0 owned by network:floatingip {{(pid=104014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 26 03:22:42.997361 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-c3ae4c59-c1ce-43e9-a83d-150231a2a9a6 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787575732336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787575245478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6258255'] for port (e0ba4a65-d146-44fe-9b8a-30de8184ade0), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:22:43.020340 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae4c59-c1ce-43e9-a83d-150231a2a9a6 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Pushing event deleted for resources: {'Port': ['ID=e0ba4a65-d146-44fe-9b8a-30de8184ade0,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:22:43.085544 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-c3ae4c59-c1ce-43e9-a83d-150231a2a9a6 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Publish callbacks [] for floatingip (dc255663-ec49-4cb3-8f5b-b271ea0b20eb), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:22:43.085766 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.db.l3_db [None req-c3ae4c59-c1ce-43e9-a83d-150231a2a9a6 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Floating IP dc255663-ec49-4cb3-8f5b-b271ea0b20eb disassociated (deleted). External IP: 172.27.2.247, port: 8fb8465e-f5a6-4cd4-ae39-7cbb3d5e4eaf. Jun 26 03:22:43.276016 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3ae4c59-c1ce-43e9-a83d-150231a2a9a6 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Router 7d558ae8-1d57-4fe5-aa0a-73167b4c841e has already been hosted by L3 agent 0122de27-3097-4d47-a0ca-0fb90e28ac1e {{(pid=104014) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 26 03:22:43.617493 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3ae4c59-c1ce-43e9-a83d-150231a2a9a6 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Notify agent at l3_agent.dv-cinder-846842-4-iscsi the message routers_updated {{(pid=104014) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 03:22:43.621925 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-c3ae4c59-c1ce-43e9-a83d-150231a2a9a6 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515864'] for floatingip (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:22:43.627411 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51dd5798-717b-422a-afda-a1d29dfa5837 None None] Sync routers for ids ['7d558ae8-1d57-4fe5-aa0a-73167b4c841e'] in dv-cinder-846842-4-iscsi {{(pid=104016) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 03:22:43.637401 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51dd5798-717b-422a-afda-a1d29dfa5837 None None] Routers {'7d558ae8-1d57-4fe5-aa0a-73167b4c841e'} bound to L3 agent in host dv-cinder-846842-4-iscsi {{(pid=104016) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 26 03:22:43.638014 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-51dd5798-717b-422a-afda-a1d29dfa5837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-26T02:56:44Z,description=,heartbeat_timestamp=2022-06-26T03:22:14Z,host='dv-cinder-846842-4-iscsi',id=0122de27-3097-4d47-a0ca-0fb90e28ac1e,load=0,resource_versions=,resources_synced=,started_at=2022-06-26T02:56:44Z,topic='l3_agent')) {'router_ids': ['7d558ae8-1d57-4fe5-aa0a-73167b4c841e'], 'active': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:22:43.652801 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-c3ae4c59-c1ce-43e9-a83d-150231a2a9a6 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] 10.222.0.13 "DELETE /v2.0/floatingips/dc255663-ec49-4cb3-8f5b-b271ea0b20eb HTTP/1.1" status: 204 len: 168 time: 1.1379945 Jun 26 03:22:43.653318 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dad8a4d7-e228-4988-a099-a49eba183537', 'tag': '8fb8465e-f5a6-4cd4-ae39-7cbb3d5e4eaf'}] {{(pid=104014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 26 03:22:43.655649 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b346e277b9447a300c9d303bb334713d04858661d6ca7e8667ef96f79658145a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd315269-a9a9-4df8-979e-ef218a5a39cd" -d '{"events": [{"name": "network-changed", "server_uuid": "dad8a4d7-e228-4988-a099-a49eba183537", "tag": "8fb8465e-f5a6-4cd4-ae39-7cbb3d5e4eaf"}]}' {{(pid=104014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 03:22:43.701607 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Jun 2022 03:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4a50b6a-9a32-482d-9661-5a9c2be0360f x-openstack-request-id: req-e4a50b6a-9a32-482d-9661-5a9c2be0360f {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 03:22:43.701893 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dad8a4d7-e228-4988-a099-a49eba183537", "tag": "8fb8465e-f5a6-4cd4-ae39-7cbb3d5e4eaf", "status": "completed", "code": 200}]} {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 03:22:43.702187 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e4a50b6a-9a32-482d-9661-5a9c2be0360f {{(pid=104014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 03:22:43.702595 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4a50b6a-9a32-482d-9661-5a9c2be0360f'] response: {'name': 'network-changed', 'server_uuid': 'dad8a4d7-e228-4988-a099-a49eba183537', 'tag': '8fb8465e-f5a6-4cd4-ae39-7cbb3d5e4eaf', 'status': 'completed', 'code': 200} Jun 26 03:22:43.740271 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvr_db [None req-51dd5798-717b-422a-afda-a1d29dfa5837 None None] Set router 7d558ae8-1d57-4fe5-aa0a-73167b4c841e gateway port host: dv-cinder-846842-4-iscsi {{(pid=104016) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 26 03:22:43.778166 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:22:43.786551 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:22:43.792012 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd315269-a9a9-4df8-979e-ef218a5a39cd req-f38baf2d-7dcb-4018-88cd-75830ae96e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:22:43.793792 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-fd315269-a9a9-4df8-979e-ef218a5a39cd req-f38baf2d-7dcb-4018-88cd-75830ae96e8b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=80a33a31ba6046e78352f5ba9e88b9fe&device_id=dad8a4d7-e228-4988-a099-a49eba183537 HTTP/1.1" status: 200 len: 1130 time: 0.0475311 Jun 26 03:22:43.804208 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-c6993336-c999-41bf-a013-fddecd66c797 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (0122de27-3097-4d47-a0ca-0fb90e28ac1e), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:22:43.930498 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf37f15-c5fb-4494-8f76-20c37a971d1e req-0e01731b-f1a2-4591-9e06-77eb70608836 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:22:43.931881 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-1bf37f15-c5fb-4494-8f76-20c37a971d1e req-0e01731b-f1a2-4591-9e06-77eb70608836 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] 10.222.0.13 "GET /v2.0/ports?device_id=dad8a4d7-e228-4988-a099-a49eba183537 HTTP/1.1" status: 200 len: 946 time: 0.0643487 Jun 26 03:22:43.936363 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-51dd5798-717b-422a-afda-a1d29dfa5837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d558ae8-1d57-4fe5-aa0a-73167b4c841e', 'name': 'tempest-TestShelveInstance-720417055-router', 'tenant_id': '80a33a31ba6046e78352f5ba9e88b9fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': '4cf09bf2-eef6-4498-9ec0-c4550929bb92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:17:33Z', 'updated_at': '2022-06-26T03:17:35Z', 'revision_number': 4, 'project_id': '80a33a31ba6046e78352f5ba9e88b9fe', 'gw_port': {'id': '4cf09bf2-eef6-4498-9ec0-c4550929bb92', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:d7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d558ae8-1d57-4fe5-aa0a-73167b4c841e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:17:33Z', 'updated_at': '2022-06-26T03:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi', '_interfaces': [{'id': 'f266f7a5-ebaf-4ed3-bd60-0ea901203def', 'name': '', 'network_id': '82c4a88c-3604-4e5f-902b-8a29b8be9dd0', 'tenant_id': '80a33a31ba6046e78352f5ba9e88b9fe', 'mac_address': 'fa:16:3e:9a:65:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d558ae8-1d57-4fe5-aa0a-73167b4c841e', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'eab29342-7686-4817-abdf-f593c85f7fdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:17:34Z', 'updated_at': '2022-06-26T03:17:39Z', 'revision_number': 5, 'project_id': '80a33a31ba6046e78352f5ba9e88b9fe', 'subnets': [{'id': 'eab29342-7686-4817-abdf-f593c85f7fdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-4-iscsi', False) {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:22:43.936597 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd315269-a9a9-4df8-979e-ef218a5a39cd req-dececdea-ff03-49c4-81cf-8f363a036c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:22:43.937938 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-fd315269-a9a9-4df8-979e-ef218a5a39cd req-dececdea-ff03-49c4-81cf-8f363a036c0d service neutron] 10.222.0.43 "GET /v2.0/networks?id=82c4a88c-3604-4e5f-902b-8a29b8be9dd0 HTTP/1.1" status: 200 len: 909 time: 0.1381328 Jun 26 03:22:43.961262 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51dd5798-717b-422a-afda-a1d29dfa5837 None None] Checking router: 7d558ae8-1d57-4fe5-aa0a-73167b4c841e for host: dv-cinder-846842-4-iscsi {{(pid=104016) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 03:22:43.970904 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51dd5798-717b-422a-afda-a1d29dfa5837 None None] Routers {'7d558ae8-1d57-4fe5-aa0a-73167b4c841e'} bound to L3 agent in host dv-cinder-846842-4-iscsi {{(pid=104016) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 26 03:22:43.971511 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-51dd5798-717b-422a-afda-a1d29dfa5837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-26T02:56:44Z,description=,heartbeat_timestamp=2022-06-26T03:22:44Z,host='dv-cinder-846842-4-iscsi',id=0122de27-3097-4d47-a0ca-0fb90e28ac1e,load=0,resource_versions=,resources_synced=,started_at=2022-06-26T02:56:44Z,topic='l3_agent')) {'router_ids': ['7d558ae8-1d57-4fe5-aa0a-73167b4c841e'], 'active': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:22:43.983121 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-1bf37f15-c5fb-4494-8f76-20c37a971d1e req-9a194a43-d5f3-4369-b297-e4cb80a6efff tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] 10.222.0.13 "GET /v2.0/security-groups?id=09fc588a-3d4f-4a4d-86a1-6980f4c8e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441599 Jun 26 03:22:44.069611 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvr_db [None req-51dd5798-717b-422a-afda-a1d29dfa5837 None None] Set router 7d558ae8-1d57-4fe5-aa0a-73167b4c841e gateway port host: dv-cinder-846842-4-iscsi {{(pid=104016) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 26 03:22:44.248214 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-51dd5798-717b-422a-afda-a1d29dfa5837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d558ae8-1d57-4fe5-aa0a-73167b4c841e', 'name': 'tempest-TestShelveInstance-720417055-router', 'tenant_id': '80a33a31ba6046e78352f5ba9e88b9fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': '4cf09bf2-eef6-4498-9ec0-c4550929bb92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:17:33Z', 'updated_at': '2022-06-26T03:17:35Z', 'revision_number': 4, 'project_id': '80a33a31ba6046e78352f5ba9e88b9fe', 'gw_port': {'id': '4cf09bf2-eef6-4498-9ec0-c4550929bb92', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:d7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d558ae8-1d57-4fe5-aa0a-73167b4c841e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:17:33Z', 'updated_at': '2022-06-26T03:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi', '_interfaces': [{'id': 'f266f7a5-ebaf-4ed3-bd60-0ea901203def', 'name': '', 'network_id': '82c4a88c-3604-4e5f-902b-8a29b8be9dd0', 'tenant_id': '80a33a31ba6046e78352f5ba9e88b9fe', 'mac_address': 'fa:16:3e:9a:65:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d558ae8-1d57-4fe5-aa0a-73167b4c841e', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'eab29342-7686-4817-abdf-f593c85f7fdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:17:34Z', 'updated_at': '2022-06-26T03:17:39Z', 'revision_number': 5, 'project_id': '80a33a31ba6046e78352f5ba9e88b9fe', 'subnets': [{'id': 'eab29342-7686-4817-abdf-f593c85f7fdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-4-iscsi', False) {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:22:44.272181 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51dd5798-717b-422a-afda-a1d29dfa5837 None None] The sync data for ids ['7d558ae8-1d57-4fe5-aa0a-73167b4c841e'] in dv-cinder-846842-4-iscsi is: [{'id': '7d558ae8-1d57-4fe5-aa0a-73167b4c841e', 'name': 'tempest-TestShelveInstance-720417055-router', 'tenant_id': '80a33a31ba6046e78352f5ba9e88b9fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': '4cf09bf2-eef6-4498-9ec0-c4550929bb92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:17:33Z', 'updated_at': '2022-06-26T03:17:35Z', 'revision_number': 4, 'project_id': '80a33a31ba6046e78352f5ba9e88b9fe', 'gw_port': {'id': '4cf09bf2-eef6-4498-9ec0-c4550929bb92', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:d7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d558ae8-1d57-4fe5-aa0a-73167b4c841e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:17:33Z', 'updated_at': '2022-06-26T03:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi', '_interfaces': [{'id': 'f266f7a5-ebaf-4ed3-bd60-0ea901203def', 'name': '', 'network_id': '82c4a88c-3604-4e5f-902b-8a29b8be9dd0', 'tenant_id': '80a33a31ba6046e78352f5ba9e88b9fe', 'mac_address': 'fa:16:3e:9a:65:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d558ae8-1d57-4fe5-aa0a-73167b4c841e', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'eab29342-7686-4817-abdf-f593c85f7fdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:17:34Z', 'updated_at': '2022-06-26T03:17:39Z', 'revision_number': 5, 'project_id': '80a33a31ba6046e78352f5ba9e88b9fe', 'subnets': [{'id': 'eab29342-7686-4817-abdf-f593c85f7fdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104016) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 03:22:44.492815 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac86152-9308-4a80-b8ef-1394487eca35 None None] New status for floating IP dc255663-ec49-4cb3-8f5b-b271ea0b20eb: DOWN {{(pid=104015) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 26 03:22:44.898530 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-fd315269-a9a9-4df8-979e-ef218a5a39cd req-b24af7fc-341e-4043-8f69-c552a31f5564 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8fb8465e-f5a6-4cd4-ae39-7cbb3d5e4eaf HTTP/1.1" status: 200 len: 217 time: 0.0343759 Jun 26 03:22:44.901588 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a0725410-9e6c-45cb-9ff8-c6c4931d6b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (ece691f0-a7cc-4e31-b59a-0e18fd9fccde), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:22:44.950829 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd315269-a9a9-4df8-979e-ef218a5a39cd req-c0268eb2-d5f9-4367-b53c-cac9fd90ddfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:22:44.952262 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-fd315269-a9a9-4df8-979e-ef218a5a39cd req-c0268eb2-d5f9-4367-b53c-cac9fd90ddfa service neutron] 10.222.0.43 "GET /v2.0/subnets?id=eab29342-7686-4817-abdf-f593c85f7fdd HTTP/1.1" status: 200 len: 847 time: 0.0472577 Jun 26 03:22:45.006191 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd315269-a9a9-4df8-979e-ef218a5a39cd req-b7b2b7a7-7de4-487f-85f9-ae5b88827e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:22:45.007644 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-fd315269-a9a9-4df8-979e-ef218a5a39cd req-b7b2b7a7-7de4-487f-85f9-ae5b88827e72 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=82c4a88c-3604-4e5f-902b-8a29b8be9dd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378470 Jun 26 03:22:45.041297 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (e7a0895f-45bb-4130-be69-32df3e039043), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:22:45.129275 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d30eb13-a14d-41c0-81bf-c336e7f863d2 req-0a1dbdaa-94ed-4013-ad7a-4f54f7cd4b72 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:22:45.130775 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-1d30eb13-a14d-41c0-81bf-c336e7f863d2 req-0a1dbdaa-94ed-4013-ad7a-4f54f7cd4b72 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] 10.222.0.13 "GET /v2.0/ports?device_id=dad8a4d7-e228-4988-a099-a49eba183537 HTTP/1.1" status: 200 len: 946 time: 0.0599205 Jun 26 03:22:45.147307 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-fd315269-a9a9-4df8-979e-ef218a5a39cd req-5610a2b9-d9b2-4856-907c-8064cb1b9943 service neutron] 10.222.0.43 "GET /v2.0/networks/82c4a88c-3604-4e5f-902b-8a29b8be9dd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328189 Jun 26 03:22:45.184831 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-1d30eb13-a14d-41c0-81bf-c336e7f863d2 req-ba82ddfb-e15b-4a71-b0f0-f855530893b8 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] 10.222.0.13 "GET /v2.0/security-groups?id=09fc588a-3d4f-4a4d-86a1-6980f4c8e02f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482979 Jun 26 03:22:45.351337 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-fd315269-a9a9-4df8-979e-ef218a5a39cd req-8ddbf1e7-b833-485d-84b5-2dd3fc564e9a service neutron] 10.222.0.43 "GET /v2.0/networks/82c4a88c-3604-4e5f-902b-8a29b8be9dd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853770 Jun 26 03:22:45.611565 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26759985-f7ce-4734-9405-5c3a2cba5adc req-9cd8b752-0bc5-4f6d-8841-fe690c770e7a tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:22:45.612892 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-26759985-f7ce-4734-9405-5c3a2cba5adc req-9cd8b752-0bc5-4f6d-8841-fe690c770e7a tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] 10.222.0.43 "GET /v2.0/ports?device_id=dad8a4d7-e228-4988-a099-a49eba183537 HTTP/1.1" status: 200 len: 946 time: 0.0463269 Jun 26 03:22:45.691731 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [req-26759985-f7ce-4734-9405-5c3a2cba5adc req-81c58e45-c1d6-4f69-9d8a-cce93f1e3b75 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Deleting port 8fb8465e-f5a6-4cd4-ae39-7cbb3d5e4eaf {{(pid=104014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 26 03:22:45.692068 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-26759985-f7ce-4734-9405-5c3a2cba5adc req-81c58e45-c1d6-4f69-9d8a-cce93f1e3b75 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787575727912'] for port (8fb8465e-f5a6-4cd4-ae39-7cbb3d5e4eaf), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:22:45.782145 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [req-26759985-f7ce-4734-9405-5c3a2cba5adc req-81c58e45-c1d6-4f69-9d8a-cce93f1e3b75 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] For port 8fb8465e-f5a6-4cd4-ae39-7cbb3d5e4eaf, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=8fb8465e-f5a6-4cd4-ae39-7cbb3d5e4eaf,segment=NetworkSegment(f08981e6-5c63-4d8a-9ea1-bb5d5d702772),segment_id=f08981e6-5c63-4d8a-9ea1-bb5d5d702772)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:22:45.782509 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-26759985-f7ce-4734-9405-5c3a2cba5adc req-81c58e45-c1d6-4f69-9d8a-cce93f1e3b75 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615864'] for port (8fb8465e-f5a6-4cd4-ae39-7cbb3d5e4eaf), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:22:45.795189 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [req-26759985-f7ce-4734-9405-5c3a2cba5adc req-81c58e45-c1d6-4f69-9d8a-cce93f1e3b75 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Calling delete_port for 8fb8465e-f5a6-4cd4-ae39-7cbb3d5e4eaf owned by compute:nova {{(pid=104014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 26 03:22:45.910025 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:22:45.912785 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:22:45.926234 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-26759985-f7ce-4734-9405-5c3a2cba5adc req-81c58e45-c1d6-4f69-9d8a-cce93f1e3b75 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787575732336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787575245478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6258255'] for port (8fb8465e-f5a6-4cd4-ae39-7cbb3d5e4eaf), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:22:45.954648 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c58e45-c1d6-4f69-9d8a-cce93f1e3b75 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Pushing event deleted for resources: {'Port': ['ID=8fb8465e-f5a6-4cd4-ae39-7cbb3d5e4eaf,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:22:45.980952 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c58e45-c1d6-4f69-9d8a-cce93f1e3b75 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:22:45.981298 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c58e45-c1d6-4f69-9d8a-cce93f1e3b75 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:22:45.981636 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c58e45-c1d6-4f69-9d8a-cce93f1e3b75 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:22:45.981965 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c58e45-c1d6-4f69-9d8a-cce93f1e3b75 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:22:45.982316 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c58e45-c1d6-4f69-9d8a-cce93f1e3b75 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:22:45.982640 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c58e45-c1d6-4f69-9d8a-cce93f1e3b75 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:22:45.982960 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c58e45-c1d6-4f69-9d8a-cce93f1e3b75 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:22:45.983277 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c58e45-c1d6-4f69-9d8a-cce93f1e3b75 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:22:45.983599 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c58e45-c1d6-4f69-9d8a-cce93f1e3b75 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:22:45.983913 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c58e45-c1d6-4f69-9d8a-cce93f1e3b75 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:22:45.984228 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c58e45-c1d6-4f69-9d8a-cce93f1e3b75 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:22:45.984545 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c58e45-c1d6-4f69-9d8a-cce93f1e3b75 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:22:45.984856 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c58e45-c1d6-4f69-9d8a-cce93f1e3b75 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:22:45.985170 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c58e45-c1d6-4f69-9d8a-cce93f1e3b75 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:22:45.985480 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81c58e45-c1d6-4f69-9d8a-cce93f1e3b75 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:22:46.008471 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [req-26759985-f7ce-4734-9405-5c3a2cba5adc req-81c58e45-c1d6-4f69-9d8a-cce93f1e3b75 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] No DVR routers for this DVR port 8fb8465e-f5a6-4cd4-ae39-7cbb3d5e4eaf on host hv-cinder-84684 {{(pid=104014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 26 03:22:46.011079 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-26759985-f7ce-4734-9405-5c3a2cba5adc req-81c58e45-c1d6-4f69-9d8a-cce93f1e3b75 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515864'] for port (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:22:46.014995 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-26759985-f7ce-4734-9405-5c3a2cba5adc req-81c58e45-c1d6-4f69-9d8a-cce93f1e3b75 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] 10.222.0.43 "DELETE /v2.0/ports/8fb8465e-f5a6-4cd4-ae39-7cbb3d5e4eaf HTTP/1.1" status: 204 len: 173 time: 0.3973045 Jun 26 03:22:46.015446 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dad8a4d7-e228-4988-a099-a49eba183537', 'name': 'network-vif-deleted', 'tag': '8fb8465e-f5a6-4cd4-ae39-7cbb3d5e4eaf'}] {{(pid=104014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 26 03:22:46.017697 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b346e277b9447a300c9d303bb334713d04858661d6ca7e8667ef96f79658145a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19325bcd-deb6-49db-8b5f-a59eeca3984a" -d '{"events": [{"server_uuid": "dad8a4d7-e228-4988-a099-a49eba183537", "name": "network-vif-deleted", "tag": "8fb8465e-f5a6-4cd4-ae39-7cbb3d5e4eaf"}]}' {{(pid=104014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 03:22:46.058025 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Jun 2022 03:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f572af89-238d-43fe-b1b9-dc9532e13e87 x-openstack-request-id: req-f572af89-238d-43fe-b1b9-dc9532e13e87 {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 03:22:46.058349 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dad8a4d7-e228-4988-a099-a49eba183537", "name": "network-vif-deleted", "tag": "8fb8465e-f5a6-4cd4-ae39-7cbb3d5e4eaf", "status": "completed", "code": 200}]} {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 03:22:46.058603 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f572af89-238d-43fe-b1b9-dc9532e13e87 {{(pid=104014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 03:22:46.059007 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f572af89-238d-43fe-b1b9-dc9532e13e87'] response: {'server_uuid': 'dad8a4d7-e228-4988-a099-a49eba183537', 'name': 'network-vif-deleted', 'tag': '8fb8465e-f5a6-4cd4-ae39-7cbb3d5e4eaf', 'status': 'completed', 'code': 200} Jun 26 03:22:46.281549 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-f59cbdcf-6e4d-4cb6-8148-81f481c8d4c9 req-7ef22eb6-b1f6-463e-ad05-f8128450b90d tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] 10.222.0.13 "GET /v2.0/ports?device_id=dad8a4d7-e228-4988-a099-a49eba183537 HTTP/1.1" status: 200 len: 210 time: 0.0282078 Jun 26 03:22:46.362926 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d2867017-9ae3-4ae5-b018-59cb98d1258b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (3b87920d-6933-41a3-b47c-185b87d68e87), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:22:46.547943 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (16f9b602-7baf-4f7a-ab92-1b0788147fb5), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:22:47.341964 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 51276) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:22:47.400702 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-7a4cfc6b-32ec-40c8-a120-cf49af672d38 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Publish callbacks [] for security_group (09fc588a-3d4f-4a4d-86a1-6980f4c8e02f), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:22:47.425346 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-7a4cfc6b-32ec-40c8-a120-cf49af672d38 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Publish callbacks [] for security_group (09fc588a-3d4f-4a4d-86a1-6980f4c8e02f), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:22:47.484241 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-7a4cfc6b-32ec-40c8-a120-cf49af672d38 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (09fc588a-3d4f-4a4d-86a1-6980f4c8e02f), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:22:47.486831 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-7a4cfc6b-32ec-40c8-a120-cf49af672d38 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Publish callbacks [] for security_group (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:22:47.487995 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-7a4cfc6b-32ec-40c8-a120-cf49af672d38 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] 10.222.0.13 "DELETE /v2.0/security-groups/09fc588a-3d4f-4a4d-86a1-6980f4c8e02f HTTP/1.1" status: 204 len: 168 time: 0.1458426 Jun 26 03:22:47.498264 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4cfc6b-32ec-40c8-a120-cf49af672d38 tempest-TestShelveInstance-508384766 tempest-TestShelveInstance-508384766-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09fc588a-3d4f-4a4d-86a1-6980f4c8e02f,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:22:47.536216 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 51280) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:22:47.557759 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-eb7c9ec5-b652-4495-8f49-d5a2559c762f req-a7389c0e-e178-43ef-b8dd-f99c38a415cf service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=dade65a2-3652-4abe-b2f1-9c32b95f8c41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0443089 Jun 26 03:22:47.656423 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7c9ec5-b652-4495-8f49-d5a2559c762f req-963cbfd2-fb0f-46ef-bc5b-a19c5bce5439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:22:47.657941 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-eb7c9ec5-b652-4495-8f49-d5a2559c762f req-963cbfd2-fb0f-46ef-bc5b-a19c5bce5439 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4a6b41994f444cafb21d3d6e395b6893&device_id=dade65a2-3652-4abe-b2f1-9c32b95f8c41 HTTP/1.1" status: 200 len: 1129 time: 0.0406220 Jun 26 03:22:47.775563 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7c9ec5-b652-4495-8f49-d5a2559c762f req-b6ba248b-5439-4807-9d9b-b6eb81286079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:22:47.777016 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-eb7c9ec5-b652-4495-8f49-d5a2559c762f req-b6ba248b-5439-4807-9d9b-b6eb81286079 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4925de68-9c6f-4235-8c00-daee335817a4 HTTP/1.1" status: 200 len: 912 time: 0.0900919 Jun 26 03:22:47.841246 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-eb7c9ec5-b652-4495-8f49-d5a2559c762f req-5066600e-da98-4479-89b8-450f95b33366 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0899d680-8642-43f4-878d-b695cd950eea HTTP/1.1" status: 200 len: 1000 time: 0.0582023 Jun 26 03:22:47.889167 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7c9ec5-b652-4495-8f49-d5a2559c762f req-fabb5f6c-70fc-48d1-8918-9a3dc4810b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:22:47.890652 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-eb7c9ec5-b652-4495-8f49-d5a2559c762f req-fabb5f6c-70fc-48d1-8918-9a3dc4810b27 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=db13727d-bad1-446f-86ff-3a62b40a69f1 HTTP/1.1" status: 200 len: 850 time: 0.0442336 Jun 26 03:22:47.934028 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7c9ec5-b652-4495-8f49-d5a2559c762f req-084623a4-0275-46d7-924d-cf3b2fd18cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:22:47.935621 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-eb7c9ec5-b652-4495-8f49-d5a2559c762f req-084623a4-0275-46d7-924d-cf3b2fd18cd0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4925de68-9c6f-4235-8c00-daee335817a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394263 Jun 26 03:22:47.963174 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-97207241-56fe-4619-8496-2cb7842033f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1597135'] for router_interface (7d558ae8-1d57-4fe5-aa0a-73167b4c841e), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:22:48.026765 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-eb7c9ec5-b652-4495-8f49-d5a2559c762f req-5ba74ee9-1425-4b93-91c4-910f7f551043 service neutron] 10.222.0.43 "GET /v2.0/networks/4925de68-9c6f-4235-8c00-daee335817a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851581 Jun 26 03:22:48.115669 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-eb7c9ec5-b652-4495-8f49-d5a2559c762f req-3b54ea97-66d9-494e-8a6f-df05aa37b620 service neutron] 10.222.0.43 "GET /v2.0/networks/4925de68-9c6f-4235-8c00-daee335817a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829749 Jun 26 03:22:48.129260 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Device 8fb8465e-f5a6-4cd4-ae39-7cbb3d5e4eaf no longer exists at agent hyperv_hv-cinder-84684 {{(pid=104015) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 03:22:48.147666 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] No Port match for: 8fb8465e-f5a6-4cd4-ae39-7cbb3d5e4eaf {{(pid=104015) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 26 03:22:48.148007 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Device 8fb8465e-f5a6-4cd4-ae39-7cbb3d5e4eaf not bound to the agent host hv-cinder-84684 {{(pid=104015) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 03:22:48.181547 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [None req-97207241-56fe-4619-8496-2cb7842033f4 admin admin] Deleting port f266f7a5-ebaf-4ed3-bd60-0ea901203def {{(pid=104013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 26 03:22:48.181885 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-97207241-56fe-4619-8496-2cb7842033f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787575727912'] for port (f266f7a5-ebaf-4ed3-bd60-0ea901203def), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:22:48.265396 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [None req-97207241-56fe-4619-8496-2cb7842033f4 admin admin] For port f266f7a5-ebaf-4ed3-bd60-0ea901203def, host dv-cinder-846842-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-4-iscsi',level=0,port_id=f266f7a5-ebaf-4ed3-bd60-0ea901203def,segment=NetworkSegment(f08981e6-5c63-4d8a-9ea1-bb5d5d702772),segment_id=f08981e6-5c63-4d8a-9ea1-bb5d5d702772)] {{(pid=104013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:22:48.265761 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-97207241-56fe-4619-8496-2cb7842033f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615864'] for port (f266f7a5-ebaf-4ed3-bd60-0ea901203def), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:22:48.278453 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [None req-97207241-56fe-4619-8496-2cb7842033f4 admin admin] Calling delete_port for f266f7a5-ebaf-4ed3-bd60-0ea901203def owned by network:router_interface {{(pid=104013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 26 03:22:48.400589 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:22:48.449835 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-97207241-56fe-4619-8496-2cb7842033f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787575732336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787575245478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7375238'] for port (f266f7a5-ebaf-4ed3-bd60-0ea901203def), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:22:48.474176 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97207241-56fe-4619-8496-2cb7842033f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f266f7a5-ebaf-4ed3-bd60-0ea901203def,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:22:48.499300 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97207241-56fe-4619-8496-2cb7842033f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:22:48.499644 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97207241-56fe-4619-8496-2cb7842033f4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:22:48.499981 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97207241-56fe-4619-8496-2cb7842033f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:22:48.500312 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97207241-56fe-4619-8496-2cb7842033f4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:22:48.500639 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97207241-56fe-4619-8496-2cb7842033f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:22:48.500961 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97207241-56fe-4619-8496-2cb7842033f4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:22:48.501283 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97207241-56fe-4619-8496-2cb7842033f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:22:48.501669 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97207241-56fe-4619-8496-2cb7842033f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:22:48.501989 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97207241-56fe-4619-8496-2cb7842033f4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:22:48.502333 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97207241-56fe-4619-8496-2cb7842033f4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:22:48.502654 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97207241-56fe-4619-8496-2cb7842033f4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:22:48.502972 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97207241-56fe-4619-8496-2cb7842033f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:22:48.503286 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97207241-56fe-4619-8496-2cb7842033f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:22:48.503599 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97207241-56fe-4619-8496-2cb7842033f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:22:48.503911 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97207241-56fe-4619-8496-2cb7842033f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:22:48.535763 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:22:48.649801 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-97207241-56fe-4619-8496-2cb7842033f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1628681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1597019'] for router_interface (7d558ae8-1d57-4fe5-aa0a-73167b4c841e), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:22:48.852176 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97207241-56fe-4619-8496-2cb7842033f4 admin admin] Router 7d558ae8-1d57-4fe5-aa0a-73167b4c841e has already been hosted by L3 agent 0122de27-3097-4d47-a0ca-0fb90e28ac1e {{(pid=104013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 26 03:22:48.956378 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97207241-56fe-4619-8496-2cb7842033f4 admin admin] Notify agent at l3_agent.dv-cinder-846842-4-iscsi the message routers_updated {{(pid=104013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 03:22:48.963648 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-97207241-56fe-4619-8496-2cb7842033f4 admin admin] 10.222.0.13 "PUT /v2.0/routers/7d558ae8-1d57-4fe5-aa0a-73167b4c841e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4234884 Jun 26 03:22:48.964373 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 51286) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:22:48.971245 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98594a5f-9b4b-4fc4-949e-d99d1ac26269 None None] Sync routers for ids ['7d558ae8-1d57-4fe5-aa0a-73167b4c841e'] in dv-cinder-846842-4-iscsi {{(pid=104016) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 03:22:48.983430 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98594a5f-9b4b-4fc4-949e-d99d1ac26269 None None] Routers {'7d558ae8-1d57-4fe5-aa0a-73167b4c841e'} bound to L3 agent in host dv-cinder-846842-4-iscsi {{(pid=104016) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 26 03:22:48.984214 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-98594a5f-9b4b-4fc4-949e-d99d1ac26269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-26T02:56:44Z,description=,heartbeat_timestamp=2022-06-26T03:22:44Z,host='dv-cinder-846842-4-iscsi',id=0122de27-3097-4d47-a0ca-0fb90e28ac1e,load=0,resource_versions=,resources_synced=,started_at=2022-06-26T02:56:44Z,topic='l3_agent')) {'router_ids': ['7d558ae8-1d57-4fe5-aa0a-73167b4c841e'], 'active': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:22:49.081251 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ddf8b41d-f231-460f-843c-dddef4b37684 admin admin] Publish callbacks [] for router (7d558ae8-1d57-4fe5-aa0a-73167b4c841e), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:22:49.098613 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvr_db [None req-98594a5f-9b4b-4fc4-949e-d99d1ac26269 None None] Set router 7d558ae8-1d57-4fe5-aa0a-73167b4c841e gateway port host: dv-cinder-846842-4-iscsi {{(pid=104016) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 26 03:22:49.187002 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ddf8b41d-f231-460f-843c-dddef4b37684 admin admin] Publish callbacks [] for router_gateway (7d558ae8-1d57-4fe5-aa0a-73167b4c841e), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:22:49.237550 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [None req-ddf8b41d-f231-460f-843c-dddef4b37684 admin admin] Deleting port 4cf09bf2-eef6-4498-9ec0-c4550929bb92 {{(pid=104013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 26 03:22:49.238197 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ddf8b41d-f231-460f-843c-dddef4b37684 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787575727912'] for port (4cf09bf2-eef6-4498-9ec0-c4550929bb92), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:22:49.313310 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=100 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:22:49.325432 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [None req-ddf8b41d-f231-460f-843c-dddef4b37684 admin admin] For port 4cf09bf2-eef6-4498-9ec0-c4550929bb92, host dv-cinder-846842-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-4-iscsi',level=0,port_id=4cf09bf2-eef6-4498-9ec0-c4550929bb92,segment=NetworkSegment(968602fb-f834-40ea-ad2f-658bf3156d3b),segment_id=968602fb-f834-40ea-ad2f-658bf3156d3b)] {{(pid=104013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:22:49.325995 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ddf8b41d-f231-460f-843c-dddef4b37684 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615864'] for port (4cf09bf2-eef6-4498-9ec0-c4550929bb92), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:22:49.337780 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=100 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:22:49.340499 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [None req-ddf8b41d-f231-460f-843c-dddef4b37684 admin admin] Calling delete_port for 4cf09bf2-eef6-4498-9ec0-c4550929bb92 owned by network:router_gateway {{(pid=104013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 26 03:22:49.360608 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-98594a5f-9b4b-4fc4-949e-d99d1ac26269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d558ae8-1d57-4fe5-aa0a-73167b4c841e', 'name': 'tempest-TestShelveInstance-720417055-router', 'tenant_id': '80a33a31ba6046e78352f5ba9e88b9fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': '4cf09bf2-eef6-4498-9ec0-c4550929bb92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:17:33Z', 'updated_at': '2022-06-26T03:22:48Z', 'revision_number': 5, 'project_id': '80a33a31ba6046e78352f5ba9e88b9fe', 'gw_port': {'id': '4cf09bf2-eef6-4498-9ec0-c4550929bb92', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:d7:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d558ae8-1d57-4fe5-aa0a-73167b4c841e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:17:33Z', 'updated_at': '2022-06-26T03:17:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi'}], 'dv-cinder-846842-4-iscsi', False) {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:22:49.385661 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98594a5f-9b4b-4fc4-949e-d99d1ac26269 None None] Checking router: 7d558ae8-1d57-4fe5-aa0a-73167b4c841e for host: dv-cinder-846842-4-iscsi {{(pid=104016) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 03:22:49.394060 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98594a5f-9b4b-4fc4-949e-d99d1ac26269 None None] Routers {'7d558ae8-1d57-4fe5-aa0a-73167b4c841e'} bound to L3 agent in host dv-cinder-846842-4-iscsi {{(pid=104016) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 26 03:22:49.394681 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-98594a5f-9b4b-4fc4-949e-d99d1ac26269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-26T02:56:44Z,description=,heartbeat_timestamp=2022-06-26T03:22:44Z,host='dv-cinder-846842-4-iscsi',id=0122de27-3097-4d47-a0ca-0fb90e28ac1e,load=0,resource_versions=,resources_synced=,started_at=2022-06-26T02:56:44Z,topic='l3_agent')) {'router_ids': ['7d558ae8-1d57-4fe5-aa0a-73167b4c841e'], 'active': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:22:49.462813 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:22:49.471932 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=100 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:22:49.476001 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvr_db [None req-98594a5f-9b4b-4fc4-949e-d99d1ac26269 None None] Set router 7d558ae8-1d57-4fe5-aa0a-73167b4c841e gateway port host: None {{(pid=104016) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 26 03:22:49.510964 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ddf8b41d-f231-460f-843c-dddef4b37684 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787575732336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787575245478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7375238'] for port (4cf09bf2-eef6-4498-9ec0-c4550929bb92), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:22:49.525050 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-98594a5f-9b4b-4fc4-949e-d99d1ac26269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d558ae8-1d57-4fe5-aa0a-73167b4c841e', 'name': 'tempest-TestShelveInstance-720417055-router', 'tenant_id': '80a33a31ba6046e78352f5ba9e88b9fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:17:33Z', 'updated_at': '2022-06-26T03:22:49Z', 'revision_number': 6, 'project_id': '80a33a31ba6046e78352f5ba9e88b9fe', 'gw_port_host': None}], 'dv-cinder-846842-4-iscsi', False) {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:22:49.539700 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf8b41d-f231-460f-843c-dddef4b37684 admin admin] Pushing event deleted for resources: {'Port': ['ID=4cf09bf2-eef6-4498-9ec0-c4550929bb92,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:22:49.554604 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98594a5f-9b4b-4fc4-949e-d99d1ac26269 None None] The sync data for ids ['7d558ae8-1d57-4fe5-aa0a-73167b4c841e'] in dv-cinder-846842-4-iscsi is: [{'id': '7d558ae8-1d57-4fe5-aa0a-73167b4c841e', 'name': 'tempest-TestShelveInstance-720417055-router', 'tenant_id': '80a33a31ba6046e78352f5ba9e88b9fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:17:33Z', 'updated_at': '2022-06-26T03:22:49Z', 'revision_number': 6, 'project_id': '80a33a31ba6046e78352f5ba9e88b9fe', 'gw_port_host': None}] {{(pid=104016) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 03:22:49.600571 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ddf8b41d-f231-460f-843c-dddef4b37684 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1615999'] for router_gateway (7d558ae8-1d57-4fe5-aa0a-73167b4c841e), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:22:49.683990 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ddf8b41d-f231-460f-843c-dddef4b37684 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25242'] for router (7d558ae8-1d57-4fe5-aa0a-73167b4c841e), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:22:49.686164 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ddf8b41d-f231-460f-843c-dddef4b37684 admin admin] Publish callbacks [] for router_controller (7d558ae8-1d57-4fe5-aa0a-73167b4c841e), precommit_delete_associations {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:22:49.725706 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ddf8b41d-f231-460f-843c-dddef4b37684 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1593080'] for router (7d558ae8-1d57-4fe5-aa0a-73167b4c841e), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:22:49.726310 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddf8b41d-f231-460f-843c-dddef4b37684 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d558ae8-1d57-4fe5-aa0a-73167b4c841e {{(pid=104013) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 26 03:22:49.730578 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-ddf8b41d-f231-460f-843c-dddef4b37684 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:22:49.731751 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-ddf8b41d-f231-460f-843c-dddef4b37684 admin admin] 10.222.0.13 "DELETE /v2.0/routers/7d558ae8-1d57-4fe5-aa0a-73167b4c841e HTTP/1.1" status: 204 len: 168 time: 0.7669325 Jun 26 03:22:49.734934 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 51288) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:22:49.782217 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e66aea1-fc8f-4757-be89-0592bf3bd566 admin admin] Deleting subnet eab29342-7686-4817-abdf-f593c85f7fdd {{(pid=104013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 26 03:22:49.785229 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-0e66aea1-fc8f-4757-be89-0592bf3bd566 admin admin] Publish callbacks [] for subnet (eab29342-7686-4817-abdf-f593c85f7fdd), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:22:49.818313 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-0e66aea1-fc8f-4757-be89-0592bf3bd566 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7696532'] for subnet (eab29342-7686-4817-abdf-f593c85f7fdd), precommit_delete_associations {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:22:49.891098 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-0e66aea1-fc8f-4757-be89-0592bf3bd566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019720'] for subnet (eab29342-7686-4817-abdf-f593c85f7fdd), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:22:49.951495 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-0e66aea1-fc8f-4757-be89-0592bf3bd566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7375313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5197361'] for subnet (eab29342-7686-4817-abdf-f593c85f7fdd), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:22:49.976374 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e66aea1-fc8f-4757-be89-0592bf3bd566 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eab29342-7686-4817-abdf-f593c85f7fdd,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:22:49.982724 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-0e66aea1-fc8f-4757-be89-0592bf3bd566 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:22:49.988510 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-0e66aea1-fc8f-4757-be89-0592bf3bd566 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/eab29342-7686-4817-abdf-f593c85f7fdd HTTP/1.1" status: 204 len: 168 time: 0.2502160 Jun 26 03:22:49.988715 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a665fcd8-58c0-4b04-aaf1-67586280b23e None None] Network 82c4a88c-3604-4e5f-902b-8a29b8be9dd0 requested from dv-cinder-846842-4-iscsi {{(pid=104015) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 26 03:22:49.989142 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 51290) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:22:50.060551 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-c2a73a42-8d70-4aec-ae01-d42e27fa281d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-799711'] for network (82c4a88c-3604-4e5f-902b-8a29b8be9dd0), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:22:50.104113 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-c2a73a42-8d70-4aec-ae01-d42e27fa281d admin admin] Deleting port 9055d8e7-8ca9-4f11-adb3-7638a401e2dc {{(pid=104014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 26 03:22:50.104453 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-c2a73a42-8d70-4aec-ae01-d42e27fa281d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787575727912'] for port (9055d8e7-8ca9-4f11-adb3-7638a401e2dc), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:22:50.166197 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-c2a73a42-8d70-4aec-ae01-d42e27fa281d admin admin] For port 9055d8e7-8ca9-4f11-adb3-7638a401e2dc, host dv-cinder-846842-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-4-iscsi',level=0,port_id=9055d8e7-8ca9-4f11-adb3-7638a401e2dc,segment=NetworkSegment(f08981e6-5c63-4d8a-9ea1-bb5d5d702772),segment_id=f08981e6-5c63-4d8a-9ea1-bb5d5d702772)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:22:50.166561 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-c2a73a42-8d70-4aec-ae01-d42e27fa281d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615864'] for port (9055d8e7-8ca9-4f11-adb3-7638a401e2dc), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:22:50.182848 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-c2a73a42-8d70-4aec-ae01-d42e27fa281d admin admin] Calling delete_port for 9055d8e7-8ca9-4f11-adb3-7638a401e2dc owned by network:dhcp {{(pid=104014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 26 03:22:50.190975 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:22:50.192881 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:22:50.261312 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-c2a73a42-8d70-4aec-ae01-d42e27fa281d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787575732336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787575245478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6258255'] for port (9055d8e7-8ca9-4f11-adb3-7638a401e2dc), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:22:50.283834 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a73a42-8d70-4aec-ae01-d42e27fa281d admin admin] Pushing event deleted for resources: {'Port': ['ID=9055d8e7-8ca9-4f11-adb3-7638a401e2dc,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:22:50.289230 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a73a42-8d70-4aec-ae01-d42e27fa281d admin admin] No DVR routers for this DVR port 9055d8e7-8ca9-4f11-adb3-7638a401e2dc on host dv-cinder-846842-4-iscsi {{(pid=104014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 26 03:22:50.345835 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b70934e-cad9-4866-aa3e-0db9e31b37d7 None None] DHCP port deletion for 82c4a88c-3604-4e5f-902b-8a29b8be9dd0 request from dv-cinder-846842-4-iscsi {{(pid=104015) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 26 03:22:50.366092 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-c2a73a42-8d70-4aec-ae01-d42e27fa281d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968757', 'neutron.services.segments.db._delete_segments_for_network-8787575540875'] for network (82c4a88c-3604-4e5f-902b-8a29b8be9dd0), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:22:50.389230 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.services.segments.db [None req-c2a73a42-8d70-4aec-ae01-d42e27fa281d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82c4a88c-3604-4e5f-902b-8a29b8be9dd0']}} {{(pid=104014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:22:50.398505 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.services.segments.db [None req-c2a73a42-8d70-4aec-ae01-d42e27fa281d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f08981e6-5c63-4d8a-9ea1-bb5d5d702772') {'for_net_delete': True} {{(pid=104014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:22:50.398797 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.services.segments.db [None req-c2a73a42-8d70-4aec-ae01-d42e27fa281d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f08981e6-5c63-4d8a-9ea1-bb5d5d702772') {} {{(pid=104014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:22:50.408490 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-c2a73a42-8d70-4aec-ae01-d42e27fa281d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787575542164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4451208'] for segment (f08981e6-5c63-4d8a-9ea1-bb5d5d702772), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:22:50.421757 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-c2a73a42-8d70-4aec-ae01-d42e27fa281d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981176'] for segment (f08981e6-5c63-4d8a-9ea1-bb5d5d702772), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:22:50.428583 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2a73a42-8d70-4aec-ae01-d42e27fa281d admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=104014) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 26 03:22:50.429119 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-c2a73a42-8d70-4aec-ae01-d42e27fa281d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6258290'] for segment (f08981e6-5c63-4d8a-9ea1-bb5d5d702772), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:22:50.488999 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-c2a73a42-8d70-4aec-ae01-d42e27fa281d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620072'] for network (82c4a88c-3604-4e5f-902b-8a29b8be9dd0), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:22:50.518129 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-c2a73a42-8d70-4aec-ae01-d42e27fa281d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628900'] for network (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:22:50.521262 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-c2a73a42-8d70-4aec-ae01-d42e27fa281d admin admin] 10.222.0.13 "DELETE /v2.0/networks/82c4a88c-3604-4e5f-902b-8a29b8be9dd0 HTTP/1.1" status: 204 len: 168 time: 0.5314119 Jun 26 03:22:50.522293 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a73a42-8d70-4aec-ae01-d42e27fa281d admin admin] Pushing event deleted for resources: {'Network': ['ID=82c4a88c-3604-4e5f-902b-8a29b8be9dd0,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:22:50.524198 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 51296) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:22:50.579941 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.services.segments.plugin [-] Segment f08981e6-5c63-4d8a-9ea1-bb5d5d702772 resource provider aggregate not found Jun 26 03:22:50.621590 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.services.segments.plugin [-] Segment f08981e6-5c63-4d8a-9ea1-bb5d5d702772 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f08981e6-5c63-4d8a-9ea1-bb5d5d702772 found for delete ", "request_id": "req-e021394b-f408-49e5-9346-5f5cdac9b782"}]} Jun 26 03:22:50.850419 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-9190056b-dff5-4ab8-ac3b-64efec4f6b85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1597135'] for router_interface (c686c6ac-2593-47c8-8a0f-3164bc7ff195), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:22:50.958211 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Device f266f7a5-ebaf-4ed3-bd60-0ea901203def no longer exists at agent ovs-agent-dv-cinder-846842-4-iscsi {{(pid=104015) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 03:22:50.980669 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] No Port match for: f266f7a5-ebaf-4ed3-bd60-0ea901203def {{(pid=104015) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 26 03:22:50.981011 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Device f266f7a5-ebaf-4ed3-bd60-0ea901203def not bound to the agent host dv-cinder-846842-4-iscsi {{(pid=104015) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 03:22:50.981425 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Device 9055d8e7-8ca9-4f11-adb3-7638a401e2dc no longer exists at agent ovs-agent-dv-cinder-846842-4-iscsi {{(pid=104015) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 03:22:51.068787 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:22:51.071880 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-9190056b-dff5-4ab8-ac3b-64efec4f6b85 admin admin] Deleting port 300b988d-2d4e-4e3f-9919-88b2cae475ff {{(pid=104014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 26 03:22:51.072217 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-9190056b-dff5-4ab8-ac3b-64efec4f6b85 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787575727912'] for port (300b988d-2d4e-4e3f-9919-88b2cae475ff), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:22:51.121267 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] No Port match for: 9055d8e7-8ca9-4f11-adb3-7638a401e2dc {{(pid=104015) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 26 03:22:51.121881 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Device 9055d8e7-8ca9-4f11-adb3-7638a401e2dc not bound to the agent host dv-cinder-846842-4-iscsi {{(pid=104015) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 03:22:51.122070 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Device 4cf09bf2-eef6-4498-9ec0-c4550929bb92 no longer exists at agent ovs-agent-dv-cinder-846842-4-iscsi {{(pid=104015) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 03:22:51.140186 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] No Port match for: 4cf09bf2-eef6-4498-9ec0-c4550929bb92 {{(pid=104015) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 26 03:22:51.140529 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Device 4cf09bf2-eef6-4498-9ec0-c4550929bb92 not bound to the agent host dv-cinder-846842-4-iscsi {{(pid=104015) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 03:22:51.152037 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-9190056b-dff5-4ab8-ac3b-64efec4f6b85 admin admin] For port 300b988d-2d4e-4e3f-9919-88b2cae475ff, host dv-cinder-846842-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-4-iscsi',level=0,port_id=300b988d-2d4e-4e3f-9919-88b2cae475ff,segment=NetworkSegment(2d7d8bcf-0c18-421b-b589-1f263c5d6005),segment_id=2d7d8bcf-0c18-421b-b589-1f263c5d6005)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:22:51.152400 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-9190056b-dff5-4ab8-ac3b-64efec4f6b85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615864'] for port (300b988d-2d4e-4e3f-9919-88b2cae475ff), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:22:51.161991 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:22:51.166244 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-9190056b-dff5-4ab8-ac3b-64efec4f6b85 admin admin] Calling delete_port for 300b988d-2d4e-4e3f-9919-88b2cae475ff owned by network:router_interface {{(pid=104014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 26 03:22:51.344188 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-9190056b-dff5-4ab8-ac3b-64efec4f6b85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787575732336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787575245478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6258255'] for port (300b988d-2d4e-4e3f-9919-88b2cae475ff), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:22:51.368336 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9190056b-dff5-4ab8-ac3b-64efec4f6b85 admin admin] Pushing event deleted for resources: {'Port': ['ID=300b988d-2d4e-4e3f-9919-88b2cae475ff,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:22:51.525984 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-9190056b-dff5-4ab8-ac3b-64efec4f6b85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1628681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1597019'] for router_interface (c686c6ac-2593-47c8-8a0f-3164bc7ff195), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:22:51.727062 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9190056b-dff5-4ab8-ac3b-64efec4f6b85 admin admin] Router c686c6ac-2593-47c8-8a0f-3164bc7ff195 has already been hosted by L3 agent 0122de27-3097-4d47-a0ca-0fb90e28ac1e {{(pid=104014) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 26 03:22:51.826667 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9190056b-dff5-4ab8-ac3b-64efec4f6b85 admin admin] Notify agent at l3_agent.dv-cinder-846842-4-iscsi the message routers_updated {{(pid=104014) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 03:22:51.831933 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-9190056b-dff5-4ab8-ac3b-64efec4f6b85 admin admin] 10.222.0.13 "PUT /v2.0/routers/c686c6ac-2593-47c8-8a0f-3164bc7ff195/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3068216 Jun 26 03:22:51.834431 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 51300) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:22:51.835128 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93a7cc0-6b18-4871-b239-02f809fa3d37 None None] Sync routers for ids ['c686c6ac-2593-47c8-8a0f-3164bc7ff195'] in dv-cinder-846842-4-iscsi {{(pid=104015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 03:22:51.846032 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93a7cc0-6b18-4871-b239-02f809fa3d37 None None] Routers {'c686c6ac-2593-47c8-8a0f-3164bc7ff195'} bound to L3 agent in host dv-cinder-846842-4-iscsi {{(pid=104015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 26 03:22:51.846667 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-b93a7cc0-6b18-4871-b239-02f809fa3d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-26T02:56:44Z,description=,heartbeat_timestamp=2022-06-26T03:22:44Z,host='dv-cinder-846842-4-iscsi',id=0122de27-3097-4d47-a0ca-0fb90e28ac1e,load=0,resource_versions=,resources_synced=,started_at=2022-06-26T02:56:44Z,topic='l3_agent')) {'router_ids': ['c686c6ac-2593-47c8-8a0f-3164bc7ff195'], 'active': True} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:22:51.951339 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvr_db [None req-b93a7cc0-6b18-4871-b239-02f809fa3d37 None None] Set router c686c6ac-2593-47c8-8a0f-3164bc7ff195 gateway port host: dv-cinder-846842-4-iscsi {{(pid=104015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 26 03:22:52.120692 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-b93a7cc0-6b18-4871-b239-02f809fa3d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c686c6ac-2593-47c8-8a0f-3164bc7ff195', 'name': 'tempest-TestShelveInstance-796194951-router', 'tenant_id': '2fb02fd66e6c4d51be2e1b77085cf32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.237'}], 'enable_snat': True}, 'gw_port_id': '7d6c044e-189d-464c-8b6f-eee0b3b52647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:17:37Z', 'updated_at': '2022-06-26T03:22:51Z', 'revision_number': 5, 'project_id': '2fb02fd66e6c4d51be2e1b77085cf32d', 'gw_port': {'id': '7d6c044e-189d-464c-8b6f-eee0b3b52647', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:cf:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c686c6ac-2593-47c8-8a0f-3164bc7ff195', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:17:37Z', 'updated_at': '2022-06-26T03:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi'}], 'dv-cinder-846842-4-iscsi', False) {} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:22:52.149847 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93a7cc0-6b18-4871-b239-02f809fa3d37 None None] Checking router: c686c6ac-2593-47c8-8a0f-3164bc7ff195 for host: dv-cinder-846842-4-iscsi {{(pid=104015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 03:22:52.158186 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93a7cc0-6b18-4871-b239-02f809fa3d37 None None] Routers {'c686c6ac-2593-47c8-8a0f-3164bc7ff195'} bound to L3 agent in host dv-cinder-846842-4-iscsi {{(pid=104015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 26 03:22:52.158804 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-b93a7cc0-6b18-4871-b239-02f809fa3d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-26T02:56:44Z,description=,heartbeat_timestamp=2022-06-26T03:22:44Z,host='dv-cinder-846842-4-iscsi',id=0122de27-3097-4d47-a0ca-0fb90e28ac1e,load=0,resource_versions=,resources_synced=,started_at=2022-06-26T02:56:44Z,topic='l3_agent')) {'router_ids': ['c686c6ac-2593-47c8-8a0f-3164bc7ff195'], 'active': True} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:22:52.172150 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:22:52.187218 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-b8a94b2f-d0ae-4041-9c2a-c15f9f1f3ce4 admin admin] Publish callbacks [] for router (c686c6ac-2593-47c8-8a0f-3164bc7ff195), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:22:52.255744 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvr_db [None req-b93a7cc0-6b18-4871-b239-02f809fa3d37 None None] Set router c686c6ac-2593-47c8-8a0f-3164bc7ff195 gateway port host: dv-cinder-846842-4-iscsi {{(pid=104015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 26 03:22:52.266378 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:22:52.285055 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-b8a94b2f-d0ae-4041-9c2a-c15f9f1f3ce4 admin admin] Publish callbacks [] for router_gateway (c686c6ac-2593-47c8-8a0f-3164bc7ff195), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:22:52.326879 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-b8a94b2f-d0ae-4041-9c2a-c15f9f1f3ce4 admin admin] Deleting port 7d6c044e-189d-464c-8b6f-eee0b3b52647 {{(pid=104014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 26 03:22:52.327221 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-b8a94b2f-d0ae-4041-9c2a-c15f9f1f3ce4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787575727912'] for port (7d6c044e-189d-464c-8b6f-eee0b3b52647), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:22:52.407524 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-b8a94b2f-d0ae-4041-9c2a-c15f9f1f3ce4 admin admin] For port 7d6c044e-189d-464c-8b6f-eee0b3b52647, host dv-cinder-846842-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-4-iscsi',level=0,port_id=7d6c044e-189d-464c-8b6f-eee0b3b52647,segment=NetworkSegment(968602fb-f834-40ea-ad2f-658bf3156d3b),segment_id=968602fb-f834-40ea-ad2f-658bf3156d3b)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:22:52.407803 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-b8a94b2f-d0ae-4041-9c2a-c15f9f1f3ce4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615864'] for port (7d6c044e-189d-464c-8b6f-eee0b3b52647), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:22:52.417210 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:22:52.422085 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-b8a94b2f-d0ae-4041-9c2a-c15f9f1f3ce4 admin admin] Calling delete_port for 7d6c044e-189d-464c-8b6f-eee0b3b52647 owned by network:router_gateway {{(pid=104014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 26 03:22:52.422793 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-b93a7cc0-6b18-4871-b239-02f809fa3d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c686c6ac-2593-47c8-8a0f-3164bc7ff195', 'name': 'tempest-TestShelveInstance-796194951-router', 'tenant_id': '2fb02fd66e6c4d51be2e1b77085cf32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.237'}], 'enable_snat': True}, 'gw_port_id': '7d6c044e-189d-464c-8b6f-eee0b3b52647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:17:37Z', 'updated_at': '2022-06-26T03:22:51Z', 'revision_number': 5, 'project_id': '2fb02fd66e6c4d51be2e1b77085cf32d', 'gw_port': {'id': '7d6c044e-189d-464c-8b6f-eee0b3b52647', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:cf:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c686c6ac-2593-47c8-8a0f-3164bc7ff195', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:17:37Z', 'updated_at': '2022-06-26T03:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi'}], 'dv-cinder-846842-4-iscsi', False) {} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:22:52.424331 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:22:52.448194 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93a7cc0-6b18-4871-b239-02f809fa3d37 None None] The sync data for ids ['c686c6ac-2593-47c8-8a0f-3164bc7ff195'] in dv-cinder-846842-4-iscsi is: [{'id': 'c686c6ac-2593-47c8-8a0f-3164bc7ff195', 'name': 'tempest-TestShelveInstance-796194951-router', 'tenant_id': '2fb02fd66e6c4d51be2e1b77085cf32d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.237'}], 'enable_snat': True}, 'gw_port_id': '7d6c044e-189d-464c-8b6f-eee0b3b52647', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:17:37Z', 'updated_at': '2022-06-26T03:22:51Z', 'revision_number': 5, 'project_id': '2fb02fd66e6c4d51be2e1b77085cf32d', 'gw_port': {'id': '7d6c044e-189d-464c-8b6f-eee0b3b52647', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:cf:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c686c6ac-2593-47c8-8a0f-3164bc7ff195', 'device_owner': 'network:router_gateway', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:17:37Z', 'updated_at': '2022-06-26T03:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi'}] {{(pid=104015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 03:22:52.587204 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-b8a94b2f-d0ae-4041-9c2a-c15f9f1f3ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787575732336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787575245478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6258255'] for port (7d6c044e-189d-464c-8b6f-eee0b3b52647), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:22:52.615436 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a94b2f-d0ae-4041-9c2a-c15f9f1f3ce4 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d6c044e-189d-464c-8b6f-eee0b3b52647,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:22:52.678029 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-b8a94b2f-d0ae-4041-9c2a-c15f9f1f3ce4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1615999'] for router_gateway (c686c6ac-2593-47c8-8a0f-3164bc7ff195), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:22:52.764299 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-b8a94b2f-d0ae-4041-9c2a-c15f9f1f3ce4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25242'] for router (c686c6ac-2593-47c8-8a0f-3164bc7ff195), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:22:52.766366 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-b8a94b2f-d0ae-4041-9c2a-c15f9f1f3ce4 admin admin] Publish callbacks [] for router_controller (c686c6ac-2593-47c8-8a0f-3164bc7ff195), precommit_delete_associations {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:22:52.817838 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-b8a94b2f-d0ae-4041-9c2a-c15f9f1f3ce4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1593080'] for router (c686c6ac-2593-47c8-8a0f-3164bc7ff195), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:22:52.818536 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8a94b2f-d0ae-4041-9c2a-c15f9f1f3ce4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c686c6ac-2593-47c8-8a0f-3164bc7ff195 {{(pid=104014) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 26 03:22:52.825149 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-b8a94b2f-d0ae-4041-9c2a-c15f9f1f3ce4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:22:52.827073 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-b8a94b2f-d0ae-4041-9c2a-c15f9f1f3ce4 admin admin] 10.222.0.13 "DELETE /v2.0/routers/c686c6ac-2593-47c8-8a0f-3164bc7ff195 HTTP/1.1" status: 204 len: 168 time: 0.9917367 Jun 26 03:22:52.829456 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 51302) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:22:52.883163 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.db.db_base_plugin_v2 [None req-5991dd4e-c3d8-45fd-8181-8c98f4be8efb admin admin] Deleting subnet 3aa4fed9-42a1-4421-b0ed-f4584f6acaba {{(pid=104014) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 26 03:22:52.886915 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5991dd4e-c3d8-45fd-8181-8c98f4be8efb admin admin] Publish callbacks [] for subnet (3aa4fed9-42a1-4421-b0ed-f4584f6acaba), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:22:52.932223 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5991dd4e-c3d8-45fd-8181-8c98f4be8efb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4451219'] for subnet (3aa4fed9-42a1-4421-b0ed-f4584f6acaba), precommit_delete_associations {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:22:53.006186 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Device 300b988d-2d4e-4e3f-9919-88b2cae475ff no longer exists at agent ovs-agent-dv-cinder-846842-4-iscsi {{(pid=104015) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 03:22:53.016462 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5991dd4e-c3d8-45fd-8181-8c98f4be8efb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019720'] for subnet (3aa4fed9-42a1-4421-b0ed-f4584f6acaba), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:22:53.027568 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] No Port match for: 300b988d-2d4e-4e3f-9919-88b2cae475ff {{(pid=104015) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 26 03:22:53.027996 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Device 300b988d-2d4e-4e3f-9919-88b2cae475ff not bound to the agent host dv-cinder-846842-4-iscsi {{(pid=104015) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 03:22:53.046173 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:22:53.080254 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5991dd4e-c3d8-45fd-8181-8c98f4be8efb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6258200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6133947'] for subnet (3aa4fed9-42a1-4421-b0ed-f4584f6acaba), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:22:53.105797 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5991dd4e-c3d8-45fd-8181-8c98f4be8efb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3aa4fed9-42a1-4421-b0ed-f4584f6acaba,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:22:53.115379 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-5991dd4e-c3d8-45fd-8181-8c98f4be8efb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628900'] for subnet (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:22:53.118801 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-5991dd4e-c3d8-45fd-8181-8c98f4be8efb admin admin] 10.222.0.13 "DELETE /v2.0/subnets/3aa4fed9-42a1-4421-b0ed-f4584f6acaba HTTP/1.1" status: 204 len: 168 time: 0.2881589 Jun 26 03:22:53.120906 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42481773-121e-47b4-bb8a-4198fdaf52cd None None] Network 87b23888-12fb-4e90-aa12-7be74cb0ecdf requested from dv-cinder-846842-4-iscsi {{(pid=104015) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 26 03:22:53.121140 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 51304) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:22:53.156661 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=85,neutron:UPDATE=5,neutron:DELETE=10 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:22:53.202506 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-790e399d-64a8-409b-8d92-3ad533e3b165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-799711'] for network (87b23888-12fb-4e90-aa12-7be74cb0ecdf), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:22:53.246808 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-790e399d-64a8-409b-8d92-3ad533e3b165 admin admin] Deleting port 51e4555a-a5bf-4814-83e0-63b1b48aaead {{(pid=104014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 26 03:22:53.247143 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-790e399d-64a8-409b-8d92-3ad533e3b165 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787575727912'] for port (51e4555a-a5bf-4814-83e0-63b1b48aaead), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:22:53.309590 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-790e399d-64a8-409b-8d92-3ad533e3b165 admin admin] For port 51e4555a-a5bf-4814-83e0-63b1b48aaead, host dv-cinder-846842-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-4-iscsi',level=0,port_id=51e4555a-a5bf-4814-83e0-63b1b48aaead,segment=NetworkSegment(2d7d8bcf-0c18-421b-b589-1f263c5d6005),segment_id=2d7d8bcf-0c18-421b-b589-1f263c5d6005)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:22:53.310489 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-790e399d-64a8-409b-8d92-3ad533e3b165 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615864'] for port (51e4555a-a5bf-4814-83e0-63b1b48aaead), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:22:53.322915 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-790e399d-64a8-409b-8d92-3ad533e3b165 admin admin] Calling delete_port for 51e4555a-a5bf-4814-83e0-63b1b48aaead owned by network:dhcp {{(pid=104014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 26 03:22:53.402207 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-790e399d-64a8-409b-8d92-3ad533e3b165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787575732336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787575245478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6258255'] for port (51e4555a-a5bf-4814-83e0-63b1b48aaead), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:22:53.428098 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790e399d-64a8-409b-8d92-3ad533e3b165 admin admin] No DVR routers for this DVR port 51e4555a-a5bf-4814-83e0-63b1b48aaead on host dv-cinder-846842-4-iscsi {{(pid=104014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 26 03:22:53.431750 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790e399d-64a8-409b-8d92-3ad533e3b165 admin admin] Pushing event deleted for resources: {'Port': ['ID=51e4555a-a5bf-4814-83e0-63b1b48aaead,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:22:53.502667 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-790e399d-64a8-409b-8d92-3ad533e3b165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968757', 'neutron.services.segments.db._delete_segments_for_network-8787575540875'] for network (87b23888-12fb-4e90-aa12-7be74cb0ecdf), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:22:53.504872 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e602dae-86d8-4d4e-b005-9475ea3ecc56 None None] DHCP port deletion for 87b23888-12fb-4e90-aa12-7be74cb0ecdf request from dv-cinder-846842-4-iscsi {{(pid=104015) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 26 03:22:53.533124 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.services.segments.db [None req-790e399d-64a8-409b-8d92-3ad533e3b165 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87b23888-12fb-4e90-aa12-7be74cb0ecdf']}} {{(pid=104014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:22:53.543678 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.services.segments.db [None req-790e399d-64a8-409b-8d92-3ad533e3b165 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d7d8bcf-0c18-421b-b589-1f263c5d6005') {'for_net_delete': True} {{(pid=104014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:22:53.543967 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.services.segments.db [None req-790e399d-64a8-409b-8d92-3ad533e3b165 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d7d8bcf-0c18-421b-b589-1f263c5d6005') {} {{(pid=104014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:22:53.553866 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-790e399d-64a8-409b-8d92-3ad533e3b165 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787575542164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4451208'] for segment (2d7d8bcf-0c18-421b-b589-1f263c5d6005), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:22:53.568316 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-790e399d-64a8-409b-8d92-3ad533e3b165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981176'] for segment (2d7d8bcf-0c18-421b-b589-1f263c5d6005), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:22:53.575213 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-790e399d-64a8-409b-8d92-3ad533e3b165 admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=104014) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 26 03:22:53.575856 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-790e399d-64a8-409b-8d92-3ad533e3b165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6258290'] for segment (2d7d8bcf-0c18-421b-b589-1f263c5d6005), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:22:53.628019 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.services.segments.plugin [-] Segment 2d7d8bcf-0c18-421b-b589-1f263c5d6005 resource provider aggregate not found Jun 26 03:22:53.639843 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-790e399d-64a8-409b-8d92-3ad533e3b165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620072'] for network (87b23888-12fb-4e90-aa12-7be74cb0ecdf), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:22:53.645578 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-790e399d-64a8-409b-8d92-3ad533e3b165 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628900'] for network (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:22:53.648962 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-790e399d-64a8-409b-8d92-3ad533e3b165 admin admin] 10.222.0.13 "DELETE /v2.0/networks/87b23888-12fb-4e90-aa12-7be74cb0ecdf HTTP/1.1" status: 204 len: 168 time: 0.5269148 Jun 26 03:22:53.650586 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.services.segments.plugin [-] Segment 2d7d8bcf-0c18-421b-b589-1f263c5d6005 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2d7d8bcf-0c18-421b-b589-1f263c5d6005 found for delete ", "request_id": "req-0d6bb950-fb4c-46a7-9931-87aba06e3fad"}]} Jun 26 03:22:53.661159 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790e399d-64a8-409b-8d92-3ad533e3b165 admin admin] Pushing event deleted for resources: {'Network': ['ID=87b23888-12fb-4e90-aa12-7be74cb0ecdf,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:22:53.759692 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 51314) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:22:53.799563 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-8edc421a-ceb8-4dc4-bbfc-1db447f7f12e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=80a33a31ba6046e78352f5ba9e88b9fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384953 Jun 26 03:22:53.801931 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 51316) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:22:53.851680 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-ac8e70cb-3c3b-47ea-83d8-0342c45adf65 admin admin] Publish callbacks [] for security_group (99ccbe82-6540-43ef-b21d-dace5b50f693), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:22:53.874028 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-ac8e70cb-3c3b-47ea-83d8-0342c45adf65 admin admin] Publish callbacks [] for security_group (99ccbe82-6540-43ef-b21d-dace5b50f693), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:22:53.921097 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-ac8e70cb-3c3b-47ea-83d8-0342c45adf65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (99ccbe82-6540-43ef-b21d-dace5b50f693), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:22:53.923688 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-ac8e70cb-3c3b-47ea-83d8-0342c45adf65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:22:53.924828 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-ac8e70cb-3c3b-47ea-83d8-0342c45adf65 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/99ccbe82-6540-43ef-b21d-dace5b50f693 HTTP/1.1" status: 204 len: 168 time: 0.1219893 Jun 26 03:22:53.932580 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8e70cb-3c3b-47ea-83d8-0342c45adf65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99ccbe82-6540-43ef-b21d-dace5b50f693,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:22:54.240013 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 51322) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:22:54.280631 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-ca9546d3-94b2-402c-a737-596f1ff9983d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2fb02fd66e6c4d51be2e1b77085cf32d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394332 Jun 26 03:22:54.282914 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 51324) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:22:54.324622 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:DELETE=9,neutron:SELECT=90,neutron:UPDATE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:22:54.331174 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-05550102-0e88-456f-a7dd-895ba088c7fd admin admin] Publish callbacks [] for security_group (8445c428-5f3e-4ea5-8101-09ef31cfc4ff), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:22:54.353961 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-05550102-0e88-456f-a7dd-895ba088c7fd admin admin] Publish callbacks [] for security_group (8445c428-5f3e-4ea5-8101-09ef31cfc4ff), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:22:54.367360 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:22:54.401301 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-05550102-0e88-456f-a7dd-895ba088c7fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (8445c428-5f3e-4ea5-8101-09ef31cfc4ff), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:22:54.404650 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-05550102-0e88-456f-a7dd-895ba088c7fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:22:54.405830 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-05550102-0e88-456f-a7dd-895ba088c7fd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8445c428-5f3e-4ea5-8101-09ef31cfc4ff HTTP/1.1" status: 204 len: 168 time: 0.1220543 Jun 26 03:22:54.416394 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05550102-0e88-456f-a7dd-895ba088c7fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8445c428-5f3e-4ea5-8101-09ef31cfc4ff,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:22:54.946575 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Device 7d6c044e-189d-464c-8b6f-eee0b3b52647 no longer exists at agent ovs-agent-dv-cinder-846842-4-iscsi {{(pid=104015) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 03:22:54.965845 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] No Port match for: 7d6c044e-189d-464c-8b6f-eee0b3b52647 {{(pid=104015) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 26 03:22:54.966216 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Device 7d6c044e-189d-464c-8b6f-eee0b3b52647 not bound to the agent host dv-cinder-846842-4-iscsi {{(pid=104015) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 03:22:54.966624 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Device 51e4555a-a5bf-4814-83e0-63b1b48aaead no longer exists at agent ovs-agent-dv-cinder-846842-4-iscsi {{(pid=104015) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 03:22:54.983520 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] No Port match for: 51e4555a-a5bf-4814-83e0-63b1b48aaead {{(pid=104015) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 26 03:22:54.983867 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Device 51e4555a-a5bf-4814-83e0-63b1b48aaead not bound to the agent host dv-cinder-846842-4-iscsi {{(pid=104015) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 03:22:59.956701 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=40,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:22:59.976613 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=75,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:23:04.388436 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=6,neutron:DELETE=4 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:23:04.409570 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=2 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:23:04.968961 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=19 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:23:04.969691 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=10 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:23:08.041048 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=18 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:23:08.041807 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=5 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:23:11.465254 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-1ea27c63-1f30-4a56-829d-7653946d948f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (7168f7b9-c398-4364-91f8-35e2ce03f4c4), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:23:13.787523 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-5be410ae-8795-43d6-b724-2e74b9c744c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (0122de27-3097-4d47-a0ca-0fb90e28ac1e), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:23:14.906665 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a0725410-9e6c-45cb-9ff8-c6c4931d6b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (ece691f0-a7cc-4e31-b59a-0e18fd9fccde), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:23:15.045706 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (e7a0895f-45bb-4130-be69-32df3e039043), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:23:16.365525 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d2867017-9ae3-4ae5-b018-59cb98d1258b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (3b87920d-6933-41a3-b47c-185b87d68e87), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:23:16.549580 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (16f9b602-7baf-4f7a-ab92-1b0788147fb5), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:23:17.955333 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.agents_db [None req-1acc9491-aa00-4d80-a7f3-d699105ea2bf None None] Agent healthcheck: found 6 active agents {{(pid=104016) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 03:23:26.543377 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:23:26.545263 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:23:27.951060 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=1 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:23:27.951786 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=1 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:23:41.467787 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-087b122e-0202-494f-bfb5-72387bd99ae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (7168f7b9-c398-4364-91f8-35e2ce03f4c4), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:23:43.791528 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-8569a378-4af2-4fdb-9583-d8d42e2fa1f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (0122de27-3097-4d47-a0ca-0fb90e28ac1e), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:23:44.904959 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a0725410-9e6c-45cb-9ff8-c6c4931d6b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (ece691f0-a7cc-4e31-b59a-0e18fd9fccde), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:23:45.042746 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=17 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:23:45.045165 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (e7a0895f-45bb-4130-be69-32df3e039043), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:23:45.047372 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=15 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:23:46.367710 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d2867017-9ae3-4ae5-b018-59cb98d1258b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (3b87920d-6933-41a3-b47c-185b87d68e87), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:23:46.550420 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (16f9b602-7baf-4f7a-ab92-1b0788147fb5), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:23:48.577012 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-390747dc-b689-4cfe-823c-cb80dc551477 req-5d528d48-ab18-4196-a933-7534ddd30174 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=dade65a2-3652-4abe-b2f1-9c32b95f8c41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0404041 Jun 26 03:23:48.670831 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390747dc-b689-4cfe-823c-cb80dc551477 req-bb3f2177-7f17-4e2e-8c81-66b3e92ac187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:23:48.672276 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-390747dc-b689-4cfe-823c-cb80dc551477 req-bb3f2177-7f17-4e2e-8c81-66b3e92ac187 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4a6b41994f444cafb21d3d6e395b6893&device_id=dade65a2-3652-4abe-b2f1-9c32b95f8c41 HTTP/1.1" status: 200 len: 1129 time: 0.0385911 Jun 26 03:23:48.775783 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390747dc-b689-4cfe-823c-cb80dc551477 req-ba841b28-c85a-4062-a0de-b4c9c17f9a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:23:48.777253 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-390747dc-b689-4cfe-823c-cb80dc551477 req-ba841b28-c85a-4062-a0de-b4c9c17f9a86 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4925de68-9c6f-4235-8c00-daee335817a4 HTTP/1.1" status: 200 len: 912 time: 0.0865948 Jun 26 03:23:48.837100 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-390747dc-b689-4cfe-823c-cb80dc551477 req-8ba60829-705f-4a48-bc50-07e39ac30f6c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0899d680-8642-43f4-878d-b695cd950eea HTTP/1.1" status: 200 len: 1000 time: 0.0533903 Jun 26 03:23:48.884654 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390747dc-b689-4cfe-823c-cb80dc551477 req-243f1bfd-df98-4fa2-9bc3-497aab31c026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:23:48.886389 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-390747dc-b689-4cfe-823c-cb80dc551477 req-243f1bfd-df98-4fa2-9bc3-497aab31c026 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=db13727d-bad1-446f-86ff-3a62b40a69f1 HTTP/1.1" status: 200 len: 850 time: 0.0442719 Jun 26 03:23:48.929413 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390747dc-b689-4cfe-823c-cb80dc551477 req-4be5adff-29d7-4577-b331-a5718b824b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:23:48.930907 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-390747dc-b689-4cfe-823c-cb80dc551477 req-4be5adff-29d7-4577-b331-a5718b824b41 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4925de68-9c6f-4235-8c00-daee335817a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382171 Jun 26 03:23:49.020789 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-390747dc-b689-4cfe-823c-cb80dc551477 req-5d5a117e-b6c2-46bb-ab48-fee4f580802f service neutron] 10.222.0.43 "GET /v2.0/networks/4925de68-9c6f-4235-8c00-daee335817a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836935 Jun 26 03:23:49.118007 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-390747dc-b689-4cfe-823c-cb80dc551477 req-3dbbe1b5-acb9-42d7-b0b0-00f5a20dc271 service neutron] 10.222.0.43 "GET /v2.0/networks/4925de68-9c6f-4235-8c00-daee335817a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914712 Jun 26 03:23:49.246016 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [req-9ff8f6ef-88f0-4e15-964a-285dc8d1c78f req-1711703b-bf6c-4770-acaf-78048ab0a532 service neutron] (104013) timed out ('10.222.0.13', 44634) {{(pid=104013) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 26 03:23:49.438425 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [req-9ff8f6ef-88f0-4e15-964a-285dc8d1c78f req-012bd5ea-715e-4955-8bc8-68f348ae1b74 tempest-AttachVolumeShelveTestJSON-930384486 tempest-AttachVolumeShelveTestJSON-930384486-project] (104014) timed out ('10.222.0.13', 44646) {{(pid=104014) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 26 03:23:54.955103 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.agents_db [None req-1acc9491-aa00-4d80-a7f3-d699105ea2bf None None] Agent healthcheck: found 6 active agents {{(pid=104016) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 03:23:56.545303 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:23:56.550927 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:23:59.113905 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=50 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:23:59.114634 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=51 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:24:03.238381 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-35742f0c-9183-481e-b61f-45de5155c65c req-bebf7278-957e-4367-b552-6d5d3d3e159e tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-43239331&fields=id&tenant_id=4a6b41994f444cafb21d3d6e395b6893 HTTP/1.1" status: 200 len: 267 time: 0.0429537 Jun 26 03:24:03.343397 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35742f0c-9183-481e-b61f-45de5155c65c req-0e0bb846-2677-4a7e-a0b1-a51038d9f5e6 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:24:03.344865 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-35742f0c-9183-481e-b61f-45de5155c65c req-0e0bb846-2677-4a7e-a0b1-a51038d9f5e6 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] 10.222.0.13 "GET /v2.0/networks?id=4925de68-9c6f-4235-8c00-daee335817a4 HTTP/1.1" status: 200 len: 811 time: 0.1002786 Jun 26 03:24:03.359215 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-35742f0c-9183-481e-b61f-45de5155c65c req-ec3687c4-5116-4ed1-8563-7a0a6376295f tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] 10.222.0.13 "GET /v2.0/quotas/4a6b41994f444cafb21d3d6e395b6893 HTTP/1.1" status: 200 len: 375 time: 0.0089993 Jun 26 03:24:03.413457 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-35742f0c-9183-481e-b61f-45de5155c65c req-01f5aaeb-2312-45d3-966e-6e366b27234d tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4a6b41994f444cafb21d3d6e395b6893&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0490785 Jun 26 03:24:03.506878 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-35742f0c-9183-481e-b61f-45de5155c65c req-d629a672-5f3b-4b42-a247-7cd4232e83a6 service neutron] 10.222.0.13 "GET /v2.0/networks/4925de68-9c6f-4235-8c00-daee335817a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826352 Jun 26 03:24:03.597615 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-35742f0c-9183-481e-b61f-45de5155c65c req-99f8673c-94e4-4dab-869f-6fe2817178ec service neutron] 10.222.0.13 "GET /v2.0/networks/4925de68-9c6f-4235-8c00-daee335817a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845954 Jun 26 03:24:03.883382 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-63cf1edb-50e2-4361-8698-624dc7b2a5c0 req-714e158d-f59e-41a1-9111-8c5f870a3ee8 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2939ac2-cfe5-449c-9134-331f6d917b68 HTTP/1.1" status: 200 len: 210 time: 0.0295873 Jun 26 03:24:04.880711 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35742f0c-9183-481e-b61f-45de5155c65c req-29f48197-318d-438e-8dbd-968b993ba923 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:24:04.882191 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-35742f0c-9183-481e-b61f-45de5155c65c req-29f48197-318d-438e-8dbd-968b993ba923 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] 10.222.0.43 "GET /v2.0/networks?id=4925de68-9c6f-4235-8c00-daee335817a4 HTTP/1.1" status: 200 len: 811 time: 0.1044648 Jun 26 03:24:04.950019 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=1 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:24:04.950984 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=1 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:24:04.960656 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-35742f0c-9183-481e-b61f-45de5155c65c req-d652e31e-5c4c-470a-be28-d77e985aee6f tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a6b41994f444cafb21d3d6e395b6893 HTTP/1.1" status: 200 len: 378 time: 0.0651758 Jun 26 03:24:04.975763 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [req-35742f0c-9183-481e-b61f-45de5155c65c req-f79170aa-33f7-44e3-9323-91ae065a04a1 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Request body: {'port': {'device_id': 'f2939ac2-cfe5-449c-9134-331f6d917b68', 'network_id': '4925de68-9c6f-4235-8c00-daee335817a4', 'admin_state_up': True, 'tenant_id': '4a6b41994f444cafb21d3d6e395b6893', 'security_groups': ['c4bdc25b-6526-4e0c-94e9-bf640a708672']}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:24:05.005214 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-128ab832-c4cc-469f-aeb3-64ce9e476d80 req-8fb8db74-798f-4743-9c30-f31100a47344 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2939ac2-cfe5-449c-9134-331f6d917b68 HTTP/1.1" status: 200 len: 210 time: 0.0433140 Jun 26 03:24:05.103369 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35742f0c-9183-481e-b61f-45de5155c65c req-f79170aa-33f7-44e3-9323-91ae065a04a1 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Made reservation on behalf of 4a6b41994f444cafb21d3d6e395b6893 for: {'port': 1} {{(pid=104014) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 26 03:24:05.106627 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-35742f0c-9183-481e-b61f-45de5155c65c req-f79170aa-33f7-44e3-9323-91ae065a04a1 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:24:05.234279 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.db.db_base_plugin_common [req-35742f0c-9183-481e-b61f-45de5155c65c req-f79170aa-33f7-44e3-9323-91ae065a04a1 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Allocated IP 172.20.0.9 (4925de68-9c6f-4235-8c00-daee335817a4/db13727d-bad1-446f-86ff-3a62b40a69f1/4e3a7e52-0222-4385-a9cc-7284b4ff51b7) {{(pid=104014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 03:24:05.279256 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:24:05.306287 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:24:05.377132 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-35742f0c-9183-481e-b61f-45de5155c65c req-f79170aa-33f7-44e3-9323-91ae065a04a1 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Publish callbacks [] for port (4e3a7e52-0222-4385-a9cc-7284b4ff51b7), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:24:05.410219 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-35742f0c-9183-481e-b61f-45de5155c65c req-f79170aa-33f7-44e3-9323-91ae065a04a1 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787575245469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6258255'] for port (4e3a7e52-0222-4385-a9cc-7284b4ff51b7), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:24:05.465016 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35742f0c-9183-481e-b61f-45de5155c65c req-f79170aa-33f7-44e3-9323-91ae065a04a1 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Network 4925de68-9c6f-4235-8c00-daee335817a4 is already hosted by enough agents. {{(pid=104014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 03:24:05.468274 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.scheduler.base_scheduler [req-35742f0c-9183-481e-b61f-45de5155c65c req-f79170aa-33f7-44e3-9323-91ae065a04a1 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Resources bound (agent type, host, resource id): {{(pid=104014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 03:24:05.475439 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [req-35742f0c-9183-481e-b61f-45de5155c65c req-f79170aa-33f7-44e3-9323-91ae065a04a1 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Received port after_create {{(pid=104014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 26 03:24:05.481794 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79170aa-33f7-44e3-9323-91ae065a04a1 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Pushing event updated for resources: {'Port': ['ID=4e3a7e52-0222-4385-a9cc-7284b4ff51b7,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:24:05.514406 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79170aa-33f7-44e3-9323-91ae065a04a1 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:24:05.514755 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79170aa-33f7-44e3-9323-91ae065a04a1 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:24:05.515094 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79170aa-33f7-44e3-9323-91ae065a04a1 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:24:05.515432 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79170aa-33f7-44e3-9323-91ae065a04a1 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:24:05.515766 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79170aa-33f7-44e3-9323-91ae065a04a1 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:24:05.516098 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79170aa-33f7-44e3-9323-91ae065a04a1 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:24:05.516424 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79170aa-33f7-44e3-9323-91ae065a04a1 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:24:05.516749 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79170aa-33f7-44e3-9323-91ae065a04a1 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:24:05.517075 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79170aa-33f7-44e3-9323-91ae065a04a1 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:24:05.517398 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79170aa-33f7-44e3-9323-91ae065a04a1 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:24:05.517738 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79170aa-33f7-44e3-9323-91ae065a04a1 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:24:05.518064 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79170aa-33f7-44e3-9323-91ae065a04a1 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:24:05.518391 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79170aa-33f7-44e3-9323-91ae065a04a1 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:24:05.518709 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79170aa-33f7-44e3-9323-91ae065a04a1 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:24:05.519524 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79170aa-33f7-44e3-9323-91ae065a04a1 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:24:05.548345 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35742f0c-9183-481e-b61f-45de5155c65c req-f79170aa-33f7-44e3-9323-91ae065a04a1 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:24:05.549356 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-35742f0c-9183-481e-b61f-45de5155c65c req-f79170aa-33f7-44e3-9323-91ae065a04a1 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515864'] for port (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:24:05.568275 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-35742f0c-9183-481e-b61f-45de5155c65c req-f79170aa-33f7-44e3-9323-91ae065a04a1 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5961597 Jun 26 03:24:05.586020 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [req-35742f0c-9183-481e-b61f-45de5155c65c req-64781f9a-5b59-417d-bf2e-fb20ee64701e service neutron] Request body: {'port': {'device_id': 'f2939ac2-cfe5-449c-9134-331f6d917b68', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84684'}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:24:05.647170 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-35742f0c-9183-481e-b61f-45de5155c65c req-64781f9a-5b59-417d-bf2e-fb20ee64701e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (4e3a7e52-0222-4385-a9cc-7284b4ff51b7), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:24:05.682802 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-193f5ce1-9c2c-4c5f-adbe-40ef3dfe2c7d None None] Provisioning complete for port 4e3a7e52-0222-4385-a9cc-7284b4ff51b7 triggered by entity DHCP. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:24:05.683363 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-193f5ce1-9c2c-4c5f-adbe-40ef3dfe2c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (4e3a7e52-0222-4385-a9cc-7284b4ff51b7), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:24:05.714500 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-193f5ce1-9c2c-4c5f-adbe-40ef3dfe2c7d None None] Port 4e3a7e52-0222-4385-a9cc-7284b4ff51b7 cannot update to ACTIVE because it is not bound. {{(pid=104015) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 26 03:24:05.901957 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.notifiers.nova [req-35742f0c-9183-481e-b61f-45de5155c65c req-64781f9a-5b59-417d-bf2e-fb20ee64701e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e3a7e52-0222-4385-a9cc-7284b4ff51b7 {{(pid=104014) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 26 03:24:05.909262 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-35742f0c-9183-481e-b61f-45de5155c65c req-64781f9a-5b59-417d-bf2e-fb20ee64701e service neutron] Publish callbacks [] for port (4e3a7e52-0222-4385-a9cc-7284b4ff51b7), precommit_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:24:05.921851 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.db.provisioning_blocks [req-35742f0c-9183-481e-b61f-45de5155c65c req-64781f9a-5b59-417d-bf2e-fb20ee64701e service neutron] Transition to ACTIVE for port object 4e3a7e52-0222-4385-a9cc-7284b4ff51b7 will not be triggered until provisioned by entity L2. {{(pid=104014) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 26 03:24:05.926761 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-35742f0c-9183-481e-b61f-45de5155c65c req-64781f9a-5b59-417d-bf2e-fb20ee64701e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6258262'] for port (4e3a7e52-0222-4385-a9cc-7284b4ff51b7), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:24:05.994492 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64781f9a-5b59-417d-bf2e-fb20ee64701e service neutron] Pushing event updated for resources: {'Port': ['ID=4e3a7e52-0222-4385-a9cc-7284b4ff51b7,revision_number=2']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:24:06.056061 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.managers [req-35742f0c-9183-481e-b61f-45de5155c65c req-64781f9a-5b59-417d-bf2e-fb20ee64701e service neutron] Attempting to bind port 4e3a7e52-0222-4385-a9cc-7284b4ff51b7 on host hv-cinder-84684 for vnic_type normal with profile {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 26 03:24:06.056543 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.managers [req-35742f0c-9183-481e-b61f-45de5155c65c req-64781f9a-5b59-417d-bf2e-fb20ee64701e service neutron] Attempting to bind port 4e3a7e52-0222-4385-a9cc-7284b4ff51b7 by drivers openvswitch,hyperv on host hv-cinder-84684 at level 0 using segments [{'id': '7c661f11-3aee-4d0a-9599-bb61aa25f1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4925de68-9c6f-4235-8c00-daee335817a4'}] {{(pid=104014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 26 03:24:06.056977 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35742f0c-9183-481e-b61f-45de5155c65c req-64781f9a-5b59-417d-bf2e-fb20ee64701e service neutron] Attempting to bind port 4e3a7e52-0222-4385-a9cc-7284b4ff51b7 on network 4925de68-9c6f-4235-8c00-daee335817a4 {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 26 03:24:06.061915 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35742f0c-9183-481e-b61f-45de5155c65c req-64781f9a-5b59-417d-bf2e-fb20ee64701e service neutron] Port 4e3a7e52-0222-4385-a9cc-7284b4ff51b7 on network 4925de68-9c6f-4235-8c00-daee335817a4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84684 {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 26 03:24:06.062742 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35742f0c-9183-481e-b61f-45de5155c65c req-64781f9a-5b59-417d-bf2e-fb20ee64701e service neutron] Attempting to bind port 4e3a7e52-0222-4385-a9cc-7284b4ff51b7 on network 4925de68-9c6f-4235-8c00-daee335817a4 {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 26 03:24:06.065239 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:24:06.069639 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35742f0c-9183-481e-b61f-45de5155c65c req-64781f9a-5b59-417d-bf2e-fb20ee64701e service neutron] Checking agent: {'id': 'e7a0895f-45bb-4130-be69-32df3e039043', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84684', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 26, 3, 2, 40), 'started_at': datetime.datetime(2022, 6, 26, 3, 2, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 26, 3, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 26 03:24:06.070125 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35742f0c-9183-481e-b61f-45de5155c65c req-64781f9a-5b59-417d-bf2e-fb20ee64701e service neutron] Checking segment: {'id': '7c661f11-3aee-4d0a-9599-bb61aa25f1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4925de68-9c6f-4235-8c00-daee335817a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104014) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 26 03:24:06.070622 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35742f0c-9183-481e-b61f-45de5155c65c req-64781f9a-5b59-417d-bf2e-fb20ee64701e service neutron] Bound using segment: {'id': '7c661f11-3aee-4d0a-9599-bb61aa25f1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4925de68-9c6f-4235-8c00-daee335817a4'} {{(pid=104014) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 26 03:24:06.071150 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.managers [req-35742f0c-9183-481e-b61f-45de5155c65c req-64781f9a-5b59-417d-bf2e-fb20ee64701e service neutron] Bound port: 4e3a7e52-0222-4385-a9cc-7284b4ff51b7, host: hv-cinder-84684, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c661f11-3aee-4d0a-9599-bb61aa25f1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4925de68-9c6f-4235-8c00-daee335817a4'}}] {{(pid=104014) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 26 03:24:06.071615 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-35742f0c-9183-481e-b61f-45de5155c65c req-64781f9a-5b59-417d-bf2e-fb20ee64701e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (4e3a7e52-0222-4385-a9cc-7284b4ff51b7), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:24:06.149972 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:24:06.158321 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65ff7c6-df4c-4a2f-ada1-c70dcaaca9cd req-3a7b6960-e1e4-4b2d-846e-bf223df9a748 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:24:06.159768 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a65ff7c6-df4c-4a2f-ada1-c70dcaaca9cd req-3a7b6960-e1e4-4b2d-846e-bf223df9a748 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2939ac2-cfe5-449c-9134-331f6d917b68 HTTP/1.1" status: 200 len: 943 time: 0.0766964 Jun 26 03:24:06.197853 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [req-35742f0c-9183-481e-b61f-45de5155c65c req-64781f9a-5b59-417d-bf2e-fb20ee64701e service neutron] For port 4e3a7e52-0222-4385-a9cc-7284b4ff51b7, host hv-cinder-84684, cleared binding levels {{(pid=104014) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 26 03:24:06.221194 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [req-35742f0c-9183-481e-b61f-45de5155c65c req-64781f9a-5b59-417d-bf2e-fb20ee64701e service neutron] For port 4e3a7e52-0222-4385-a9cc-7284b4ff51b7, host hv-cinder-84684, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=4e3a7e52-0222-4385-a9cc-7284b4ff51b7,segment=NetworkSegment(7c661f11-3aee-4d0a-9599-bb61aa25f1b7),segment_id=7c661f11-3aee-4d0a-9599-bb61aa25f1b7)] {{(pid=104014) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 26 03:24:06.234263 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-35742f0c-9183-481e-b61f-45de5155c65c req-64781f9a-5b59-417d-bf2e-fb20ee64701e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6258262'] for port (4e3a7e52-0222-4385-a9cc-7284b4ff51b7), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:24:06.249328 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a65ff7c6-df4c-4a2f-ada1-c70dcaaca9cd req-2957464c-776c-484b-826a-8f9df5905e2a tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4bdc25b-6526-4e0c-94e9-bf640a708672&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0793383 Jun 26 03:24:06.276217 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35742f0c-9183-481e-b61f-45de5155c65c req-64781f9a-5b59-417d-bf2e-fb20ee64701e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:24:06.276861 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-35742f0c-9183-481e-b61f-45de5155c65c req-64781f9a-5b59-417d-bf2e-fb20ee64701e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515864'] for port (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:24:06.278235 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-35742f0c-9183-481e-b61f-45de5155c65c req-64781f9a-5b59-417d-bf2e-fb20ee64701e service neutron] 10.222.0.43 "PUT /v2.0/ports/4e3a7e52-0222-4385-a9cc-7284b4ff51b7 HTTP/1.1" status: 200 len: 1093 time: 0.6971772 Jun 26 03:24:06.278672 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2939ac2-cfe5-449c-9134-331f6d917b68', 'tag': '4e3a7e52-0222-4385-a9cc-7284b4ff51b7'}] {{(pid=104014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 26 03:24:06.280920 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b346e277b9447a300c9d303bb334713d04858661d6ca7e8667ef96f79658145a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ae8da73-5bfc-4bf8-9325-0fae78dc6adf" -d '{"events": [{"name": "network-changed", "server_uuid": "f2939ac2-cfe5-449c-9134-331f6d917b68", "tag": "4e3a7e52-0222-4385-a9cc-7284b4ff51b7"}]}' {{(pid=104014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 03:24:06.311960 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64781f9a-5b59-417d-bf2e-fb20ee64701e service neutron] Pushing event updated for resources: {'Port': ['ID=4e3a7e52-0222-4385-a9cc-7284b4ff51b7,revision_number=3']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:24:06.376113 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35742f0c-9183-481e-b61f-45de5155c65c req-5af95889-67e1-4adc-a93f-3db52f903c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:24:06.377795 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-35742f0c-9183-481e-b61f-45de5155c65c req-5af95889-67e1-4adc-a93f-3db52f903c5b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4a6b41994f444cafb21d3d6e395b6893&device_id=f2939ac2-cfe5-449c-9134-331f6d917b68 HTTP/1.1" status: 200 len: 1127 time: 0.0426526 Jun 26 03:24:06.426266 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-35742f0c-9183-481e-b61f-45de5155c65c req-987abdbc-c396-412f-94ca-3c0f81e64509 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4e3a7e52-0222-4385-a9cc-7284b4ff51b7 HTTP/1.1" status: 200 len: 217 time: 0.0341930 Jun 26 03:24:06.471270 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Jun 2022 03:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26e84c02-c5cf-4c3d-9a8e-62996ff6ac2d x-openstack-request-id: req-26e84c02-c5cf-4c3d-9a8e-62996ff6ac2d {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 03:24:06.471558 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2939ac2-cfe5-449c-9134-331f6d917b68", "tag": "4e3a7e52-0222-4385-a9cc-7284b4ff51b7", "status": "completed", "code": 200}]} {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 03:24:06.471807 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-26e84c02-c5cf-4c3d-9a8e-62996ff6ac2d {{(pid=104014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 03:24:06.472231 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26e84c02-c5cf-4c3d-9a8e-62996ff6ac2d'] response: {'name': 'network-changed', 'server_uuid': 'f2939ac2-cfe5-449c-9134-331f6d917b68', 'tag': '4e3a7e52-0222-4385-a9cc-7284b4ff51b7', 'status': 'completed', 'code': 200} Jun 26 03:24:06.480863 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35742f0c-9183-481e-b61f-45de5155c65c req-7c797ac9-29ae-4d54-bddf-a88cc2bdeb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:24:06.482326 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-35742f0c-9183-481e-b61f-45de5155c65c req-7c797ac9-29ae-4d54-bddf-a88cc2bdeb4b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=db13727d-bad1-446f-86ff-3a62b40a69f1 HTTP/1.1" status: 200 len: 850 time: 0.0509205 Jun 26 03:24:06.526621 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35742f0c-9183-481e-b61f-45de5155c65c req-fe40768e-f26f-483a-bca6-bb232543dc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:24:06.528081 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-35742f0c-9183-481e-b61f-45de5155c65c req-fe40768e-f26f-483a-bca6-bb232543dc5d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4925de68-9c6f-4235-8c00-daee335817a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381927 Jun 26 03:24:06.621085 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-35742f0c-9183-481e-b61f-45de5155c65c req-6ad6e2b9-fe96-46d5-90eb-3a93f0a69675 service neutron] 10.222.0.43 "GET /v2.0/networks/4925de68-9c6f-4235-8c00-daee335817a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851243 Jun 26 03:24:06.713636 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-35742f0c-9183-481e-b61f-45de5155c65c req-3371ced9-d61e-4e71-bfcb-c9ea0bde268a service neutron] 10.222.0.43 "GET /v2.0/networks/4925de68-9c6f-4235-8c00-daee335817a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869150 Jun 26 03:24:07.361707 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9b7e09-b056-47cd-8dc1-a44d9347df87 req-fd8f2f8c-dd52-4ceb-8f1a-b4f1586ca238 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:24:07.363182 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-4b9b7e09-b056-47cd-8dc1-a44d9347df87 req-fd8f2f8c-dd52-4ceb-8f1a-b4f1586ca238 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2939ac2-cfe5-449c-9134-331f6d917b68 HTTP/1.1" status: 200 len: 943 time: 0.0473707 Jun 26 03:24:07.411166 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-4b9b7e09-b056-47cd-8dc1-a44d9347df87 req-deb83284-cbb8-40b7-8d59-79eb035421cd tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4bdc25b-6526-4e0c-94e9-bf640a708672&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424128 Jun 26 03:24:07.626318 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae8da73-5bfc-4bf8-9325-0fae78dc6adf req-09964c32-12cf-4952-916a-1a982ab2a443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:24:07.627739 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-2ae8da73-5bfc-4bf8-9325-0fae78dc6adf req-09964c32-12cf-4952-916a-1a982ab2a443 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4a6b41994f444cafb21d3d6e395b6893&device_id=f2939ac2-cfe5-449c-9134-331f6d917b68 HTTP/1.1" status: 200 len: 1127 time: 0.0402987 Jun 26 03:24:07.714594 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae8da73-5bfc-4bf8-9325-0fae78dc6adf req-09020b2c-972f-4758-b758-99b31853b6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:24:07.716000 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-2ae8da73-5bfc-4bf8-9325-0fae78dc6adf req-09020b2c-972f-4758-b758-99b31853b6e8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4925de68-9c6f-4235-8c00-daee335817a4 HTTP/1.1" status: 200 len: 912 time: 0.0818353 Jun 26 03:24:07.761159 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-2ae8da73-5bfc-4bf8-9325-0fae78dc6adf req-e7720fc6-6f42-4d1d-9f53-d5a73054863d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4e3a7e52-0222-4385-a9cc-7284b4ff51b7 HTTP/1.1" status: 200 len: 217 time: 0.0361114 Jun 26 03:24:07.810251 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae8da73-5bfc-4bf8-9325-0fae78dc6adf req-6e37dba0-8642-41fc-a200-bb5250358bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:24:07.811664 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-2ae8da73-5bfc-4bf8-9325-0fae78dc6adf req-6e37dba0-8642-41fc-a200-bb5250358bc6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=db13727d-bad1-446f-86ff-3a62b40a69f1 HTTP/1.1" status: 200 len: 850 time: 0.0424411 Jun 26 03:24:07.857412 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae8da73-5bfc-4bf8-9325-0fae78dc6adf req-02fc2053-1dbd-4aed-86d4-66a117a163b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:24:07.858915 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-2ae8da73-5bfc-4bf8-9325-0fae78dc6adf req-02fc2053-1dbd-4aed-86d4-66a117a163b3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4925de68-9c6f-4235-8c00-daee335817a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0372586 Jun 26 03:24:07.895483 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:24:07.953207 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-2ae8da73-5bfc-4bf8-9325-0fae78dc6adf req-732de35c-2419-4b61-b353-a18f8fc57523 service neutron] 10.222.0.43 "GET /v2.0/networks/4925de68-9c6f-4235-8c00-daee335817a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855653 Jun 26 03:24:08.039742 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-2ae8da73-5bfc-4bf8-9325-0fae78dc6adf req-fbdaf01d-b795-46b8-abd6-be2e67900fec service neutron] 10.222.0.43 "GET /v2.0/networks/4925de68-9c6f-4235-8c00-daee335817a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807014 Jun 26 03:24:08.510152 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=100 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:24:08.525743 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6e7e08-38f8-44fa-9b04-b21370f19e73 req-51ea1dd8-8410-49bf-aad6-fe3a4d9be71a tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:24:08.527202 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-3f6e7e08-38f8-44fa-9b04-b21370f19e73 req-51ea1dd8-8410-49bf-aad6-fe3a4d9be71a tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2939ac2-cfe5-449c-9134-331f6d917b68 HTTP/1.1" status: 200 len: 943 time: 0.0494962 Jun 26 03:24:08.820612 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-3f6e7e08-38f8-44fa-9b04-b21370f19e73 req-8761048f-d07d-4bb6-ad99-609fe9dbbd00 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4bdc25b-6526-4e0c-94e9-bf640a708672&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2879422 Jun 26 03:24:09.932288 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070381ea-3f89-4f2a-a889-d6b72e4b863e req-dc82bf57-c48e-422b-a3b4-7d4a3bddcad6 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:24:09.933773 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-070381ea-3f89-4f2a-a889-d6b72e4b863e req-dc82bf57-c48e-422b-a3b4-7d4a3bddcad6 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2939ac2-cfe5-449c-9134-331f6d917b68 HTTP/1.1" status: 200 len: 943 time: 0.0461347 Jun 26 03:24:09.981725 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-070381ea-3f89-4f2a-a889-d6b72e4b863e req-ac96ace7-e5e2-4216-9d38-77644a33fb10 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4bdc25b-6526-4e0c-94e9-bf640a708672&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425975 Jun 26 03:24:11.092019 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ee4290-93b4-4cc2-8e70-ea3de671192a req-7f5c2236-8704-4a7d-8fe1-b3609f5e2bac tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:24:11.093465 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-02ee4290-93b4-4cc2-8e70-ea3de671192a req-7f5c2236-8704-4a7d-8fe1-b3609f5e2bac tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2939ac2-cfe5-449c-9134-331f6d917b68 HTTP/1.1" status: 200 len: 943 time: 0.0462101 Jun 26 03:24:11.144251 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-02ee4290-93b4-4cc2-8e70-ea3de671192a req-959f965f-0ad2-452f-9d3d-c44535cb2a99 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4bdc25b-6526-4e0c-94e9-bf640a708672&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447609 Jun 26 03:24:11.469739 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-0383ce16-2596-4483-8a37-e4c614b5cfbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (7168f7b9-c398-4364-91f8-35e2ce03f4c4), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:24:12.263030 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638e70e6-f074-4cf8-a8f7-8d0210b74a38 req-ebec5a9c-3068-43cc-97dc-68b99a6075c2 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:24:12.264493 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-638e70e6-f074-4cf8-a8f7-8d0210b74a38 req-ebec5a9c-3068-43cc-97dc-68b99a6075c2 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2939ac2-cfe5-449c-9134-331f6d917b68 HTTP/1.1" status: 200 len: 943 time: 0.0469840 Jun 26 03:24:12.312665 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-638e70e6-f074-4cf8-a8f7-8d0210b74a38 req-4b030d44-a1dd-4878-b94f-fa11e5389633 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4bdc25b-6526-4e0c-94e9-bf640a708672&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426779 Jun 26 03:24:13.425854 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63283d35-b209-43b6-893d-b8f71bb8f22a req-98b10e0b-b8af-49dc-b214-e91089126f6d tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:24:13.427331 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-63283d35-b209-43b6-893d-b8f71bb8f22a req-98b10e0b-b8af-49dc-b214-e91089126f6d tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2939ac2-cfe5-449c-9134-331f6d917b68 HTTP/1.1" status: 200 len: 943 time: 0.0464749 Jun 26 03:24:13.474978 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-63283d35-b209-43b6-893d-b8f71bb8f22a req-8f52122a-cf8b-4ccf-bf7f-03aa912e0d9f tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4bdc25b-6526-4e0c-94e9-bf640a708672&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424037 Jun 26 03:24:13.793119 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-ca357c1a-e4d0-406c-98c9-9a90da19128e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (0122de27-3097-4d47-a0ca-0fb90e28ac1e), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:24:14.542848 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Device 4e3a7e52-0222-4385-a9cc-7284b4ff51b7 details requested by agent hyperv_hv-cinder-84684 with host hv-cinder-84684 {{(pid=104015) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 26 03:24:14.588758 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62c4a80-d3fa-416e-9966-f46d7c421558 req-be44b2f7-2224-4e79-a67e-9b3248139773 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:24:14.590158 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a62c4a80-d3fa-416e-9966-f46d7c421558 req-be44b2f7-2224-4e79-a67e-9b3248139773 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2939ac2-cfe5-449c-9134-331f6d917b68 HTTP/1.1" status: 200 len: 943 time: 0.0492728 Jun 26 03:24:14.639434 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-a62c4a80-d3fa-416e-9966-f46d7c421558 req-e2273f6f-a828-448f-8620-17ec7300e8be tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4bdc25b-6526-4e0c-94e9-bf640a708672&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429773 Jun 26 03:24:14.639686 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] For port 4e3a7e52-0222-4385-a9cc-7284b4ff51b7, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=4e3a7e52-0222-4385-a9cc-7284b4ff51b7,segment=NetworkSegment(7c661f11-3aee-4d0a-9599-bb61aa25f1b7),segment_id=7c661f11-3aee-4d0a-9599-bb61aa25f1b7)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:24:14.654511 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Returning: {'device': '4e3a7e52-0222-4385-a9cc-7284b4ff51b7', 'network_id': '4925de68-9c6f-4235-8c00-daee335817a4', 'port_id': '4e3a7e52-0222-4385-a9cc-7284b4ff51b7', 'mac_address': 'fa:16:3e:61:70:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db13727d-bad1-446f-86ff-3a62b40a69f1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104015) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 26 03:24:14.691083 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Current status of the port 4e3a7e52-0222-4385-a9cc-7284b4ff51b7 is: DOWN; New status is: BUILD {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 03:24:14.691466 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (4e3a7e52-0222-4385-a9cc-7284b4ff51b7), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:24:14.703894 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.notifiers.nova [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e3a7e52-0222-4385-a9cc-7284b4ff51b7 {{(pid=104015) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 26 03:24:14.723738 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] For port 4e3a7e52-0222-4385-a9cc-7284b4ff51b7, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=4e3a7e52-0222-4385-a9cc-7284b4ff51b7,segment=NetworkSegment(7c661f11-3aee-4d0a-9599-bb61aa25f1b7),segment_id=7c661f11-3aee-4d0a-9599-bb61aa25f1b7)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:24:14.727300 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (4e3a7e52-0222-4385-a9cc-7284b4ff51b7), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:24:14.772532 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Pushing event updated for resources: {'Port': ['ID=4e3a7e52-0222-4385-a9cc-7284b4ff51b7,revision_number=4']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:24:14.779292 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:24:14.779635 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:24:14.779973 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:24:14.780305 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:24:14.780630 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:24:14.780954 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:24:14.781272 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:24:14.781592 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:24:14.781911 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:24:14.782253 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:24:14.782572 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:24:14.782888 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:24:14.783201 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:24:14.783512 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:24:14.783824 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:24:14.908335 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a0725410-9e6c-45cb-9ff8-c6c4931d6b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (ece691f0-a7cc-4e31-b59a-0e18fd9fccde), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:24:15.086553 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (e7a0895f-45bb-4130-be69-32df3e039043), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:24:15.211415 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] get_ports_and_sgs() called for port_ids ['4e3a7e52-0222-4385-a9cc-7284b4ff51b7'] {{(pid=104015) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 26 03:24:15.751377 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f6db9b-7123-4652-b5b5-12127e817658 req-112fc08e-a38f-4948-870b-a152fcba5b70 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:24:15.752810 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-d0f6db9b-7123-4652-b5b5-12127e817658 req-112fc08e-a38f-4948-870b-a152fcba5b70 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2939ac2-cfe5-449c-9134-331f6d917b68 HTTP/1.1" status: 200 len: 944 time: 0.0457950 Jun 26 03:24:15.801625 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-d0f6db9b-7123-4652-b5b5-12127e817658 req-91a13a8d-c964-478c-b95b-bd539b6014e5 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4bdc25b-6526-4e0c-94e9-bf640a708672&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431592 Jun 26 03:24:16.371812 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d2867017-9ae3-4ae5-b018-59cb98d1258b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (3b87920d-6933-41a3-b47c-185b87d68e87), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:24:16.554489 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (16f9b602-7baf-4f7a-ab92-1b0788147fb5), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:24:16.573547 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Device 4e3a7e52-0222-4385-a9cc-7284b4ff51b7 up at agent hyperv_hv-cinder-84684 {{(pid=104015) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 26 03:24:16.616099 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Provisioning for port 4e3a7e52-0222-4385-a9cc-7284b4ff51b7 completed by entity L2. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 26 03:24:16.617923 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:24:16.622538 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.provisioning_blocks [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Provisioning complete for port 4e3a7e52-0222-4385-a9cc-7284b4ff51b7 triggered by entity L2. {{(pid=104015) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 26 03:24:16.623010 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1020118'] for port (4e3a7e52-0222-4385-a9cc-7284b4ff51b7), provisioning_complete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:24:16.641804 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:24:16.694724 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Current status of the port 4e3a7e52-0222-4385-a9cc-7284b4ff51b7 is: BUILD; New status is: ACTIVE {{(pid=104015) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 26 03:24:16.695110 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (4e3a7e52-0222-4385-a9cc-7284b4ff51b7), before_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:24:16.717478 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2939ac2-cfe5-449c-9134-331f6d917b68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e3a7e52-0222-4385-a9cc-7284b4ff51b7'}] {{(pid=104015) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 26 03:24:16.719696 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6cc6f3b5c5ccbcb5bcfe28d8fb20da90166658d76702b85331307104b46494b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee326409-cd7c-4ac6-b3d2-89f056cfc17e" -d '{"events": [{"server_uuid": "f2939ac2-cfe5-449c-9134-331f6d917b68", "name": "network-vif-plugged", "status": "completed", "tag": "4e3a7e52-0222-4385-a9cc-7284b4ff51b7"}]}' {{(pid=104015) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 03:24:16.732657 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] For port 4e3a7e52-0222-4385-a9cc-7284b4ff51b7, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=4e3a7e52-0222-4385-a9cc-7284b4ff51b7,segment=NetworkSegment(7c661f11-3aee-4d0a-9599-bb61aa25f1b7),segment_id=7c661f11-3aee-4d0a-9599-bb61aa25f1b7)] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:24:16.736782 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505'] for port (4e3a7e52-0222-4385-a9cc-7284b4ff51b7), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:24:16.786591 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Pushing event updated for resources: {'Port': ['ID=4e3a7e52-0222-4385-a9cc-7284b4ff51b7,revision_number=5']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:24:16.819510 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Jun 2022 03:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47dff04d-5f3f-4ee2-b113-354cc4000a6f x-openstack-request-id: req-47dff04d-5f3f-4ee2-b113-354cc4000a6f {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 03:24:16.819800 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2939ac2-cfe5-449c-9134-331f6d917b68", "name": "network-vif-plugged", "status": "completed", "tag": "4e3a7e52-0222-4385-a9cc-7284b4ff51b7", "code": 200}]} {{(pid=104015) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 03:24:16.820046 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-47dff04d-5f3f-4ee2-b113-354cc4000a6f {{(pid=104015) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 03:24:16.820436 dv-cinder-846842-4-iscsi neutron-server[104015]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47dff04d-5f3f-4ee2-b113-354cc4000a6f'] response: {'server_uuid': 'f2939ac2-cfe5-449c-9134-331f6d917b68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e3a7e52-0222-4385-a9cc-7284b4ff51b7', 'code': 200} Jun 26 03:24:16.918788 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a0e397-2968-4c3a-972b-6450ee66b878 req-f2580c14-c564-4aba-9810-e9066fdb1ddd tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:24:16.920226 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-78a0e397-2968-4c3a-972b-6450ee66b878 req-f2580c14-c564-4aba-9810-e9066fdb1ddd tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2939ac2-cfe5-449c-9134-331f6d917b68 HTTP/1.1" status: 200 len: 945 time: 0.0521619 Jun 26 03:24:16.971188 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-78a0e397-2968-4c3a-972b-6450ee66b878 req-f5ba7bb5-e6b3-4f8d-838d-35f77abbd2ad tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4bdc25b-6526-4e0c-94e9-bf640a708672&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449588 Jun 26 03:24:17.066849 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7780716-cfa2-43d4-af75-b1ac5a1c7c19 req-21926e58-903e-46ef-9822-d92d262174ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:24:17.068348 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-f7780716-cfa2-43d4-af75-b1ac5a1c7c19 req-21926e58-903e-46ef-9822-d92d262174ef service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f2939ac2-cfe5-449c-9134-331f6d917b68 HTTP/1.1" status: 200 len: 1129 time: 0.0383365 Jun 26 03:24:17.112555 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-f7780716-cfa2-43d4-af75-b1ac5a1c7c19 req-4bd4e468-3d4d-4a02-bc04-78da374a3643 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=c4bdc25b-6526-4e0c-94e9-bf640a708672&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383902 Jun 26 03:24:18.085024 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1024fbe5-1986-4afc-8638-3fd6c56c4161 req-dc48690f-2683-4a35-bc96-377623bd1d12 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:24:18.086475 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-1024fbe5-1986-4afc-8638-3fd6c56c4161 req-dc48690f-2683-4a35-bc96-377623bd1d12 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2939ac2-cfe5-449c-9134-331f6d917b68 HTTP/1.1" status: 200 len: 945 time: 0.0458450 Jun 26 03:24:18.137614 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-1024fbe5-1986-4afc-8638-3fd6c56c4161 req-a43d5fce-b5a4-47a3-a184-aa638d415227 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4bdc25b-6526-4e0c-94e9-bf640a708672&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457246 Jun 26 03:24:19.234338 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=100 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:24:19.247012 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fef4c8-36ab-40fe-a29c-5887439b7fe3 req-63f85349-18b5-4653-b137-09261dc8f663 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:24:19.248449 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-90fef4c8-36ab-40fe-a29c-5887439b7fe3 req-63f85349-18b5-4653-b137-09261dc8f663 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2939ac2-cfe5-449c-9134-331f6d917b68 HTTP/1.1" status: 200 len: 945 time: 0.0464683 Jun 26 03:24:19.266734 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=100 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:24:19.297096 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-90fef4c8-36ab-40fe-a29c-5887439b7fe3 req-8018ae86-532d-4a3e-95a8-2e53f05f3e69 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4bdc25b-6526-4e0c-94e9-bf640a708672&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427961 Jun 26 03:24:19.406677 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f75a972-0678-4979-8b60-7012a03d9e5d req-4f5335f9-99a8-4b5b-80de-40c8b29e7d95 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:24:19.408094 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-8f75a972-0678-4979-8b60-7012a03d9e5d req-4f5335f9-99a8-4b5b-80de-40c8b29e7d95 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2939ac2-cfe5-449c-9134-331f6d917b68 HTTP/1.1" status: 200 len: 945 time: 0.0460002 Jun 26 03:24:19.454530 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-8f75a972-0678-4979-8b60-7012a03d9e5d req-c49cec8a-ce0d-4851-ae67-d425a90b059e tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4bdc25b-6526-4e0c-94e9-bf640a708672&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410202 Jun 26 03:24:19.476261 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 51442) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:24:19.515994 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f92fba-55e6-46fc-a836-356dd709cec5 tempest-TestVolumeBootPattern-914294724 tempest-TestVolumeBootPattern-914294724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:24:19.517441 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-61f92fba-55e6-46fc-a836-356dd709cec5 tempest-TestVolumeBootPattern-914294724 tempest-TestVolumeBootPattern-914294724-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f2939ac2-cfe5-449c-9134-331f6d917b68 HTTP/1.1" status: 200 len: 1124 time: 0.0402579 Jun 26 03:24:19.520738 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 51444) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:24:19.524943 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.v2.base [None req-bfe437b8-d9fd-45fe-a1de-2ab2e6938d5d tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Request body: {'floatingip': {'floating_network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'port_id': '4e3a7e52-0222-4385-a9cc-7284b4ff51b7', 'tenant_id': '4a6b41994f444cafb21d3d6e395b6893', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104014) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 26 03:24:19.545538 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-bfe437b8-d9fd-45fe-a1de-2ab2e6938d5d tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:24:19.621875 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-bfe437b8-d9fd-45fe-a1de-2ab2e6938d5d tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (None), before_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:24:19.731356 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.db.db_base_plugin_common [None req-bfe437b8-d9fd-45fe-a1de-2ab2e6938d5d tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Allocated IP 172.27.2.218 (9f069e5f-e57e-4e35-ad51-5f4f2e2f15df/6b24a38a-90db-41c5-beaf-6fa087899576/183a38b7-7878-4312-928d-83672f0716e4) {{(pid=104014) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 26 03:24:19.830007 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-bfe437b8-d9fd-45fe-a1de-2ab2e6938d5d tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Publish callbacks [] for port (183a38b7-7878-4312-928d-83672f0716e4), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:24:19.860239 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-bfe437b8-d9fd-45fe-a1de-2ab2e6938d5d tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787575245469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6258255'] for port (183a38b7-7878-4312-928d-83672f0716e4), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:24:19.904359 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe437b8-d9fd-45fe-a1de-2ab2e6938d5d tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Network 9f069e5f-e57e-4e35-ad51-5f4f2e2f15df is already hosted by enough agents. {{(pid=104014) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 26 03:24:19.908915 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.scheduler.base_scheduler [None req-bfe437b8-d9fd-45fe-a1de-2ab2e6938d5d tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Resources bound (agent type, host, resource id): {{(pid=104014) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 26 03:24:19.912910 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe437b8-d9fd-45fe-a1de-2ab2e6938d5d tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Received port after_create {{(pid=104014) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 26 03:24:19.915959 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe437b8-d9fd-45fe-a1de-2ab2e6938d5d tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Pushing event updated for resources: {'Port': ['ID=183a38b7-7878-4312-928d-83672f0716e4,revision_number=1']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:24:20.111172 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:24:20.125840 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:24:20.257777 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-bfe437b8-d9fd-45fe-a1de-2ab2e6938d5d tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Publish callbacks [] for floatingip (01fe82b8-9979-4f74-9b5a-9438cf91b762), precommit_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:24:20.322612 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-bfe437b8-d9fd-45fe-a1de-2ab2e6938d5d tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-945110'] for port (183a38b7-7878-4312-928d-83672f0716e4), before_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:24:20.466655 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-bfe437b8-d9fd-45fe-a1de-2ab2e6938d5d tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Publish callbacks [] for port (183a38b7-7878-4312-928d-83672f0716e4), precommit_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:24:20.471210 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-bfe437b8-d9fd-45fe-a1de-2ab2e6938d5d tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787575732318', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787575245487', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787575245505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6258262'] for port (183a38b7-7878-4312-928d-83672f0716e4), after_update {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:24:20.541328 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe437b8-d9fd-45fe-a1de-2ab2e6938d5d tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Pushing event updated for resources: {'Port': ['ID=183a38b7-7878-4312-928d-83672f0716e4,revision_number=2']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:24:20.549396 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-bfe437b8-d9fd-45fe-a1de-2ab2e6938d5d tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1620021'] for floatingip (01fe82b8-9979-4f74-9b5a-9438cf91b762), after_create {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:24:20.642639 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.db.l3_db [None req-bfe437b8-d9fd-45fe-a1de-2ab2e6938d5d tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Floating IP 01fe82b8-9979-4f74-9b5a-9438cf91b762 associated. External IP: 172.27.2.218, port: 4e3a7e52-0222-4385-a9cc-7284b4ff51b7. Jun 26 03:24:20.839388 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfe437b8-d9fd-45fe-a1de-2ab2e6938d5d tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Router 5e36f13b-e02a-4d7d-8017-9ddb2aeb7234 has already been hosted by L3 agent 0122de27-3097-4d47-a0ca-0fb90e28ac1e {{(pid=104014) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 26 03:24:20.879837 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:24:20.941900 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfe437b8-d9fd-45fe-a1de-2ab2e6938d5d tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Notify agent at l3_agent.dv-cinder-846842-4-iscsi the message routers_updated {{(pid=104014) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 03:24:20.951429 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a79aaeb-8123-4531-a885-b62f4a637cc6 None None] Sync routers for ids ['5e36f13b-e02a-4d7d-8017-9ddb2aeb7234'] in dv-cinder-846842-4-iscsi {{(pid=104016) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 03:24:20.960314 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-bfe437b8-d9fd-45fe-a1de-2ab2e6938d5d tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515864'] for floatingip (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:24:20.962354 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a79aaeb-8123-4531-a885-b62f4a637cc6 None None] Routers {'5e36f13b-e02a-4d7d-8017-9ddb2aeb7234'} bound to L3 agent in host dv-cinder-846842-4-iscsi {{(pid=104016) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 26 03:24:20.962971 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-2a79aaeb-8123-4531-a885-b62f4a637cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-26T02:56:44Z,description=,heartbeat_timestamp=2022-06-26T03:24:14Z,host='dv-cinder-846842-4-iscsi',id=0122de27-3097-4d47-a0ca-0fb90e28ac1e,load=0,resource_versions=,resources_synced=,started_at=2022-06-26T02:56:44Z,topic='l3_agent')) {'router_ids': ['5e36f13b-e02a-4d7d-8017-9ddb2aeb7234'], 'active': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:24:20.989442 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-bfe437b8-d9fd-45fe-a1de-2ab2e6938d5d tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4676964 Jun 26 03:24:20.990018 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2939ac2-cfe5-449c-9134-331f6d917b68', 'tag': '4e3a7e52-0222-4385-a9cc-7284b4ff51b7'}] {{(pid=104014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 26 03:24:20.992338 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b346e277b9447a300c9d303bb334713d04858661d6ca7e8667ef96f79658145a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb7c7480-43f9-438f-a0a7-2ccba2f0618d" -d '{"events": [{"name": "network-changed", "server_uuid": "f2939ac2-cfe5-449c-9134-331f6d917b68", "tag": "4e3a7e52-0222-4385-a9cc-7284b4ff51b7"}]}' {{(pid=104014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 03:24:21.028300 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Jun 2022 03:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a88455a-75cd-4114-a86c-a324669609a5 x-openstack-request-id: req-9a88455a-75cd-4114-a86c-a324669609a5 {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 03:24:21.028632 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2939ac2-cfe5-449c-9134-331f6d917b68", "tag": "4e3a7e52-0222-4385-a9cc-7284b4ff51b7", "status": "completed", "code": 200}]} {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 03:24:21.028884 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9a88455a-75cd-4114-a86c-a324669609a5 {{(pid=104014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 03:24:21.029287 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a88455a-75cd-4114-a86c-a324669609a5'] response: {'name': 'network-changed', 'server_uuid': 'f2939ac2-cfe5-449c-9134-331f6d917b68', 'tag': '4e3a7e52-0222-4385-a9cc-7284b4ff51b7', 'status': 'completed', 'code': 200} Jun 26 03:24:21.062783 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvr_db [None req-2a79aaeb-8123-4531-a885-b62f4a637cc6 None None] Set router 5e36f13b-e02a-4d7d-8017-9ddb2aeb7234 gateway port host: dv-cinder-846842-4-iscsi {{(pid=104016) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 26 03:24:21.104464 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:24:21.109931 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7c7480-43f9-438f-a0a7-2ccba2f0618d req-9cd63445-23d4-4d2a-a3e0-35464efd2762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:24:21.111455 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-fb7c7480-43f9-438f-a0a7-2ccba2f0618d req-9cd63445-23d4-4d2a-a3e0-35464efd2762 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4a6b41994f444cafb21d3d6e395b6893&device_id=f2939ac2-cfe5-449c-9134-331f6d917b68 HTTP/1.1" status: 200 len: 1129 time: 0.0395153 Jun 26 03:24:21.204785 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7c7480-43f9-438f-a0a7-2ccba2f0618d req-0c7dd7de-df05-418d-9037-3ebd64eb64bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:24:21.206263 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-fb7c7480-43f9-438f-a0a7-2ccba2f0618d req-0c7dd7de-df05-418d-9037-3ebd64eb64bb service neutron] 10.222.0.43 "GET /v2.0/networks?id=4925de68-9c6f-4235-8c00-daee335817a4 HTTP/1.1" status: 200 len: 912 time: 0.0886481 Jun 26 03:24:21.265436 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-fb7c7480-43f9-438f-a0a7-2ccba2f0618d req-9b2ae7d8-bbad-4723-a5c6-d6a6f7931278 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4e3a7e52-0222-4385-a9cc-7284b4ff51b7 HTTP/1.1" status: 200 len: 999 time: 0.0534213 Jun 26 03:24:21.271504 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-2a79aaeb-8123-4531-a885-b62f4a637cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e36f13b-e02a-4d7d-8017-9ddb2aeb7234', 'name': 'tempest-TestVolumeBootPattern-608296386-router', 'tenant_id': '4a6b41994f444cafb21d3d6e395b6893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': '976921bd-0486-4c4e-8058-8b73534ef312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:18:33Z', 'updated_at': '2022-06-26T03:18:35Z', 'revision_number': 4, 'project_id': '4a6b41994f444cafb21d3d6e395b6893', 'gw_port': {'id': '976921bd-0486-4c4e-8058-8b73534ef312', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:83:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e36f13b-e02a-4d7d-8017-9ddb2aeb7234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:18:33Z', 'updated_at': '2022-06-26T03:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi', '_floatingips': [{'id': '01fe82b8-9979-4f74-9b5a-9438cf91b762', 'tenant_id': '4a6b41994f444cafb21d3d6e395b6893', 'floating_ip_address': '172.27.2.218', 'floating_network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'router_id': '5e36f13b-e02a-4d7d-8017-9ddb2aeb7234', 'port_id': '4e3a7e52-0222-4385-a9cc-7284b4ff51b7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4925de68-9c6f-4235-8c00-daee335817a4', 'mac_address': 'fa:16:3e:61:70:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2939ac2-cfe5-449c-9134-331f6d917b68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-26T03:24:20Z', 'updated_at': '2022-06-26T03:24:20Z', 'revision_number': 0, 'project_id': '4a6b41994f444cafb21d3d6e395b6893', 'fixed_ip_address_scope': None}, {'id': '990ef7f8-36e0-46e6-ba19-9b255d94ff0b', 'tenant_id': '4a6b41994f444cafb21d3d6e395b6893', 'floating_ip_address': '172.27.2.56', 'floating_network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'router_id': '5e36f13b-e02a-4d7d-8017-9ddb2aeb7234', 'port_id': '0899d680-8642-43f4-878d-b695cd950eea', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4925de68-9c6f-4235-8c00-daee335817a4', 'mac_address': 'fa:16:3e:26:ce:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dade65a2-3652-4abe-b2f1-9c32b95f8c41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-26T03:22:03Z', 'updated_at': '2022-06-26T03:22:05Z', 'revision_number': 1, 'project_id': '4a6b41994f444cafb21d3d6e395b6893', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c642946-eba8-4afd-8588-a4f2a1c1bcf9', 'name': '', 'network_id': '4925de68-9c6f-4235-8c00-daee335817a4', 'tenant_id': '4a6b41994f444cafb21d3d6e395b6893', 'mac_address': 'fa:16:3e:f7:89:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e36f13b-e02a-4d7d-8017-9ddb2aeb7234', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'db13727d-bad1-446f-86ff-3a62b40a69f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:18:35Z', 'updated_at': '2022-06-26T03:18:39Z', 'revision_number': 5, 'project_id': '4a6b41994f444cafb21d3d6e395b6893', 'subnets': [{'id': 'db13727d-bad1-446f-86ff-3a62b40a69f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-4-iscsi', False) {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:24:21.294735 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a79aaeb-8123-4531-a885-b62f4a637cc6 None None] Checking router: 5e36f13b-e02a-4d7d-8017-9ddb2aeb7234 for host: dv-cinder-846842-4-iscsi {{(pid=104016) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 03:24:21.303540 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a79aaeb-8123-4531-a885-b62f4a637cc6 None None] Routers {'5e36f13b-e02a-4d7d-8017-9ddb2aeb7234'} bound to L3 agent in host dv-cinder-846842-4-iscsi {{(pid=104016) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 26 03:24:21.304136 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-2a79aaeb-8123-4531-a885-b62f4a637cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-26T02:56:44Z,description=,heartbeat_timestamp=2022-06-26T03:24:14Z,host='dv-cinder-846842-4-iscsi',id=0122de27-3097-4d47-a0ca-0fb90e28ac1e,load=0,resource_versions=,resources_synced=,started_at=2022-06-26T02:56:44Z,topic='l3_agent')) {'router_ids': ['5e36f13b-e02a-4d7d-8017-9ddb2aeb7234'], 'active': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:24:21.318372 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7c7480-43f9-438f-a0a7-2ccba2f0618d req-3f599133-b46c-4131-a4c6-73aba11b07c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:24:21.319838 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-fb7c7480-43f9-438f-a0a7-2ccba2f0618d req-3f599133-b46c-4131-a4c6-73aba11b07c6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=db13727d-bad1-446f-86ff-3a62b40a69f1 HTTP/1.1" status: 200 len: 850 time: 0.0479085 Jun 26 03:24:21.361817 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7c7480-43f9-438f-a0a7-2ccba2f0618d req-6464e5c1-8ce1-4564-96b6-5d0a2ae438d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:24:21.363761 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-fb7c7480-43f9-438f-a0a7-2ccba2f0618d req-6464e5c1-8ce1-4564-96b6-5d0a2ae438d7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4925de68-9c6f-4235-8c00-daee335817a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388968 Jun 26 03:24:21.401550 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvr_db [None req-2a79aaeb-8123-4531-a885-b62f4a637cc6 None None] Set router 5e36f13b-e02a-4d7d-8017-9ddb2aeb7234 gateway port host: dv-cinder-846842-4-iscsi {{(pid=104016) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 26 03:24:21.451372 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-fb7c7480-43f9-438f-a0a7-2ccba2f0618d req-bc729c84-5fb7-4c76-94ef-859bdcf5fc45 service neutron] 10.222.0.43 "GET /v2.0/networks/4925de68-9c6f-4235-8c00-daee335817a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817811 Jun 26 03:24:21.544043 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-fb7c7480-43f9-438f-a0a7-2ccba2f0618d req-478e22e9-e79b-4a0c-9b4c-4ad8148c4ae7 service neutron] 10.222.0.43 "GET /v2.0/networks/4925de68-9c6f-4235-8c00-daee335817a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868633 Jun 26 03:24:21.603415 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-2a79aaeb-8123-4531-a885-b62f4a637cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e36f13b-e02a-4d7d-8017-9ddb2aeb7234', 'name': 'tempest-TestVolumeBootPattern-608296386-router', 'tenant_id': '4a6b41994f444cafb21d3d6e395b6893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': '976921bd-0486-4c4e-8058-8b73534ef312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:18:33Z', 'updated_at': '2022-06-26T03:18:35Z', 'revision_number': 4, 'project_id': '4a6b41994f444cafb21d3d6e395b6893', 'gw_port': {'id': '976921bd-0486-4c4e-8058-8b73534ef312', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:83:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e36f13b-e02a-4d7d-8017-9ddb2aeb7234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:18:33Z', 'updated_at': '2022-06-26T03:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi', '_floatingips': [{'id': '01fe82b8-9979-4f74-9b5a-9438cf91b762', 'tenant_id': '4a6b41994f444cafb21d3d6e395b6893', 'floating_ip_address': '172.27.2.218', 'floating_network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'router_id': '5e36f13b-e02a-4d7d-8017-9ddb2aeb7234', 'port_id': '4e3a7e52-0222-4385-a9cc-7284b4ff51b7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4925de68-9c6f-4235-8c00-daee335817a4', 'mac_address': 'fa:16:3e:61:70:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2939ac2-cfe5-449c-9134-331f6d917b68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-26T03:24:20Z', 'updated_at': '2022-06-26T03:24:20Z', 'revision_number': 0, 'project_id': '4a6b41994f444cafb21d3d6e395b6893', 'fixed_ip_address_scope': None}, {'id': '990ef7f8-36e0-46e6-ba19-9b255d94ff0b', 'tenant_id': '4a6b41994f444cafb21d3d6e395b6893', 'floating_ip_address': '172.27.2.56', 'floating_network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'router_id': '5e36f13b-e02a-4d7d-8017-9ddb2aeb7234', 'port_id': '0899d680-8642-43f4-878d-b695cd950eea', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4925de68-9c6f-4235-8c00-daee335817a4', 'mac_address': 'fa:16:3e:26:ce:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dade65a2-3652-4abe-b2f1-9c32b95f8c41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-26T03:22:03Z', 'updated_at': '2022-06-26T03:22:05Z', 'revision_number': 1, 'project_id': '4a6b41994f444cafb21d3d6e395b6893', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c642946-eba8-4afd-8588-a4f2a1c1bcf9', 'name': '', 'network_id': '4925de68-9c6f-4235-8c00-daee335817a4', 'tenant_id': '4a6b41994f444cafb21d3d6e395b6893', 'mac_address': 'fa:16:3e:f7:89:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e36f13b-e02a-4d7d-8017-9ddb2aeb7234', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'db13727d-bad1-446f-86ff-3a62b40a69f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:18:35Z', 'updated_at': '2022-06-26T03:18:39Z', 'revision_number': 5, 'project_id': '4a6b41994f444cafb21d3d6e395b6893', 'subnets': [{'id': 'db13727d-bad1-446f-86ff-3a62b40a69f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-4-iscsi', False) {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:24:21.630502 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a79aaeb-8123-4531-a885-b62f4a637cc6 None None] The sync data for ids ['5e36f13b-e02a-4d7d-8017-9ddb2aeb7234'] in dv-cinder-846842-4-iscsi is: [{'id': '5e36f13b-e02a-4d7d-8017-9ddb2aeb7234', 'name': 'tempest-TestVolumeBootPattern-608296386-router', 'tenant_id': '4a6b41994f444cafb21d3d6e395b6893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': '976921bd-0486-4c4e-8058-8b73534ef312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:18:33Z', 'updated_at': '2022-06-26T03:18:35Z', 'revision_number': 4, 'project_id': '4a6b41994f444cafb21d3d6e395b6893', 'gw_port': {'id': '976921bd-0486-4c4e-8058-8b73534ef312', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:83:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e36f13b-e02a-4d7d-8017-9ddb2aeb7234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:18:33Z', 'updated_at': '2022-06-26T03:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi', '_floatingips': [{'id': '01fe82b8-9979-4f74-9b5a-9438cf91b762', 'tenant_id': '4a6b41994f444cafb21d3d6e395b6893', 'floating_ip_address': '172.27.2.218', 'floating_network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'router_id': '5e36f13b-e02a-4d7d-8017-9ddb2aeb7234', 'port_id': '4e3a7e52-0222-4385-a9cc-7284b4ff51b7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4925de68-9c6f-4235-8c00-daee335817a4', 'mac_address': 'fa:16:3e:61:70:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2939ac2-cfe5-449c-9134-331f6d917b68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-26T03:24:20Z', 'updated_at': '2022-06-26T03:24:20Z', 'revision_number': 0, 'project_id': '4a6b41994f444cafb21d3d6e395b6893', 'fixed_ip_address_scope': None}, {'id': '990ef7f8-36e0-46e6-ba19-9b255d94ff0b', 'tenant_id': '4a6b41994f444cafb21d3d6e395b6893', 'floating_ip_address': '172.27.2.56', 'floating_network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'router_id': '5e36f13b-e02a-4d7d-8017-9ddb2aeb7234', 'port_id': '0899d680-8642-43f4-878d-b695cd950eea', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4925de68-9c6f-4235-8c00-daee335817a4', 'mac_address': 'fa:16:3e:26:ce:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dade65a2-3652-4abe-b2f1-9c32b95f8c41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-26T03:22:03Z', 'updated_at': '2022-06-26T03:22:05Z', 'revision_number': 1, 'project_id': '4a6b41994f444cafb21d3d6e395b6893', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c642946-eba8-4afd-8588-a4f2a1c1bcf9', 'name': '', 'network_id': '4925de68-9c6f-4235-8c00-daee335817a4', 'tenant_id': '4a6b41994f444cafb21d3d6e395b6893', 'mac_address': 'fa:16:3e:f7:89:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e36f13b-e02a-4d7d-8017-9ddb2aeb7234', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'db13727d-bad1-446f-86ff-3a62b40a69f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:18:35Z', 'updated_at': '2022-06-26T03:18:39Z', 'revision_number': 5, 'project_id': '4a6b41994f444cafb21d3d6e395b6893', 'subnets': [{'id': 'db13727d-bad1-446f-86ff-3a62b40a69f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104016) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 03:24:21.807050 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccbb3c11-9795-4bda-b43b-c237baed074e None None] New status for floating IP 01fe82b8-9979-4f74-9b5a-9438cf91b762: ACTIVE {{(pid=104015) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 26 03:24:31.533836 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=61,neutron:DELETE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:24:31.541176 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=42 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:24:31.903390 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=27,neutron:UPDATE=3 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:24:31.906141 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=32,neutron:UPDATE=1 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:24:31.953060 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.agents_db [None req-1acc9491-aa00-4d80-a7f3-d699105ea2bf None None] Agent healthcheck: found 6 active agents {{(pid=104016) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 03:24:40.028427 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=69,neutron:DELETE=1 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:24:41.471186 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-7cb50829-a126-40ad-a8a2-3364c779901e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (7168f7b9-c398-4364-91f8-35e2ce03f4c4), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:24:41.950134 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=88 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:24:43.794759 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-e0ccdcd6-6fdc-4db4-aceb-ea16fc8ae6db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (0122de27-3097-4d47-a0ca-0fb90e28ac1e), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:24:44.909815 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a0725410-9e6c-45cb-9ff8-c6c4931d6b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (ece691f0-a7cc-4e31-b59a-0e18fd9fccde), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:24:45.054162 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (e7a0895f-45bb-4130-be69-32df3e039043), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:24:46.376583 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d2867017-9ae3-4ae5-b018-59cb98d1258b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (3b87920d-6933-41a3-b47c-185b87d68e87), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:24:46.556021 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (16f9b602-7baf-4f7a-ab92-1b0788147fb5), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:24:50.561827 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-0d44c054-b88c-4174-bbd2-8f89e2a8fff2 req-89cab0b8-75cc-4b29-a64e-e6dda866de4d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=dade65a2-3652-4abe-b2f1-9c32b95f8c41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0368021 Jun 26 03:24:50.659891 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d44c054-b88c-4174-bbd2-8f89e2a8fff2 req-70baead9-f7d7-41aa-81ee-b32570c01e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:24:50.661354 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-0d44c054-b88c-4174-bbd2-8f89e2a8fff2 req-70baead9-f7d7-41aa-81ee-b32570c01e2f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4a6b41994f444cafb21d3d6e395b6893&device_id=dade65a2-3652-4abe-b2f1-9c32b95f8c41 HTTP/1.1" status: 200 len: 1129 time: 0.0425792 Jun 26 03:24:50.761979 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d44c054-b88c-4174-bbd2-8f89e2a8fff2 req-3403fcd2-a1c6-4b06-9f8e-59cf4b9dfb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:24:50.763728 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-0d44c054-b88c-4174-bbd2-8f89e2a8fff2 req-3403fcd2-a1c6-4b06-9f8e-59cf4b9dfb1e service neutron] 10.222.0.43 "GET /v2.0/networks?id=4925de68-9c6f-4235-8c00-daee335817a4 HTTP/1.1" status: 200 len: 912 time: 0.0845616 Jun 26 03:24:50.828602 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-0d44c054-b88c-4174-bbd2-8f89e2a8fff2 req-63f1b697-901e-49f4-8101-17b4696522e1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0899d680-8642-43f4-878d-b695cd950eea HTTP/1.1" status: 200 len: 1000 time: 0.0579634 Jun 26 03:24:50.875264 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d44c054-b88c-4174-bbd2-8f89e2a8fff2 req-727079db-0531-4e4e-a8d4-f4ff4c0e5c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:24:50.876733 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-0d44c054-b88c-4174-bbd2-8f89e2a8fff2 req-727079db-0531-4e4e-a8d4-f4ff4c0e5c1f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=db13727d-bad1-446f-86ff-3a62b40a69f1 HTTP/1.1" status: 200 len: 850 time: 0.0428348 Jun 26 03:24:50.918363 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d44c054-b88c-4174-bbd2-8f89e2a8fff2 req-fd674ae4-0aa4-4a76-9770-9aea8dc698ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:24:50.919783 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-0d44c054-b88c-4174-bbd2-8f89e2a8fff2 req-fd674ae4-0aa4-4a76-9770-9aea8dc698ca service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4925de68-9c6f-4235-8c00-daee335817a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377624 Jun 26 03:24:51.011288 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-0d44c054-b88c-4174-bbd2-8f89e2a8fff2 req-0f561254-ad8a-4752-befe-c2a2dd23f63e service neutron] 10.222.0.43 "GET /v2.0/networks/4925de68-9c6f-4235-8c00-daee335817a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839984 Jun 26 03:24:51.097522 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-0d44c054-b88c-4174-bbd2-8f89e2a8fff2 req-c978c012-9ef4-40a7-a79d-d8ee20c655a9 service neutron] 10.222.0.43 "GET /v2.0/networks/4925de68-9c6f-4235-8c00-daee335817a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794978 Jun 26 03:24:59.039002 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=2 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:24:59.039761 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=4 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:24:59.513540 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=16,neutron:UPDATE=4 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:24:59.517841 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=28,neutron:UPDATE=2 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:25:01.089191 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=48 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:25:01.094340 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=53 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:25:08.951462 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.agents_db [None req-1acc9491-aa00-4d80-a7f3-d699105ea2bf None None] Agent healthcheck: found 6 active agents {{(pid=104016) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 03:25:11.474146 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-309e8825-5db8-4202-bf28-363223faac62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (7168f7b9-c398-4364-91f8-35e2ce03f4c4), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:25:13.796534 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-92ab682b-551e-4b2a-9b7e-d9b1c6395afa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (0122de27-3097-4d47-a0ca-0fb90e28ac1e), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:25:14.913404 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a0725410-9e6c-45cb-9ff8-c6c4931d6b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (ece691f0-a7cc-4e31-b59a-0e18fd9fccde), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:25:15.066237 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (e7a0895f-45bb-4130-be69-32df3e039043), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:25:16.377118 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d2867017-9ae3-4ae5-b018-59cb98d1258b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (3b87920d-6933-41a3-b47c-185b87d68e87), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:25:16.557038 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (16f9b602-7baf-4f7a-ab92-1b0788147fb5), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:25:18.946969 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=2 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:25:18.947732 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=2 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:25:26.551017 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:25:26.552900 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:25:39.396346 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=17 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:25:39.397085 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=15 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:25:41.475743 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-897a2a6c-4d02-4381-acbe-4da629b83dea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (7168f7b9-c398-4364-91f8-35e2ce03f4c4), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:25:43.798345 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a2233c2a-1f0d-4e48-98f7-b68c599f61e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (0122de27-3097-4d47-a0ca-0fb90e28ac1e), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:25:44.916553 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a0725410-9e6c-45cb-9ff8-c6c4931d6b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (ece691f0-a7cc-4e31-b59a-0e18fd9fccde), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:25:45.085112 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (e7a0895f-45bb-4130-be69-32df3e039043), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:25:45.950866 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.agents_db [None req-1acc9491-aa00-4d80-a7f3-d699105ea2bf None None] Agent healthcheck: found 6 active agents {{(pid=104016) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 03:25:46.379821 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d2867017-9ae3-4ae5-b018-59cb98d1258b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (3b87920d-6933-41a3-b47c-185b87d68e87), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:25:46.533505 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [req-9b831538-0c24-4a46-963e-11ce6c24f320 req-b330d808-9c1c-4837-a226-3286a62cdf25 service neutron] (104014) timed out ('10.222.0.43', 51535) {{(pid=104014) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 26 03:25:46.559322 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (16f9b602-7baf-4f7a-ab92-1b0788147fb5), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:25:50.570838 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-f745c520-84cd-4681-a245-899bde837d35 req-db05db4e-50ad-4f6d-99c2-00656fca79cb service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f2939ac2-cfe5-449c-9134-331f6d917b68&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0370598 Jun 26 03:25:50.647954 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f745c520-84cd-4681-a245-899bde837d35 req-d64d3d57-a178-4218-9356-f100e561b25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:25:50.649410 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-f745c520-84cd-4681-a245-899bde837d35 req-d64d3d57-a178-4218-9356-f100e561b25b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4a6b41994f444cafb21d3d6e395b6893&device_id=f2939ac2-cfe5-449c-9134-331f6d917b68 HTTP/1.1" status: 200 len: 1129 time: 0.0428386 Jun 26 03:25:50.749019 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f745c520-84cd-4681-a245-899bde837d35 req-1ade81f3-cb86-4574-b812-d773dbbc2a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:25:50.750466 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-f745c520-84cd-4681-a245-899bde837d35 req-1ade81f3-cb86-4574-b812-d773dbbc2a87 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4925de68-9c6f-4235-8c00-daee335817a4 HTTP/1.1" status: 200 len: 912 time: 0.0838060 Jun 26 03:25:50.814457 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-f745c520-84cd-4681-a245-899bde837d35 req-b389a6c7-b70b-4689-a0a5-c50f4266a9b2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4e3a7e52-0222-4385-a9cc-7284b4ff51b7 HTTP/1.1" status: 200 len: 1001 time: 0.0573056 Jun 26 03:25:50.860312 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f745c520-84cd-4681-a245-899bde837d35 req-e09ab245-7e72-4491-a963-ebad5d332878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:25:50.861741 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-f745c520-84cd-4681-a245-899bde837d35 req-e09ab245-7e72-4491-a963-ebad5d332878 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=db13727d-bad1-446f-86ff-3a62b40a69f1 HTTP/1.1" status: 200 len: 850 time: 0.0420420 Jun 26 03:25:50.904833 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f745c520-84cd-4681-a245-899bde837d35 req-2dd2c87e-1aa6-40ec-9305-4b7373c57c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:25:50.906295 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-f745c520-84cd-4681-a245-899bde837d35 req-2dd2c87e-1aa6-40ec-9305-4b7373c57c18 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4925de68-9c6f-4235-8c00-daee335817a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384095 Jun 26 03:25:50.997174 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-f745c520-84cd-4681-a245-899bde837d35 req-ed81e014-d57c-4e34-9d13-bddd9d24c10c service neutron] 10.222.0.43 "GET /v2.0/networks/4925de68-9c6f-4235-8c00-daee335817a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842454 Jun 26 03:25:51.083418 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-f745c520-84cd-4681-a245-899bde837d35 req-1abf1412-3f6c-467e-a8b3-d3ae777652a7 service neutron] 10.222.0.43 "GET /v2.0/networks/4925de68-9c6f-4235-8c00-daee335817a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805511 Jun 26 03:25:55.946853 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=1 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:25:55.947600 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=1 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:25:56.552981 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:UPDATE=2,neutron:SELECT=6 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:25:56.555528 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=12,neutron:UPDATE=4 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:26:01.074418 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=56 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:26:01.080654 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=45 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:26:11.476588 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-febb7d8c-11e3-4dd3-87ed-72d991c6a2ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (7168f7b9-c398-4364-91f8-35e2ce03f4c4), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:26:13.036965 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=3 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:26:13.041118 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=3 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:26:13.802638 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-43e85514-83ba-48c1-b690-6b7d398463e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (0122de27-3097-4d47-a0ca-0fb90e28ac1e), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:26:14.921978 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a0725410-9e6c-45cb-9ff8-c6c4931d6b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (ece691f0-a7cc-4e31-b59a-0e18fd9fccde), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:26:15.084746 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (e7a0895f-45bb-4130-be69-32df3e039043), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:26:16.383911 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d2867017-9ae3-4ae5-b018-59cb98d1258b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (3b87920d-6933-41a3-b47c-185b87d68e87), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:26:16.561285 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (16f9b602-7baf-4f7a-ab92-1b0788147fb5), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:26:22.950241 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.agents_db [None req-1acc9491-aa00-4d80-a7f3-d699105ea2bf None None] Agent healthcheck: found 6 active agents {{(pid=104016) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 03:26:23.075598 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 51480) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:26:23.213488 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-20286892-9363-459e-b7de-c883f61967d5 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Deleting port 183a38b7-7878-4312-928d-83672f0716e4 {{(pid=104014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 26 03:26:23.213834 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-20286892-9363-459e-b7de-c883f61967d5 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787575727912'] for port (183a38b7-7878-4312-928d-83672f0716e4), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:26:23.290524 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-20286892-9363-459e-b7de-c883f61967d5 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615864'] for port (183a38b7-7878-4312-928d-83672f0716e4), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:26:23.290846 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-20286892-9363-459e-b7de-c883f61967d5 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Publish callbacks [] for floatingip (183a38b7-7878-4312-928d-83672f0716e4), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:26:23.303422 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-20286892-9363-459e-b7de-c883f61967d5 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Calling delete_port for 183a38b7-7878-4312-928d-83672f0716e4 owned by network:floatingip {{(pid=104014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 26 03:26:23.447578 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-20286892-9363-459e-b7de-c883f61967d5 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787575732336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787575245478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6258255'] for port (183a38b7-7878-4312-928d-83672f0716e4), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:26:23.471927 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20286892-9363-459e-b7de-c883f61967d5 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Pushing event deleted for resources: {'Port': ['ID=183a38b7-7878-4312-928d-83672f0716e4,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:26:23.497105 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20286892-9363-459e-b7de-c883f61967d5 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:26:23.497451 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20286892-9363-459e-b7de-c883f61967d5 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:26:23.497792 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20286892-9363-459e-b7de-c883f61967d5 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:26:23.498161 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20286892-9363-459e-b7de-c883f61967d5 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:26:23.498500 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20286892-9363-459e-b7de-c883f61967d5 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:26:23.498829 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20286892-9363-459e-b7de-c883f61967d5 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:26:23.499152 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20286892-9363-459e-b7de-c883f61967d5 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:26:23.499475 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20286892-9363-459e-b7de-c883f61967d5 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:26:23.499799 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20286892-9363-459e-b7de-c883f61967d5 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:26:23.500120 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20286892-9363-459e-b7de-c883f61967d5 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:26:23.500443 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20286892-9363-459e-b7de-c883f61967d5 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:26:23.500764 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20286892-9363-459e-b7de-c883f61967d5 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:26:23.501081 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20286892-9363-459e-b7de-c883f61967d5 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:26:23.501398 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20286892-9363-459e-b7de-c883f61967d5 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:26:23.501714 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20286892-9363-459e-b7de-c883f61967d5 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104014) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:26:23.543481 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-20286892-9363-459e-b7de-c883f61967d5 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Publish callbacks [] for floatingip (01fe82b8-9979-4f74-9b5a-9438cf91b762), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:26:23.543810 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.db.l3_db [None req-20286892-9363-459e-b7de-c883f61967d5 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Floating IP 01fe82b8-9979-4f74-9b5a-9438cf91b762 disassociated (deleted). External IP: 172.27.2.218, port: 4e3a7e52-0222-4385-a9cc-7284b4ff51b7. Jun 26 03:26:23.737610 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20286892-9363-459e-b7de-c883f61967d5 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Router 5e36f13b-e02a-4d7d-8017-9ddb2aeb7234 has already been hosted by L3 agent 0122de27-3097-4d47-a0ca-0fb90e28ac1e {{(pid=104014) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 26 03:26:23.840086 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20286892-9363-459e-b7de-c883f61967d5 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Notify agent at l3_agent.dv-cinder-846842-4-iscsi the message routers_updated {{(pid=104014) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 03:26:23.844883 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-20286892-9363-459e-b7de-c883f61967d5 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515864'] for floatingip (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:26:23.849702 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1682da-ecb2-4828-b63c-190129c7acd7 None None] Sync routers for ids ['5e36f13b-e02a-4d7d-8017-9ddb2aeb7234'] in dv-cinder-846842-4-iscsi {{(pid=104016) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 03:26:23.858973 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1682da-ecb2-4828-b63c-190129c7acd7 None None] Routers {'5e36f13b-e02a-4d7d-8017-9ddb2aeb7234'} bound to L3 agent in host dv-cinder-846842-4-iscsi {{(pid=104016) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 26 03:26:23.859579 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-ad1682da-ecb2-4828-b63c-190129c7acd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-26T02:56:44Z,description=,heartbeat_timestamp=2022-06-26T03:26:14Z,host='dv-cinder-846842-4-iscsi',id=0122de27-3097-4d47-a0ca-0fb90e28ac1e,load=0,resource_versions=,resources_synced=,started_at=2022-06-26T02:56:44Z,topic='l3_agent')) {'router_ids': ['5e36f13b-e02a-4d7d-8017-9ddb2aeb7234'], 'active': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:26:23.875550 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-20286892-9363-459e-b7de-c883f61967d5 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] 10.222.0.13 "DELETE /v2.0/floatingips/01fe82b8-9979-4f74-9b5a-9438cf91b762 HTTP/1.1" status: 204 len: 168 time: 0.7988930 Jun 26 03:26:23.876126 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2939ac2-cfe5-449c-9134-331f6d917b68', 'tag': '4e3a7e52-0222-4385-a9cc-7284b4ff51b7'}] {{(pid=104014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 26 03:26:23.878349 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b346e277b9447a300c9d303bb334713d04858661d6ca7e8667ef96f79658145a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3f3220b-ff50-47ff-9379-12a2e46eeafe" -d '{"events": [{"name": "network-changed", "server_uuid": "f2939ac2-cfe5-449c-9134-331f6d917b68", "tag": "4e3a7e52-0222-4385-a9cc-7284b4ff51b7"}]}' {{(pid=104014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 03:26:23.923699 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Jun 2022 03:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79aa3da9-1b42-4264-a6ec-985d44e632ef x-openstack-request-id: req-79aa3da9-1b42-4264-a6ec-985d44e632ef {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 03:26:23.924100 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2939ac2-cfe5-449c-9134-331f6d917b68", "tag": "4e3a7e52-0222-4385-a9cc-7284b4ff51b7", "status": "completed", "code": 200}]} {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 03:26:23.924355 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-79aa3da9-1b42-4264-a6ec-985d44e632ef {{(pid=104014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 03:26:23.924779 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79aa3da9-1b42-4264-a6ec-985d44e632ef'] response: {'name': 'network-changed', 'server_uuid': 'f2939ac2-cfe5-449c-9134-331f6d917b68', 'tag': '4e3a7e52-0222-4385-a9cc-7284b4ff51b7', 'status': 'completed', 'code': 200} Jun 26 03:26:23.965565 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvr_db [None req-ad1682da-ecb2-4828-b63c-190129c7acd7 None None] Set router 5e36f13b-e02a-4d7d-8017-9ddb2aeb7234 gateway port host: dv-cinder-846842-4-iscsi {{(pid=104016) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 26 03:26:23.997366 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:26:24.000292 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:26:24.009720 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f3220b-ff50-47ff-9379-12a2e46eeafe req-f7870065-e416-4690-b926-d4fba87607ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:26:24.011250 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-f3f3220b-ff50-47ff-9379-12a2e46eeafe req-f7870065-e416-4690-b926-d4fba87607ef service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4a6b41994f444cafb21d3d6e395b6893&device_id=f2939ac2-cfe5-449c-9134-331f6d917b68 HTTP/1.1" status: 200 len: 1129 time: 0.0430472 Jun 26 03:26:24.103053 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f3220b-ff50-47ff-9379-12a2e46eeafe req-cdd046c6-7551-43f5-862b-cb498f0b3343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:26:24.104556 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-f3f3220b-ff50-47ff-9379-12a2e46eeafe req-cdd046c6-7551-43f5-862b-cb498f0b3343 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4925de68-9c6f-4235-8c00-daee335817a4 HTTP/1.1" status: 200 len: 912 time: 0.0878053 Jun 26 03:26:24.142383 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-f3f3220b-ff50-47ff-9379-12a2e46eeafe req-bc205a75-0387-43ce-a740-f5dc898bf04e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4e3a7e52-0222-4385-a9cc-7284b4ff51b7 HTTP/1.1" status: 200 len: 217 time: 0.0322330 Jun 26 03:26:24.173685 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-ad1682da-ecb2-4828-b63c-190129c7acd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e36f13b-e02a-4d7d-8017-9ddb2aeb7234', 'name': 'tempest-TestVolumeBootPattern-608296386-router', 'tenant_id': '4a6b41994f444cafb21d3d6e395b6893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': '976921bd-0486-4c4e-8058-8b73534ef312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:18:33Z', 'updated_at': '2022-06-26T03:18:35Z', 'revision_number': 4, 'project_id': '4a6b41994f444cafb21d3d6e395b6893', 'gw_port': {'id': '976921bd-0486-4c4e-8058-8b73534ef312', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:83:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e36f13b-e02a-4d7d-8017-9ddb2aeb7234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:18:33Z', 'updated_at': '2022-06-26T03:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi', '_floatingips': [{'id': '990ef7f8-36e0-46e6-ba19-9b255d94ff0b', 'tenant_id': '4a6b41994f444cafb21d3d6e395b6893', 'floating_ip_address': '172.27.2.56', 'floating_network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'router_id': '5e36f13b-e02a-4d7d-8017-9ddb2aeb7234', 'port_id': '0899d680-8642-43f4-878d-b695cd950eea', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4925de68-9c6f-4235-8c00-daee335817a4', 'mac_address': 'fa:16:3e:26:ce:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dade65a2-3652-4abe-b2f1-9c32b95f8c41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-26T03:22:03Z', 'updated_at': '2022-06-26T03:22:05Z', 'revision_number': 1, 'project_id': '4a6b41994f444cafb21d3d6e395b6893', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c642946-eba8-4afd-8588-a4f2a1c1bcf9', 'name': '', 'network_id': '4925de68-9c6f-4235-8c00-daee335817a4', 'tenant_id': '4a6b41994f444cafb21d3d6e395b6893', 'mac_address': 'fa:16:3e:f7:89:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e36f13b-e02a-4d7d-8017-9ddb2aeb7234', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'db13727d-bad1-446f-86ff-3a62b40a69f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:18:35Z', 'updated_at': '2022-06-26T03:18:39Z', 'revision_number': 5, 'project_id': '4a6b41994f444cafb21d3d6e395b6893', 'subnets': [{'id': 'db13727d-bad1-446f-86ff-3a62b40a69f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-4-iscsi', False) {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:26:24.194584 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f3220b-ff50-47ff-9379-12a2e46eeafe req-14e54c31-6021-4ab8-a399-d5d8c7b040ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:26:24.196039 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-f3f3220b-ff50-47ff-9379-12a2e46eeafe req-14e54c31-6021-4ab8-a399-d5d8c7b040ff service neutron] 10.222.0.43 "GET /v2.0/subnets?id=db13727d-bad1-446f-86ff-3a62b40a69f1 HTTP/1.1" status: 200 len: 850 time: 0.0472140 Jun 26 03:26:24.202134 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1682da-ecb2-4828-b63c-190129c7acd7 None None] Checking router: 5e36f13b-e02a-4d7d-8017-9ddb2aeb7234 for host: dv-cinder-846842-4-iscsi {{(pid=104016) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 03:26:24.210573 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1682da-ecb2-4828-b63c-190129c7acd7 None None] Routers {'5e36f13b-e02a-4d7d-8017-9ddb2aeb7234'} bound to L3 agent in host dv-cinder-846842-4-iscsi {{(pid=104016) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 26 03:26:24.211454 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-ad1682da-ecb2-4828-b63c-190129c7acd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-26T02:56:44Z,description=,heartbeat_timestamp=2022-06-26T03:26:14Z,host='dv-cinder-846842-4-iscsi',id=0122de27-3097-4d47-a0ca-0fb90e28ac1e,load=0,resource_versions=,resources_synced=,started_at=2022-06-26T02:56:44Z,topic='l3_agent')) {'router_ids': ['5e36f13b-e02a-4d7d-8017-9ddb2aeb7234'], 'active': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:26:24.238670 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f3220b-ff50-47ff-9379-12a2e46eeafe req-4ab13c3a-9d53-4afd-ac95-59d826f15e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:26:24.240826 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-f3f3220b-ff50-47ff-9379-12a2e46eeafe req-4ab13c3a-9d53-4afd-ac95-59d826f15e93 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4925de68-9c6f-4235-8c00-daee335817a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388632 Jun 26 03:26:24.307265 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvr_db [None req-ad1682da-ecb2-4828-b63c-190129c7acd7 None None] Set router 5e36f13b-e02a-4d7d-8017-9ddb2aeb7234 gateway port host: dv-cinder-846842-4-iscsi {{(pid=104016) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 26 03:26:24.327297 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-f3f3220b-ff50-47ff-9379-12a2e46eeafe req-d00cd2cd-3f45-440a-8a54-ea2ebbba26bc service neutron] 10.222.0.43 "GET /v2.0/networks/4925de68-9c6f-4235-8c00-daee335817a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814426 Jun 26 03:26:24.420115 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-f3f3220b-ff50-47ff-9379-12a2e46eeafe req-4ba927c5-d862-4aaf-a4f6-35b0ce4398d7 service neutron] 10.222.0.43 "GET /v2.0/networks/4925de68-9c6f-4235-8c00-daee335817a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866706 Jun 26 03:26:24.511915 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-ad1682da-ecb2-4828-b63c-190129c7acd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e36f13b-e02a-4d7d-8017-9ddb2aeb7234', 'name': 'tempest-TestVolumeBootPattern-608296386-router', 'tenant_id': '4a6b41994f444cafb21d3d6e395b6893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': '976921bd-0486-4c4e-8058-8b73534ef312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:18:33Z', 'updated_at': '2022-06-26T03:18:35Z', 'revision_number': 4, 'project_id': '4a6b41994f444cafb21d3d6e395b6893', 'gw_port': {'id': '976921bd-0486-4c4e-8058-8b73534ef312', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:83:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e36f13b-e02a-4d7d-8017-9ddb2aeb7234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:18:33Z', 'updated_at': '2022-06-26T03:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi', '_floatingips': [{'id': '990ef7f8-36e0-46e6-ba19-9b255d94ff0b', 'tenant_id': '4a6b41994f444cafb21d3d6e395b6893', 'floating_ip_address': '172.27.2.56', 'floating_network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'router_id': '5e36f13b-e02a-4d7d-8017-9ddb2aeb7234', 'port_id': '0899d680-8642-43f4-878d-b695cd950eea', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4925de68-9c6f-4235-8c00-daee335817a4', 'mac_address': 'fa:16:3e:26:ce:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dade65a2-3652-4abe-b2f1-9c32b95f8c41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-26T03:22:03Z', 'updated_at': '2022-06-26T03:22:05Z', 'revision_number': 1, 'project_id': '4a6b41994f444cafb21d3d6e395b6893', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c642946-eba8-4afd-8588-a4f2a1c1bcf9', 'name': '', 'network_id': '4925de68-9c6f-4235-8c00-daee335817a4', 'tenant_id': '4a6b41994f444cafb21d3d6e395b6893', 'mac_address': 'fa:16:3e:f7:89:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e36f13b-e02a-4d7d-8017-9ddb2aeb7234', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'db13727d-bad1-446f-86ff-3a62b40a69f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:18:35Z', 'updated_at': '2022-06-26T03:18:39Z', 'revision_number': 5, 'project_id': '4a6b41994f444cafb21d3d6e395b6893', 'subnets': [{'id': 'db13727d-bad1-446f-86ff-3a62b40a69f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-4-iscsi', False) {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:26:24.535497 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1682da-ecb2-4828-b63c-190129c7acd7 None None] The sync data for ids ['5e36f13b-e02a-4d7d-8017-9ddb2aeb7234'] in dv-cinder-846842-4-iscsi is: [{'id': '5e36f13b-e02a-4d7d-8017-9ddb2aeb7234', 'name': 'tempest-TestVolumeBootPattern-608296386-router', 'tenant_id': '4a6b41994f444cafb21d3d6e395b6893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': '976921bd-0486-4c4e-8058-8b73534ef312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:18:33Z', 'updated_at': '2022-06-26T03:18:35Z', 'revision_number': 4, 'project_id': '4a6b41994f444cafb21d3d6e395b6893', 'gw_port': {'id': '976921bd-0486-4c4e-8058-8b73534ef312', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:83:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e36f13b-e02a-4d7d-8017-9ddb2aeb7234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:18:33Z', 'updated_at': '2022-06-26T03:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi', '_floatingips': [{'id': '990ef7f8-36e0-46e6-ba19-9b255d94ff0b', 'tenant_id': '4a6b41994f444cafb21d3d6e395b6893', 'floating_ip_address': '172.27.2.56', 'floating_network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'router_id': '5e36f13b-e02a-4d7d-8017-9ddb2aeb7234', 'port_id': '0899d680-8642-43f4-878d-b695cd950eea', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4925de68-9c6f-4235-8c00-daee335817a4', 'mac_address': 'fa:16:3e:26:ce:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dade65a2-3652-4abe-b2f1-9c32b95f8c41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-26T03:22:03Z', 'updated_at': '2022-06-26T03:22:05Z', 'revision_number': 1, 'project_id': '4a6b41994f444cafb21d3d6e395b6893', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c642946-eba8-4afd-8588-a4f2a1c1bcf9', 'name': '', 'network_id': '4925de68-9c6f-4235-8c00-daee335817a4', 'tenant_id': '4a6b41994f444cafb21d3d6e395b6893', 'mac_address': 'fa:16:3e:f7:89:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e36f13b-e02a-4d7d-8017-9ddb2aeb7234', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'db13727d-bad1-446f-86ff-3a62b40a69f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:18:35Z', 'updated_at': '2022-06-26T03:18:39Z', 'revision_number': 5, 'project_id': '4a6b41994f444cafb21d3d6e395b6893', 'subnets': [{'id': 'db13727d-bad1-446f-86ff-3a62b40a69f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104016) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 03:26:24.743247 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43487f77-90bc-4b45-bdf7-557a42a2206a None None] New status for floating IP 01fe82b8-9979-4f74-9b5a-9438cf91b762: DOWN {{(pid=104015) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 26 03:26:25.212625 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9539995b-dab3-4b71-afd2-656691b0ee58 req-3a94a3c5-e1ba-42eb-8902-b548219e28f2 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:26:25.214077 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-9539995b-dab3-4b71-afd2-656691b0ee58 req-3a94a3c5-e1ba-42eb-8902-b548219e28f2 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2939ac2-cfe5-449c-9134-331f6d917b68 HTTP/1.1" status: 200 len: 945 time: 0.1434059 Jun 26 03:26:25.261477 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-9539995b-dab3-4b71-afd2-656691b0ee58 req-26cc20d6-ec7f-4b58-a8f4-26ab5186bbe8 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4bdc25b-6526-4e0c-94e9-bf640a708672&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420067 Jun 26 03:26:26.677023 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4cef4a-a1fc-4900-89d5-b50d67ecc75c req-de8c805d-e605-46ef-9cf0-c7deb65a8b5b tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:26:26.679029 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-8a4cef4a-a1fc-4900-89d5-b50d67ecc75c req-de8c805d-e605-46ef-9cf0-c7deb65a8b5b tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2939ac2-cfe5-449c-9134-331f6d917b68 HTTP/1.1" status: 200 len: 945 time: 0.3485386 Jun 26 03:26:26.726473 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-8a4cef4a-a1fc-4900-89d5-b50d67ecc75c req-fd8b6990-adbe-47d8-9c77-9cd489c3f10e tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4bdc25b-6526-4e0c-94e9-bf640a708672&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417483 Jun 26 03:26:27.022027 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46190d12-3e26-40f6-879d-db06effcbea0 req-1c7594be-6f7d-4fba-b88e-bb4f0205bd88 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:26:27.023456 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-46190d12-3e26-40f6-879d-db06effcbea0 req-1c7594be-6f7d-4fba-b88e-bb4f0205bd88 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] 10.222.0.43 "GET /v2.0/ports?device_id=f2939ac2-cfe5-449c-9134-331f6d917b68 HTTP/1.1" status: 200 len: 945 time: 0.0461879 Jun 26 03:26:27.102519 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [req-46190d12-3e26-40f6-879d-db06effcbea0 req-f5333751-f690-4be8-ba19-cf179809339b tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Deleting port 4e3a7e52-0222-4385-a9cc-7284b4ff51b7 {{(pid=104014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 26 03:26:27.102858 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-46190d12-3e26-40f6-879d-db06effcbea0 req-f5333751-f690-4be8-ba19-cf179809339b tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787575727912'] for port (4e3a7e52-0222-4385-a9cc-7284b4ff51b7), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:26:27.192713 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [req-46190d12-3e26-40f6-879d-db06effcbea0 req-f5333751-f690-4be8-ba19-cf179809339b tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] For port 4e3a7e52-0222-4385-a9cc-7284b4ff51b7, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=4e3a7e52-0222-4385-a9cc-7284b4ff51b7,segment=NetworkSegment(7c661f11-3aee-4d0a-9599-bb61aa25f1b7),segment_id=7c661f11-3aee-4d0a-9599-bb61aa25f1b7)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:26:27.193106 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-46190d12-3e26-40f6-879d-db06effcbea0 req-f5333751-f690-4be8-ba19-cf179809339b tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615864'] for port (4e3a7e52-0222-4385-a9cc-7284b4ff51b7), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:26:27.205710 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [req-46190d12-3e26-40f6-879d-db06effcbea0 req-f5333751-f690-4be8-ba19-cf179809339b tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Calling delete_port for 4e3a7e52-0222-4385-a9cc-7284b4ff51b7 owned by compute:nova {{(pid=104014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 26 03:26:27.275999 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:26:27.332431 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-46190d12-3e26-40f6-879d-db06effcbea0 req-f5333751-f690-4be8-ba19-cf179809339b tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787575732336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787575245478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6258255'] for port (4e3a7e52-0222-4385-a9cc-7284b4ff51b7), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:26:27.357062 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:26:27.359534 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5333751-f690-4be8-ba19-cf179809339b tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Pushing event deleted for resources: {'Port': ['ID=4e3a7e52-0222-4385-a9cc-7284b4ff51b7,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:26:27.405194 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [req-46190d12-3e26-40f6-879d-db06effcbea0 req-f5333751-f690-4be8-ba19-cf179809339b tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] No DVR routers for this DVR port 4e3a7e52-0222-4385-a9cc-7284b4ff51b7 on host hv-cinder-84684 {{(pid=104014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 26 03:26:27.407660 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-46190d12-3e26-40f6-879d-db06effcbea0 req-f5333751-f690-4be8-ba19-cf179809339b tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515864'] for port (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:26:27.410823 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-46190d12-3e26-40f6-879d-db06effcbea0 req-f5333751-f690-4be8-ba19-cf179809339b tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] 10.222.0.43 "DELETE /v2.0/ports/4e3a7e52-0222-4385-a9cc-7284b4ff51b7 HTTP/1.1" status: 204 len: 173 time: 0.3823445 Jun 26 03:26:27.411251 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2939ac2-cfe5-449c-9134-331f6d917b68', 'name': 'network-vif-deleted', 'tag': '4e3a7e52-0222-4385-a9cc-7284b4ff51b7'}] {{(pid=104014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 26 03:26:27.414211 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b346e277b9447a300c9d303bb334713d04858661d6ca7e8667ef96f79658145a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b147112-90d3-4d66-b68f-5fca2e941d35" -d '{"events": [{"server_uuid": "f2939ac2-cfe5-449c-9134-331f6d917b68", "name": "network-vif-deleted", "tag": "4e3a7e52-0222-4385-a9cc-7284b4ff51b7"}]}' {{(pid=104014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 03:26:27.448332 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Jun 2022 03:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43683ab7-f7d2-410e-99c6-8f4d42b6c23d x-openstack-request-id: req-43683ab7-f7d2-410e-99c6-8f4d42b6c23d {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 03:26:27.448700 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2939ac2-cfe5-449c-9134-331f6d917b68", "name": "network-vif-deleted", "tag": "4e3a7e52-0222-4385-a9cc-7284b4ff51b7", "status": "completed", "code": 200}]} {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 03:26:27.448925 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-43683ab7-f7d2-410e-99c6-8f4d42b6c23d {{(pid=104014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 03:26:27.449336 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43683ab7-f7d2-410e-99c6-8f4d42b6c23d'] response: {'server_uuid': 'f2939ac2-cfe5-449c-9134-331f6d917b68', 'name': 'network-vif-deleted', 'tag': '4e3a7e52-0222-4385-a9cc-7284b4ff51b7', 'status': 'completed', 'code': 200} Jun 26 03:26:27.828634 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-ba734fc6-873f-4039-875e-5d3c8f4694d9 req-722592f2-22f0-4706-9833-efebda4f6f60 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] 10.222.0.13 "GET /v2.0/ports?device_id=f2939ac2-cfe5-449c-9134-331f6d917b68 HTTP/1.1" status: 200 len: 210 time: 0.0320034 Jun 26 03:26:29.249383 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Device 4e3a7e52-0222-4385-a9cc-7284b4ff51b7 no longer exists at agent hyperv_hv-cinder-84684 {{(pid=104015) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 03:26:29.267342 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] No Port match for: 4e3a7e52-0222-4385-a9cc-7284b4ff51b7 {{(pid=104015) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 26 03:26:29.267671 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Device 4e3a7e52-0222-4385-a9cc-7284b4ff51b7 not bound to the agent host hv-cinder-84684 {{(pid=104015) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 03:26:31.112910 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 51526) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:26:31.249494 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-7232cda3-2881-49f0-9b7d-ae45626233dc tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Deleting port 005d1af7-a394-4ae8-b1af-668795b33622 {{(pid=104014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 26 03:26:31.249845 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-7232cda3-2881-49f0-9b7d-ae45626233dc tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787575727912'] for port (005d1af7-a394-4ae8-b1af-668795b33622), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:26:31.324671 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-7232cda3-2881-49f0-9b7d-ae45626233dc tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615864'] for port (005d1af7-a394-4ae8-b1af-668795b33622), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:26:31.324990 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-7232cda3-2881-49f0-9b7d-ae45626233dc tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Publish callbacks [] for floatingip (005d1af7-a394-4ae8-b1af-668795b33622), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:26:31.341322 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-7232cda3-2881-49f0-9b7d-ae45626233dc tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Calling delete_port for 005d1af7-a394-4ae8-b1af-668795b33622 owned by network:floatingip {{(pid=104014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 26 03:26:31.480757 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-7232cda3-2881-49f0-9b7d-ae45626233dc tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787575732336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787575245478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6258255'] for port (005d1af7-a394-4ae8-b1af-668795b33622), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:26:31.508189 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7232cda3-2881-49f0-9b7d-ae45626233dc tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Pushing event deleted for resources: {'Port': ['ID=005d1af7-a394-4ae8-b1af-668795b33622,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:26:31.568214 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-7232cda3-2881-49f0-9b7d-ae45626233dc tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Publish callbacks [] for floatingip (990ef7f8-36e0-46e6-ba19-9b255d94ff0b), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:26:31.568537 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.db.l3_db [None req-7232cda3-2881-49f0-9b7d-ae45626233dc tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Floating IP 990ef7f8-36e0-46e6-ba19-9b255d94ff0b disassociated (deleted). External IP: 172.27.2.56, port: 0899d680-8642-43f4-878d-b695cd950eea. Jun 26 03:26:31.769192 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7232cda3-2881-49f0-9b7d-ae45626233dc tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Router 5e36f13b-e02a-4d7d-8017-9ddb2aeb7234 has already been hosted by L3 agent 0122de27-3097-4d47-a0ca-0fb90e28ac1e {{(pid=104014) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 26 03:26:31.776231 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:26:31.873492 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7232cda3-2881-49f0-9b7d-ae45626233dc tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Notify agent at l3_agent.dv-cinder-846842-4-iscsi the message routers_updated {{(pid=104014) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 03:26:31.878410 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-7232cda3-2881-49f0-9b7d-ae45626233dc tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515864'] for floatingip (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:26:31.883064 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08fa2f49-a4ce-4947-a55b-4a126cff3d9b None None] Sync routers for ids ['5e36f13b-e02a-4d7d-8017-9ddb2aeb7234'] in dv-cinder-846842-4-iscsi {{(pid=104016) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 03:26:31.893226 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08fa2f49-a4ce-4947-a55b-4a126cff3d9b None None] Routers {'5e36f13b-e02a-4d7d-8017-9ddb2aeb7234'} bound to L3 agent in host dv-cinder-846842-4-iscsi {{(pid=104016) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 26 03:26:31.893831 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-08fa2f49-a4ce-4947-a55b-4a126cff3d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-26T02:56:44Z,description=,heartbeat_timestamp=2022-06-26T03:26:14Z,host='dv-cinder-846842-4-iscsi',id=0122de27-3097-4d47-a0ca-0fb90e28ac1e,load=0,resource_versions=,resources_synced=,started_at=2022-06-26T02:56:44Z,topic='l3_agent')) {'router_ids': ['5e36f13b-e02a-4d7d-8017-9ddb2aeb7234'], 'active': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:26:31.908339 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-7232cda3-2881-49f0-9b7d-ae45626233dc tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] 10.222.0.13 "DELETE /v2.0/floatingips/990ef7f8-36e0-46e6-ba19-9b255d94ff0b HTTP/1.1" status: 204 len: 168 time: 0.7943540 Jun 26 03:26:31.909069 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dade65a2-3652-4abe-b2f1-9c32b95f8c41', 'tag': '0899d680-8642-43f4-878d-b695cd950eea'}] {{(pid=104014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 26 03:26:31.911545 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b346e277b9447a300c9d303bb334713d04858661d6ca7e8667ef96f79658145a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55d31c68-95fc-4b36-ab38-6d88591d67e6" -d '{"events": [{"name": "network-changed", "server_uuid": "dade65a2-3652-4abe-b2f1-9c32b95f8c41", "tag": "0899d680-8642-43f4-878d-b695cd950eea"}]}' {{(pid=104014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 03:26:31.951660 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 26 Jun 2022 03:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1817ebb7-c291-47f9-b5eb-a6060c3a491c x-openstack-request-id: req-1817ebb7-c291-47f9-b5eb-a6060c3a491c {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 03:26:31.952083 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dade65a2-3652-4abe-b2f1-9c32b95f8c41", "tag": "0899d680-8642-43f4-878d-b695cd950eea", "status": "completed", "code": 200}]} {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 03:26:31.952345 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1817ebb7-c291-47f9-b5eb-a6060c3a491c {{(pid=104014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 03:26:31.952760 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1817ebb7-c291-47f9-b5eb-a6060c3a491c'] response: {'name': 'network-changed', 'server_uuid': 'dade65a2-3652-4abe-b2f1-9c32b95f8c41', 'tag': '0899d680-8642-43f4-878d-b695cd950eea', 'status': 'completed', 'code': 200} Jun 26 03:26:31.999831 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvr_db [None req-08fa2f49-a4ce-4947-a55b-4a126cff3d9b None None] Set router 5e36f13b-e02a-4d7d-8017-9ddb2aeb7234 gateway port host: dv-cinder-846842-4-iscsi {{(pid=104016) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 26 03:26:32.029753 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:26:32.040276 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d31c68-95fc-4b36-ab38-6d88591d67e6 req-4883a7ef-f359-42d8-95db-d737501c340d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:26:32.045124 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-55d31c68-95fc-4b36-ab38-6d88591d67e6 req-4883a7ef-f359-42d8-95db-d737501c340d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4a6b41994f444cafb21d3d6e395b6893&device_id=dade65a2-3652-4abe-b2f1-9c32b95f8c41 HTTP/1.1" status: 200 len: 1129 time: 0.0461633 Jun 26 03:26:32.086940 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:26:32.136070 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d088ec4-33d7-4e27-a49b-ae5ba103c5ee req-0daa7599-b566-4228-8c9e-236b079092a7 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:26:32.137410 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=100 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:26:32.137805 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-7d088ec4-33d7-4e27-a49b-ae5ba103c5ee req-0daa7599-b566-4228-8c9e-236b079092a7 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] 10.222.0.13 "GET /v2.0/ports?device_id=dade65a2-3652-4abe-b2f1-9c32b95f8c41 HTTP/1.1" status: 200 len: 945 time: 0.0480478 Jun 26 03:26:32.193425 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-7d088ec4-33d7-4e27-a49b-ae5ba103c5ee req-41e893fe-6334-4a1d-947e-27fc10beb3d4 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4bdc25b-6526-4e0c-94e9-bf640a708672&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0493038 Jun 26 03:26:32.267593 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-08fa2f49-a4ce-4947-a55b-4a126cff3d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e36f13b-e02a-4d7d-8017-9ddb2aeb7234', 'name': 'tempest-TestVolumeBootPattern-608296386-router', 'tenant_id': '4a6b41994f444cafb21d3d6e395b6893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': '976921bd-0486-4c4e-8058-8b73534ef312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:18:33Z', 'updated_at': '2022-06-26T03:18:35Z', 'revision_number': 4, 'project_id': '4a6b41994f444cafb21d3d6e395b6893', 'gw_port': {'id': '976921bd-0486-4c4e-8058-8b73534ef312', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:83:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e36f13b-e02a-4d7d-8017-9ddb2aeb7234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:18:33Z', 'updated_at': '2022-06-26T03:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi', '_interfaces': [{'id': '0c642946-eba8-4afd-8588-a4f2a1c1bcf9', 'name': '', 'network_id': '4925de68-9c6f-4235-8c00-daee335817a4', 'tenant_id': '4a6b41994f444cafb21d3d6e395b6893', 'mac_address': 'fa:16:3e:f7:89:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e36f13b-e02a-4d7d-8017-9ddb2aeb7234', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'db13727d-bad1-446f-86ff-3a62b40a69f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:18:35Z', 'updated_at': '2022-06-26T03:18:39Z', 'revision_number': 5, 'project_id': '4a6b41994f444cafb21d3d6e395b6893', 'subnets': [{'id': 'db13727d-bad1-446f-86ff-3a62b40a69f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-4-iscsi', False) {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:26:32.292012 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08fa2f49-a4ce-4947-a55b-4a126cff3d9b None None] Checking router: 5e36f13b-e02a-4d7d-8017-9ddb2aeb7234 for host: dv-cinder-846842-4-iscsi {{(pid=104016) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 03:26:32.300134 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08fa2f49-a4ce-4947-a55b-4a126cff3d9b None None] Routers {'5e36f13b-e02a-4d7d-8017-9ddb2aeb7234'} bound to L3 agent in host dv-cinder-846842-4-iscsi {{(pid=104016) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 26 03:26:32.300725 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-08fa2f49-a4ce-4947-a55b-4a126cff3d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-26T02:56:44Z,description=,heartbeat_timestamp=2022-06-26T03:26:14Z,host='dv-cinder-846842-4-iscsi',id=0122de27-3097-4d47-a0ca-0fb90e28ac1e,load=0,resource_versions=,resources_synced=,started_at=2022-06-26T02:56:44Z,topic='l3_agent')) {'router_ids': ['5e36f13b-e02a-4d7d-8017-9ddb2aeb7234'], 'active': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:26:32.397246 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvr_db [None req-08fa2f49-a4ce-4947-a55b-4a126cff3d9b None None] Set router 5e36f13b-e02a-4d7d-8017-9ddb2aeb7234 gateway port host: dv-cinder-846842-4-iscsi {{(pid=104016) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 26 03:26:32.574738 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-08fa2f49-a4ce-4947-a55b-4a126cff3d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e36f13b-e02a-4d7d-8017-9ddb2aeb7234', 'name': 'tempest-TestVolumeBootPattern-608296386-router', 'tenant_id': '4a6b41994f444cafb21d3d6e395b6893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': '976921bd-0486-4c4e-8058-8b73534ef312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:18:33Z', 'updated_at': '2022-06-26T03:18:35Z', 'revision_number': 4, 'project_id': '4a6b41994f444cafb21d3d6e395b6893', 'gw_port': {'id': '976921bd-0486-4c4e-8058-8b73534ef312', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:83:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e36f13b-e02a-4d7d-8017-9ddb2aeb7234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:18:33Z', 'updated_at': '2022-06-26T03:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi', '_interfaces': [{'id': '0c642946-eba8-4afd-8588-a4f2a1c1bcf9', 'name': '', 'network_id': '4925de68-9c6f-4235-8c00-daee335817a4', 'tenant_id': '4a6b41994f444cafb21d3d6e395b6893', 'mac_address': 'fa:16:3e:f7:89:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e36f13b-e02a-4d7d-8017-9ddb2aeb7234', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'db13727d-bad1-446f-86ff-3a62b40a69f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:18:35Z', 'updated_at': '2022-06-26T03:18:39Z', 'revision_number': 5, 'project_id': '4a6b41994f444cafb21d3d6e395b6893', 'subnets': [{'id': 'db13727d-bad1-446f-86ff-3a62b40a69f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846842-4-iscsi', False) {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:26:32.598388 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08fa2f49-a4ce-4947-a55b-4a126cff3d9b None None] The sync data for ids ['5e36f13b-e02a-4d7d-8017-9ddb2aeb7234'] in dv-cinder-846842-4-iscsi is: [{'id': '5e36f13b-e02a-4d7d-8017-9ddb2aeb7234', 'name': 'tempest-TestVolumeBootPattern-608296386-router', 'tenant_id': '4a6b41994f444cafb21d3d6e395b6893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': '976921bd-0486-4c4e-8058-8b73534ef312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:18:33Z', 'updated_at': '2022-06-26T03:18:35Z', 'revision_number': 4, 'project_id': '4a6b41994f444cafb21d3d6e395b6893', 'gw_port': {'id': '976921bd-0486-4c4e-8058-8b73534ef312', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:83:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e36f13b-e02a-4d7d-8017-9ddb2aeb7234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:18:33Z', 'updated_at': '2022-06-26T03:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi', '_interfaces': [{'id': '0c642946-eba8-4afd-8588-a4f2a1c1bcf9', 'name': '', 'network_id': '4925de68-9c6f-4235-8c00-daee335817a4', 'tenant_id': '4a6b41994f444cafb21d3d6e395b6893', 'mac_address': 'fa:16:3e:f7:89:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e36f13b-e02a-4d7d-8017-9ddb2aeb7234', 'device_owner': 'network:router_interface', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': 'db13727d-bad1-446f-86ff-3a62b40a69f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:18:35Z', 'updated_at': '2022-06-26T03:18:39Z', 'revision_number': 5, 'project_id': '4a6b41994f444cafb21d3d6e395b6893', 'subnets': [{'id': 'db13727d-bad1-446f-86ff-3a62b40a69f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104016) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 03:26:32.809853 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df99a401-9664-4cb3-ac16-20cbe82e92d6 None None] New status for floating IP 990ef7f8-36e0-46e6-ba19-9b255d94ff0b: DOWN {{(pid=104015) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 26 03:26:33.175876 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d31c68-95fc-4b36-ab38-6d88591d67e6 req-71335e5a-e8fa-4660-90b2-b535c2108050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:26:33.177997 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-55d31c68-95fc-4b36-ab38-6d88591d67e6 req-71335e5a-e8fa-4660-90b2-b535c2108050 service neutron] 10.222.0.43 "GET /v2.0/networks?id=4925de68-9c6f-4235-8c00-daee335817a4 HTTP/1.1" status: 200 len: 912 time: 0.0842218 Jun 26 03:26:33.220154 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-55d31c68-95fc-4b36-ab38-6d88591d67e6 req-cb56cf09-9b30-4f42-9103-fdb8c0201866 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0899d680-8642-43f4-878d-b695cd950eea HTTP/1.1" status: 200 len: 217 time: 0.0344448 Jun 26 03:26:33.278380 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d31c68-95fc-4b36-ab38-6d88591d67e6 req-c3dddda4-67ff-4a5b-a10a-cfae564ab442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:26:33.279763 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-55d31c68-95fc-4b36-ab38-6d88591d67e6 req-c3dddda4-67ff-4a5b-a10a-cfae564ab442 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=db13727d-bad1-446f-86ff-3a62b40a69f1 HTTP/1.1" status: 200 len: 850 time: 0.0526047 Jun 26 03:26:33.320507 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0ebabd-ab0d-497d-88d5-3dbcb5836634 req-732160a3-e8b1-4e7d-b600-904e390a4b38 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:26:33.321888 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-db0ebabd-ab0d-497d-88d5-3dbcb5836634 req-732160a3-e8b1-4e7d-b600-904e390a4b38 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] 10.222.0.13 "GET /v2.0/ports?device_id=dade65a2-3652-4abe-b2f1-9c32b95f8c41 HTTP/1.1" status: 200 len: 945 time: 0.0588405 Jun 26 03:26:33.361360 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d31c68-95fc-4b36-ab38-6d88591d67e6 req-6bd4ea71-91c2-4bc3-987d-3154fed3c230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:26:33.362837 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-55d31c68-95fc-4b36-ab38-6d88591d67e6 req-6bd4ea71-91c2-4bc3-987d-3154fed3c230 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=4925de68-9c6f-4235-8c00-daee335817a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0575280 Jun 26 03:26:33.390101 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-db0ebabd-ab0d-497d-88d5-3dbcb5836634 req-2d2244ca-5927-4805-b876-1308954d2b7c tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] 10.222.0.13 "GET /v2.0/security-groups?id=c4bdc25b-6526-4e0c-94e9-bf640a708672&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0530407 Jun 26 03:26:33.511470 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-55d31c68-95fc-4b36-ab38-6d88591d67e6 req-2651d26b-e796-4fdf-91e2-f4d58da9c96d service neutron] 10.222.0.43 "GET /v2.0/networks/4925de68-9c6f-4235-8c00-daee335817a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860739 Jun 26 03:26:33.720361 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-55d31c68-95fc-4b36-ab38-6d88591d67e6 req-6ce34382-10df-4b31-a27b-ac88225b94b2 service neutron] 10.222.0.43 "GET /v2.0/networks/4925de68-9c6f-4235-8c00-daee335817a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878336 Jun 26 03:26:33.811317 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a60be9a-87c4-457b-9de2-8185843b99cc req-fbf3ff1e-6cb2-4511-acae-feac550ba6b9 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104014) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 26 03:26:33.812744 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-1a60be9a-87c4-457b-9de2-8185843b99cc req-fbf3ff1e-6cb2-4511-acae-feac550ba6b9 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] 10.222.0.43 "GET /v2.0/ports?device_id=dade65a2-3652-4abe-b2f1-9c32b95f8c41 HTTP/1.1" status: 200 len: 945 time: 0.0469520 Jun 26 03:26:33.895014 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [req-1a60be9a-87c4-457b-9de2-8185843b99cc req-18771197-59e5-4321-9433-a8f2a0512330 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Deleting port 0899d680-8642-43f4-878d-b695cd950eea {{(pid=104014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 26 03:26:33.895350 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-1a60be9a-87c4-457b-9de2-8185843b99cc req-18771197-59e5-4321-9433-a8f2a0512330 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787575727912'] for port (0899d680-8642-43f4-878d-b695cd950eea), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:26:33.984528 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [req-1a60be9a-87c4-457b-9de2-8185843b99cc req-18771197-59e5-4321-9433-a8f2a0512330 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] For port 0899d680-8642-43f4-878d-b695cd950eea, host hv-cinder-84684, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84684',level=0,port_id=0899d680-8642-43f4-878d-b695cd950eea,segment=NetworkSegment(7c661f11-3aee-4d0a-9599-bb61aa25f1b7),segment_id=7c661f11-3aee-4d0a-9599-bb61aa25f1b7)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:26:33.984807 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-1a60be9a-87c4-457b-9de2-8185843b99cc req-18771197-59e5-4321-9433-a8f2a0512330 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615864'] for port (0899d680-8642-43f4-878d-b695cd950eea), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:26:33.997141 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=100 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:26:33.998480 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [req-1a60be9a-87c4-457b-9de2-8185843b99cc req-18771197-59e5-4321-9433-a8f2a0512330 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Calling delete_port for 0899d680-8642-43f4-878d-b695cd950eea owned by compute:nova {{(pid=104014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 26 03:26:34.114402 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:26:34.128160 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-1a60be9a-87c4-457b-9de2-8185843b99cc req-18771197-59e5-4321-9433-a8f2a0512330 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787575732336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787575245478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6258255'] for port (0899d680-8642-43f4-878d-b695cd950eea), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:26:34.156041 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18771197-59e5-4321-9433-a8f2a0512330 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Pushing event deleted for resources: {'Port': ['ID=0899d680-8642-43f4-878d-b695cd950eea,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:26:34.199339 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a60be9a-87c4-457b-9de2-8185843b99cc req-18771197-59e5-4321-9433-a8f2a0512330 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] No DVR routers for this DVR port 0899d680-8642-43f4-878d-b695cd950eea on host hv-cinder-84684 {{(pid=104014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 26 03:26:34.201753 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [req-1a60be9a-87c4-457b-9de2-8185843b99cc req-18771197-59e5-4321-9433-a8f2a0512330 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515864'] for port (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:26:34.204943 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-1a60be9a-87c4-457b-9de2-8185843b99cc req-18771197-59e5-4321-9433-a8f2a0512330 tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] 10.222.0.43 "DELETE /v2.0/ports/0899d680-8642-43f4-878d-b695cd950eea HTTP/1.1" status: 204 len: 173 time: 0.3874633 Jun 26 03:26:34.205374 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dade65a2-3652-4abe-b2f1-9c32b95f8c41', 'name': 'network-vif-deleted', 'tag': '0899d680-8642-43f4-878d-b695cd950eea'}] {{(pid=104014) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 26 03:26:34.207581 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b346e277b9447a300c9d303bb334713d04858661d6ca7e8667ef96f79658145a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38345000-39ba-43e1-b7e6-31dc6f22b464" -d '{"events": [{"server_uuid": "dade65a2-3652-4abe-b2f1-9c32b95f8c41", "name": "network-vif-deleted", "tag": "0899d680-8642-43f4-878d-b695cd950eea"}]}' {{(pid=104014) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 26 03:26:34.248634 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 26 Jun 2022 03:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6779b0e1-af02-4083-8c3b-3532f641bd57 x-openstack-request-id: req-6779b0e1-af02-4083-8c3b-3532f641bd57 {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 26 03:26:34.249004 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dade65a2-3652-4abe-b2f1-9c32b95f8c41", "name": "network-vif-deleted", "tag": "0899d680-8642-43f4-878d-b695cd950eea", "status": "completed", "code": 200}]} {{(pid=104014) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 26 03:26:34.249260 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6779b0e1-af02-4083-8c3b-3532f641bd57 {{(pid=104014) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 26 03:26:34.249660 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6779b0e1-af02-4083-8c3b-3532f641bd57'] response: {'server_uuid': 'dade65a2-3652-4abe-b2f1-9c32b95f8c41', 'name': 'network-vif-deleted', 'tag': '0899d680-8642-43f4-878d-b695cd950eea', 'status': 'completed', 'code': 200} Jun 26 03:26:34.483762 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [req-d51d40c8-d09e-4ccb-929b-ef2b25e8275e req-c5d1a63b-acf6-46e7-b966-73f026727bcb tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] 10.222.0.13 "GET /v2.0/ports?device_id=dade65a2-3652-4abe-b2f1-9c32b95f8c41 HTTP/1.1" status: 200 len: 210 time: 0.0272548 Jun 26 03:26:35.543590 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 51554) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:26:35.653075 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-981a2351-88fe-4c28-bdd9-fc034fc93e5f tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Deleting port ac56fb57-b202-4e36-9a26-c175c7694de8 {{(pid=104014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 26 03:26:35.653419 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-981a2351-88fe-4c28-bdd9-fc034fc93e5f tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787575727912'] for port (ac56fb57-b202-4e36-9a26-c175c7694de8), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:26:35.727953 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-981a2351-88fe-4c28-bdd9-fc034fc93e5f tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615864'] for port (ac56fb57-b202-4e36-9a26-c175c7694de8), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:26:35.728275 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-981a2351-88fe-4c28-bdd9-fc034fc93e5f tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Publish callbacks [] for floatingip (ac56fb57-b202-4e36-9a26-c175c7694de8), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:26:35.741222 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-981a2351-88fe-4c28-bdd9-fc034fc93e5f tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Calling delete_port for ac56fb57-b202-4e36-9a26-c175c7694de8 owned by network:floatingip {{(pid=104014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 26 03:26:35.870112 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-981a2351-88fe-4c28-bdd9-fc034fc93e5f tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787575732336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787575245478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6258255'] for port (ac56fb57-b202-4e36-9a26-c175c7694de8), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:26:35.894758 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981a2351-88fe-4c28-bdd9-fc034fc93e5f tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Pushing event deleted for resources: {'Port': ['ID=ac56fb57-b202-4e36-9a26-c175c7694de8,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:26:35.957184 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-981a2351-88fe-4c28-bdd9-fc034fc93e5f tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Publish callbacks [] for floatingip (54785c70-c4fe-434a-b220-7224a551ee38), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:26:35.959726 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-981a2351-88fe-4c28-bdd9-fc034fc93e5f tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-515864'] for floatingip (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:26:35.960864 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-981a2351-88fe-4c28-bdd9-fc034fc93e5f tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] 10.222.0.13 "DELETE /v2.0/floatingips/54785c70-c4fe-434a-b220-7224a551ee38 HTTP/1.1" status: 204 len: 168 time: 0.4175401 Jun 26 03:26:37.157909 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 51568) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:26:37.214541 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-7142d45b-caa5-4f20-b706-cc65bb86d51d tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Publish callbacks [] for security_group (c4bdc25b-6526-4e0c-94e9-bf640a708672), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:26:37.239060 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-7142d45b-caa5-4f20-b706-cc65bb86d51d tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Publish callbacks [] for security_group (c4bdc25b-6526-4e0c-94e9-bf640a708672), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:26:37.258072 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:26:37.275704 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Device 0899d680-8642-43f4-878d-b695cd950eea no longer exists at agent hyperv_hv-cinder-84684 {{(pid=104015) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 03:26:37.278416 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=15,neutron:UPDATE=3 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:26:37.297723 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=13,neutron:UPDATE=3 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:26:37.299494 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] No Port match for: 0899d680-8642-43f4-878d-b695cd950eea {{(pid=104015) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 26 03:26:37.299836 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Device 0899d680-8642-43f4-878d-b695cd950eea not bound to the agent host hv-cinder-84684 {{(pid=104015) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 03:26:37.303596 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-7142d45b-caa5-4f20-b706-cc65bb86d51d tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (c4bdc25b-6526-4e0c-94e9-bf640a708672), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:26:37.306587 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-7142d45b-caa5-4f20-b706-cc65bb86d51d tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Publish callbacks [] for security_group (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:26:37.307750 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-7142d45b-caa5-4f20-b706-cc65bb86d51d tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] 10.222.0.13 "DELETE /v2.0/security-groups/c4bdc25b-6526-4e0c-94e9-bf640a708672 HTTP/1.1" status: 204 len: 168 time: 0.1488400 Jun 26 03:26:37.319075 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7142d45b-caa5-4f20-b706-cc65bb86d51d tempest-TestVolumeBootPattern-1214054101 tempest-TestVolumeBootPattern-1214054101-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4bdc25b-6526-4e0c-94e9-bf640a708672,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:26:37.365539 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 51572) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:26:37.764801 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-3e2c9c7f-53df-494a-b549-0e3256053804 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1597135'] for router_interface (5e36f13b-e02a-4d7d-8017-9ddb2aeb7234), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:26:37.796671 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:26:37.979064 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-3e2c9c7f-53df-494a-b549-0e3256053804 admin admin] Deleting port 0c642946-eba8-4afd-8588-a4f2a1c1bcf9 {{(pid=104014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 26 03:26:37.979396 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-3e2c9c7f-53df-494a-b549-0e3256053804 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787575727912'] for port (0c642946-eba8-4afd-8588-a4f2a1c1bcf9), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:26:38.054839 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-3e2c9c7f-53df-494a-b549-0e3256053804 admin admin] For port 0c642946-eba8-4afd-8588-a4f2a1c1bcf9, host dv-cinder-846842-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-4-iscsi',level=0,port_id=0c642946-eba8-4afd-8588-a4f2a1c1bcf9,segment=NetworkSegment(7c661f11-3aee-4d0a-9599-bb61aa25f1b7),segment_id=7c661f11-3aee-4d0a-9599-bb61aa25f1b7)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:26:38.055123 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-3e2c9c7f-53df-494a-b549-0e3256053804 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615864'] for port (0c642946-eba8-4afd-8588-a4f2a1c1bcf9), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:26:38.067747 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-3e2c9c7f-53df-494a-b549-0e3256053804 admin admin] Calling delete_port for 0c642946-eba8-4afd-8588-a4f2a1c1bcf9 owned by network:router_interface {{(pid=104014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 26 03:26:38.197871 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:26:38.245212 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-3e2c9c7f-53df-494a-b549-0e3256053804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787575732336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787575245478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6258255'] for port (0c642946-eba8-4afd-8588-a4f2a1c1bcf9), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:26:38.267570 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2c9c7f-53df-494a-b549-0e3256053804 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c642946-eba8-4afd-8588-a4f2a1c1bcf9,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:26:38.671718 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-3e2c9c7f-53df-494a-b549-0e3256053804 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1628681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1597019'] for router_interface (5e36f13b-e02a-4d7d-8017-9ddb2aeb7234), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:26:38.870497 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:26:38.875029 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e2c9c7f-53df-494a-b549-0e3256053804 admin admin] Router 5e36f13b-e02a-4d7d-8017-9ddb2aeb7234 has already been hosted by L3 agent 0122de27-3097-4d47-a0ca-0fb90e28ac1e {{(pid=104014) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 26 03:26:38.973349 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e2c9c7f-53df-494a-b549-0e3256053804 admin admin] Notify agent at l3_agent.dv-cinder-846842-4-iscsi the message routers_updated {{(pid=104014) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 03:26:38.979426 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-3e2c9c7f-53df-494a-b549-0e3256053804 admin admin] 10.222.0.13 "PUT /v2.0/routers/5e36f13b-e02a-4d7d-8017-9ddb2aeb7234/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6114075 Jun 26 03:26:38.980579 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 51576) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:26:38.984175 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff97e62f-4f48-4831-a19c-1efba2fcbd92 None None] Sync routers for ids ['5e36f13b-e02a-4d7d-8017-9ddb2aeb7234'] in dv-cinder-846842-4-iscsi {{(pid=104016) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 03:26:38.994709 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff97e62f-4f48-4831-a19c-1efba2fcbd92 None None] Routers {'5e36f13b-e02a-4d7d-8017-9ddb2aeb7234'} bound to L3 agent in host dv-cinder-846842-4-iscsi {{(pid=104016) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 26 03:26:38.995396 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-ff97e62f-4f48-4831-a19c-1efba2fcbd92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-26T02:56:44Z,description=,heartbeat_timestamp=2022-06-26T03:26:14Z,host='dv-cinder-846842-4-iscsi',id=0122de27-3097-4d47-a0ca-0fb90e28ac1e,load=0,resource_versions=,resources_synced=,started_at=2022-06-26T02:56:44Z,topic='l3_agent')) {'router_ids': ['5e36f13b-e02a-4d7d-8017-9ddb2aeb7234'], 'active': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:26:39.085013 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-4a6661be-32c8-429e-a65a-87c97d9f1b0c admin admin] Publish callbacks [] for router (5e36f13b-e02a-4d7d-8017-9ddb2aeb7234), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:26:39.099730 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvr_db [None req-ff97e62f-4f48-4831-a19c-1efba2fcbd92 None None] Set router 5e36f13b-e02a-4d7d-8017-9ddb2aeb7234 gateway port host: dv-cinder-846842-4-iscsi {{(pid=104016) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 26 03:26:39.184884 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-4a6661be-32c8-429e-a65a-87c97d9f1b0c admin admin] Publish callbacks [] for router_gateway (5e36f13b-e02a-4d7d-8017-9ddb2aeb7234), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:26:39.227119 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-4a6661be-32c8-429e-a65a-87c97d9f1b0c admin admin] Deleting port 976921bd-0486-4c4e-8058-8b73534ef312 {{(pid=104014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 26 03:26:39.227811 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-4a6661be-32c8-429e-a65a-87c97d9f1b0c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787575727912'] for port (976921bd-0486-4c4e-8058-8b73534ef312), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:26:39.265793 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-ff97e62f-4f48-4831-a19c-1efba2fcbd92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e36f13b-e02a-4d7d-8017-9ddb2aeb7234', 'name': 'tempest-TestVolumeBootPattern-608296386-router', 'tenant_id': '4a6b41994f444cafb21d3d6e395b6893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': '976921bd-0486-4c4e-8058-8b73534ef312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:18:33Z', 'updated_at': '2022-06-26T03:26:38Z', 'revision_number': 5, 'project_id': '4a6b41994f444cafb21d3d6e395b6893', 'gw_port': {'id': '976921bd-0486-4c4e-8058-8b73534ef312', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:83:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e36f13b-e02a-4d7d-8017-9ddb2aeb7234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:18:33Z', 'updated_at': '2022-06-26T03:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi'}], 'dv-cinder-846842-4-iscsi', False) {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:26:39.290743 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff97e62f-4f48-4831-a19c-1efba2fcbd92 None None] Checking router: 5e36f13b-e02a-4d7d-8017-9ddb2aeb7234 for host: dv-cinder-846842-4-iscsi {{(pid=104016) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 03:26:39.299663 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff97e62f-4f48-4831-a19c-1efba2fcbd92 None None] Routers {'5e36f13b-e02a-4d7d-8017-9ddb2aeb7234'} bound to L3 agent in host dv-cinder-846842-4-iscsi {{(pid=104016) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 26 03:26:39.300262 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-ff97e62f-4f48-4831-a19c-1efba2fcbd92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-26T02:56:44Z,description=,heartbeat_timestamp=2022-06-26T03:26:14Z,host='dv-cinder-846842-4-iscsi',id=0122de27-3097-4d47-a0ca-0fb90e28ac1e,load=0,resource_versions=,resources_synced=,started_at=2022-06-26T02:56:44Z,topic='l3_agent')) {'router_ids': ['5e36f13b-e02a-4d7d-8017-9ddb2aeb7234'], 'active': True} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:26:39.311451 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-4a6661be-32c8-429e-a65a-87c97d9f1b0c admin admin] For port 976921bd-0486-4c4e-8058-8b73534ef312, host dv-cinder-846842-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-4-iscsi',level=0,port_id=976921bd-0486-4c4e-8058-8b73534ef312,segment=NetworkSegment(968602fb-f834-40ea-ad2f-658bf3156d3b),segment_id=968602fb-f834-40ea-ad2f-658bf3156d3b)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:26:39.311818 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-4a6661be-32c8-429e-a65a-87c97d9f1b0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615864'] for port (976921bd-0486-4c4e-8058-8b73534ef312), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:26:39.324802 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-4a6661be-32c8-429e-a65a-87c97d9f1b0c admin admin] Calling delete_port for 976921bd-0486-4c4e-8058-8b73534ef312 owned by network:router_gateway {{(pid=104014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 26 03:26:39.329872 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:26:39.382866 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_dvr_db [None req-ff97e62f-4f48-4831-a19c-1efba2fcbd92 None None] Set router 5e36f13b-e02a-4d7d-8017-9ddb2aeb7234 gateway port host: None {{(pid=104016) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 26 03:26:39.432392 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.l3_hamode_db [None req-ff97e62f-4f48-4831-a19c-1efba2fcbd92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e36f13b-e02a-4d7d-8017-9ddb2aeb7234', 'name': 'tempest-TestVolumeBootPattern-608296386-router', 'tenant_id': '4a6b41994f444cafb21d3d6e395b6893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:18:33Z', 'updated_at': '2022-06-26T03:26:39Z', 'revision_number': 6, 'project_id': '4a6b41994f444cafb21d3d6e395b6893', 'gw_port_host': None}], 'dv-cinder-846842-4-iscsi', False) {} {{(pid=104016) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:26:39.455999 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff97e62f-4f48-4831-a19c-1efba2fcbd92 None None] The sync data for ids ['5e36f13b-e02a-4d7d-8017-9ddb2aeb7234'] in dv-cinder-846842-4-iscsi is: [{'id': '5e36f13b-e02a-4d7d-8017-9ddb2aeb7234', 'name': 'tempest-TestVolumeBootPattern-608296386-router', 'tenant_id': '4a6b41994f444cafb21d3d6e395b6893', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:18:33Z', 'updated_at': '2022-06-26T03:26:39Z', 'revision_number': 6, 'project_id': '4a6b41994f444cafb21d3d6e395b6893', 'gw_port_host': None}] {{(pid=104016) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 03:26:39.495738 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-4a6661be-32c8-429e-a65a-87c97d9f1b0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787575732336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787575245478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6258255'] for port (976921bd-0486-4c4e-8058-8b73534ef312), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:26:39.520354 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6661be-32c8-429e-a65a-87c97d9f1b0c admin admin] Pushing event deleted for resources: {'Port': ['ID=976921bd-0486-4c4e-8058-8b73534ef312,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:26:39.584531 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-4a6661be-32c8-429e-a65a-87c97d9f1b0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1615999'] for router_gateway (5e36f13b-e02a-4d7d-8017-9ddb2aeb7234), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:26:39.669449 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-4a6661be-32c8-429e-a65a-87c97d9f1b0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25242'] for router (5e36f13b-e02a-4d7d-8017-9ddb2aeb7234), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:26:39.671618 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-4a6661be-32c8-429e-a65a-87c97d9f1b0c admin admin] Publish callbacks [] for router_controller (5e36f13b-e02a-4d7d-8017-9ddb2aeb7234), precommit_delete_associations {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:26:39.711473 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-4a6661be-32c8-429e-a65a-87c97d9f1b0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1593080'] for router (5e36f13b-e02a-4d7d-8017-9ddb2aeb7234), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:26:39.712073 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a6661be-32c8-429e-a65a-87c97d9f1b0c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5e36f13b-e02a-4d7d-8017-9ddb2aeb7234 {{(pid=104014) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 26 03:26:39.716233 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-4a6661be-32c8-429e-a65a-87c97d9f1b0c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:26:39.717381 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-4a6661be-32c8-429e-a65a-87c97d9f1b0c admin admin] 10.222.0.13 "DELETE /v2.0/routers/5e36f13b-e02a-4d7d-8017-9ddb2aeb7234 HTTP/1.1" status: 204 len: 168 time: 0.7358990 Jun 26 03:26:39.719918 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 51578) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:26:39.757203 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:26:39.764889 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.db.db_base_plugin_v2 [None req-9925ce04-ef59-409d-bbc7-33b4846c4818 admin admin] Deleting subnet db13727d-bad1-446f-86ff-3a62b40a69f1 {{(pid=104014) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 26 03:26:39.768727 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-9925ce04-ef59-409d-bbc7-33b4846c4818 admin admin] Publish callbacks [] for subnet (db13727d-bad1-446f-86ff-3a62b40a69f1), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:26:39.804805 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-9925ce04-ef59-409d-bbc7-33b4846c4818 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4451219'] for subnet (db13727d-bad1-446f-86ff-3a62b40a69f1), precommit_delete_associations {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:26:39.887440 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-9925ce04-ef59-409d-bbc7-33b4846c4818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019720'] for subnet (db13727d-bad1-446f-86ff-3a62b40a69f1), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:26:39.939108 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-9925ce04-ef59-409d-bbc7-33b4846c4818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6258200', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6133947'] for subnet (db13727d-bad1-446f-86ff-3a62b40a69f1), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:26:39.963691 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9925ce04-ef59-409d-bbc7-33b4846c4818 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db13727d-bad1-446f-86ff-3a62b40a69f1,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:26:39.969164 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-9925ce04-ef59-409d-bbc7-33b4846c4818 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628900'] for subnet (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:26:39.972381 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-9925ce04-ef59-409d-bbc7-33b4846c4818 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/db13727d-bad1-446f-86ff-3a62b40a69f1 HTTP/1.1" status: 204 len: 168 time: 0.2515664 Jun 26 03:26:39.974819 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 51580) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:26:39.975215 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a862cb2b-d014-46c4-8792-9a731ebea36b None None] Network 4925de68-9c6f-4235-8c00-daee335817a4 requested from dv-cinder-846842-4-iscsi {{(pid=104015) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 26 03:26:40.048826 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-9421595e-0ce1-45ed-b04e-a10354d1db5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-799711'] for network (4925de68-9c6f-4235-8c00-daee335817a4), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:26:40.092801 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-9421595e-0ce1-45ed-b04e-a10354d1db5d admin admin] Deleting port 065196f3-101f-4535-974e-e4ca6f39502f {{(pid=104014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 26 03:26:40.093140 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-9421595e-0ce1-45ed-b04e-a10354d1db5d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787575727912'] for port (065196f3-101f-4535-974e-e4ca6f39502f), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:26:40.154423 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-9421595e-0ce1-45ed-b04e-a10354d1db5d admin admin] For port 065196f3-101f-4535-974e-e4ca6f39502f, host dv-cinder-846842-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-4-iscsi',level=0,port_id=065196f3-101f-4535-974e-e4ca6f39502f,segment=NetworkSegment(7c661f11-3aee-4d0a-9599-bb61aa25f1b7),segment_id=7c661f11-3aee-4d0a-9599-bb61aa25f1b7)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:26:40.154720 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-9421595e-0ce1-45ed-b04e-a10354d1db5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615864'] for port (065196f3-101f-4535-974e-e4ca6f39502f), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:26:40.171616 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-9421595e-0ce1-45ed-b04e-a10354d1db5d admin admin] Calling delete_port for 065196f3-101f-4535-974e-e4ca6f39502f owned by network:dhcp {{(pid=104014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 26 03:26:40.235540 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e88a424d-e576-4f47-a6d5-278817699076 None None] DHCP port deletion for 4925de68-9c6f-4235-8c00-daee335817a4 request from dv-cinder-846842-4-iscsi {{(pid=104015) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 26 03:26:40.243538 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=85,neutron:DELETE=13,neutron:UPDATE=2 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:26:40.251647 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-9421595e-0ce1-45ed-b04e-a10354d1db5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787575732336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787575245478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6258255'] for port (065196f3-101f-4535-974e-e4ca6f39502f), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:26:40.276948 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-e88a424d-e576-4f47-a6d5-278817699076 None None] Deleting port 065196f3-101f-4535-974e-e4ca6f39502f {{(pid=104015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 26 03:26:40.277317 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-e88a424d-e576-4f47-a6d5-278817699076 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787575727912'] for port (065196f3-101f-4535-974e-e4ca6f39502f), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:26:40.278444 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9421595e-0ce1-45ed-b04e-a10354d1db5d admin admin] Pushing event deleted for resources: {'Port': ['ID=065196f3-101f-4535-974e-e4ca6f39502f,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:26:40.281845 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9421595e-0ce1-45ed-b04e-a10354d1db5d admin admin] No DVR routers for this DVR port 065196f3-101f-4535-974e-e4ca6f39502f on host dv-cinder-846842-4-iscsi {{(pid=104014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 26 03:26:40.342256 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-e88a424d-e576-4f47-a6d5-278817699076 None None] For port 065196f3-101f-4535-974e-e4ca6f39502f, host dv-cinder-846842-4-iscsi, got binding levels [] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:26:40.342660 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-e88a424d-e576-4f47-a6d5-278817699076 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615864'] for port (065196f3-101f-4535-974e-e4ca6f39502f), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:26:40.356138 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-e88a424d-e576-4f47-a6d5-278817699076 None None] Calling delete_port for 065196f3-101f-4535-974e-e4ca6f39502f owned by network:dhcp {{(pid=104015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 26 03:26:40.356346 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-9421595e-0ce1-45ed-b04e-a10354d1db5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968757', 'neutron.services.segments.db._delete_segments_for_network-8787575540875'] for network (4925de68-9c6f-4235-8c00-daee335817a4), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:26:40.358970 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.ipam_backend_mixin [None req-e88a424d-e576-4f47-a6d5-278817699076 None None] Port 065196f3-101f-4535-974e-e4ca6f39502f was not found and therefore no delete operation was performed {{(pid=104015) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jun 26 03:26:40.360194 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-e88a424d-e576-4f47-a6d5-278817699076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787575732336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787575245478'] for port (065196f3-101f-4535-974e-e4ca6f39502f), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:26:40.377312 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.services.segments.db [None req-9421595e-0ce1-45ed-b04e-a10354d1db5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4925de68-9c6f-4235-8c00-daee335817a4']}} {{(pid=104014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:26:40.387696 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.services.segments.db [None req-9421595e-0ce1-45ed-b04e-a10354d1db5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c661f11-3aee-4d0a-9599-bb61aa25f1b7') {'for_net_delete': True} {{(pid=104014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:26:40.387989 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.services.segments.db [None req-9421595e-0ce1-45ed-b04e-a10354d1db5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c661f11-3aee-4d0a-9599-bb61aa25f1b7') {} {{(pid=104014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:26:40.388289 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88a424d-e576-4f47-a6d5-278817699076 None None] Pushing event deleted for resources: {'Port': ['ID=065196f3-101f-4535-974e-e4ca6f39502f,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:26:40.396250 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88a424d-e576-4f47-a6d5-278817699076 None None] No DVR routers for this DVR port 065196f3-101f-4535-974e-e4ca6f39502f on host dv-cinder-846842-4-iscsi {{(pid=104015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 26 03:26:40.397821 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-9421595e-0ce1-45ed-b04e-a10354d1db5d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787575542164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4451208'] for segment (7c661f11-3aee-4d0a-9599-bb61aa25f1b7), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:26:40.399277 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88a424d-e576-4f47-a6d5-278817699076 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:26:40.399637 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88a424d-e576-4f47-a6d5-278817699076 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:26:40.399987 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88a424d-e576-4f47-a6d5-278817699076 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:26:40.405637 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88a424d-e576-4f47-a6d5-278817699076 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:26:40.405637 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88a424d-e576-4f47-a6d5-278817699076 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:26:40.405637 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88a424d-e576-4f47-a6d5-278817699076 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:26:40.405637 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88a424d-e576-4f47-a6d5-278817699076 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:26:40.405637 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88a424d-e576-4f47-a6d5-278817699076 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:26:40.405637 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88a424d-e576-4f47-a6d5-278817699076 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:26:40.405637 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88a424d-e576-4f47-a6d5-278817699076 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:26:40.405637 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88a424d-e576-4f47-a6d5-278817699076 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:26:40.405637 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88a424d-e576-4f47-a6d5-278817699076 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:26:40.405637 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88a424d-e576-4f47-a6d5-278817699076 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:26:40.405637 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88a424d-e576-4f47-a6d5-278817699076 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:26:40.405637 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88a424d-e576-4f47-a6d5-278817699076 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104015) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:26:40.415453 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-9421595e-0ce1-45ed-b04e-a10354d1db5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981176'] for segment (7c661f11-3aee-4d0a-9599-bb61aa25f1b7), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:26:40.424674 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9421595e-0ce1-45ed-b04e-a10354d1db5d admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=104014) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 26 03:26:40.425053 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-9421595e-0ce1-45ed-b04e-a10354d1db5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6258290'] for segment (7c661f11-3aee-4d0a-9599-bb61aa25f1b7), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:26:40.445721 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.services.segments.plugin [-] Segment 7c661f11-3aee-4d0a-9599-bb61aa25f1b7 resource provider aggregate not found Jun 26 03:26:40.486786 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.services.segments.plugin [-] Segment 7c661f11-3aee-4d0a-9599-bb61aa25f1b7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7c661f11-3aee-4d0a-9599-bb61aa25f1b7 found for delete ", "request_id": "req-68b6e166-d7d5-4999-abe2-6a55643f88ed"}]} Jun 26 03:26:40.495261 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-9421595e-0ce1-45ed-b04e-a10354d1db5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620072'] for network (4925de68-9c6f-4235-8c00-daee335817a4), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:26:40.501274 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-9421595e-0ce1-45ed-b04e-a10354d1db5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628900'] for network (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:26:40.504545 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-9421595e-0ce1-45ed-b04e-a10354d1db5d admin admin] 10.222.0.13 "DELETE /v2.0/networks/4925de68-9c6f-4235-8c00-daee335817a4 HTTP/1.1" status: 204 len: 168 time: 0.5287557 Jun 26 03:26:40.508905 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 51586) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:26:40.517417 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9421595e-0ce1-45ed-b04e-a10354d1db5d admin admin] Pushing event deleted for resources: {'Network': ['ID=4925de68-9c6f-4235-8c00-daee335817a4,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:26:40.809138 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-eb35ba6e-8688-4554-bb91-5720536f71b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1597135'] for router_interface (9f08b2ae-860f-4100-bd41-59d1597c263d), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:26:41.069987 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Device 0c642946-eba8-4afd-8588-a4f2a1c1bcf9 no longer exists at agent ovs-agent-dv-cinder-846842-4-iscsi {{(pid=104015) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 03:26:41.090239 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] No Port match for: 0c642946-eba8-4afd-8588-a4f2a1c1bcf9 {{(pid=104015) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 26 03:26:41.090591 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Device 0c642946-eba8-4afd-8588-a4f2a1c1bcf9 not bound to the agent host dv-cinder-846842-4-iscsi {{(pid=104015) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 03:26:41.091008 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Device 976921bd-0486-4c4e-8058-8b73534ef312 no longer exists at agent ovs-agent-dv-cinder-846842-4-iscsi {{(pid=104015) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 03:26:41.108834 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] No Port match for: 976921bd-0486-4c4e-8058-8b73534ef312 {{(pid=104015) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 26 03:26:41.109176 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Device 976921bd-0486-4c4e-8058-8b73534ef312 not bound to the agent host dv-cinder-846842-4-iscsi {{(pid=104015) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 03:26:41.109576 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Device 065196f3-101f-4535-974e-e4ca6f39502f no longer exists at agent ovs-agent-dv-cinder-846842-4-iscsi {{(pid=104015) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 03:26:41.127044 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] No Port match for: 065196f3-101f-4535-974e-e4ca6f39502f {{(pid=104015) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 26 03:26:41.127390 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Device 065196f3-101f-4535-974e-e4ca6f39502f not bound to the agent host dv-cinder-846842-4-iscsi {{(pid=104015) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 03:26:41.269341 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [None req-eb35ba6e-8688-4554-bb91-5720536f71b3 admin admin] Deleting port aa7f0995-4db5-47b3-be69-95fb246ce336 {{(pid=104013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 26 03:26:41.269675 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-eb35ba6e-8688-4554-bb91-5720536f71b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787575727912'] for port (aa7f0995-4db5-47b3-be69-95fb246ce336), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:26:41.350023 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [None req-eb35ba6e-8688-4554-bb91-5720536f71b3 admin admin] For port aa7f0995-4db5-47b3-be69-95fb246ce336, host dv-cinder-846842-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-4-iscsi',level=0,port_id=aa7f0995-4db5-47b3-be69-95fb246ce336,segment=NetworkSegment(95e6a770-bf0a-4bf4-b12d-0de7f20a4227),segment_id=95e6a770-bf0a-4bf4-b12d-0de7f20a4227)] {{(pid=104013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:26:41.350327 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-eb35ba6e-8688-4554-bb91-5720536f71b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615864'] for port (aa7f0995-4db5-47b3-be69-95fb246ce336), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:26:41.363324 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [None req-eb35ba6e-8688-4554-bb91-5720536f71b3 admin admin] Calling delete_port for aa7f0995-4db5-47b3-be69-95fb246ce336 owned by network:router_interface {{(pid=104013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 26 03:26:41.478429 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-464d669a-4dd9-4c81-966b-96a4376d33a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (7168f7b9-c398-4364-91f8-35e2ce03f4c4), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:26:41.540606 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-eb35ba6e-8688-4554-bb91-5720536f71b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787575732336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787575245478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7375238'] for port (aa7f0995-4db5-47b3-be69-95fb246ce336), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:26:41.545696 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:26:41.546397 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:26:41.566896 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb35ba6e-8688-4554-bb91-5720536f71b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa7f0995-4db5-47b3-be69-95fb246ce336,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:26:41.580439 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb35ba6e-8688-4554-bb91-5720536f71b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:26:41.580793 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb35ba6e-8688-4554-bb91-5720536f71b3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:26:41.581139 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb35ba6e-8688-4554-bb91-5720536f71b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:26:41.581488 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb35ba6e-8688-4554-bb91-5720536f71b3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:26:41.581832 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb35ba6e-8688-4554-bb91-5720536f71b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:26:41.582191 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb35ba6e-8688-4554-bb91-5720536f71b3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:26:41.582525 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb35ba6e-8688-4554-bb91-5720536f71b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:26:41.582854 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb35ba6e-8688-4554-bb91-5720536f71b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:26:41.583184 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb35ba6e-8688-4554-bb91-5720536f71b3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:26:41.584068 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb35ba6e-8688-4554-bb91-5720536f71b3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:26:41.584400 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb35ba6e-8688-4554-bb91-5720536f71b3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:26:41.584733 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb35ba6e-8688-4554-bb91-5720536f71b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:26:41.585057 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb35ba6e-8688-4554-bb91-5720536f71b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:26:41.585380 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb35ba6e-8688-4554-bb91-5720536f71b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:26:41.585702 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb35ba6e-8688-4554-bb91-5720536f71b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846842-4-iscsi {{(pid=104013) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 26 03:26:41.743903 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-eb35ba6e-8688-4554-bb91-5720536f71b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1628681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1597019'] for router_interface (9f08b2ae-860f-4100-bd41-59d1597c263d), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:26:41.947549 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb35ba6e-8688-4554-bb91-5720536f71b3 admin admin] Router 9f08b2ae-860f-4100-bd41-59d1597c263d has already been hosted by L3 agent 0122de27-3097-4d47-a0ca-0fb90e28ac1e {{(pid=104013) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 26 03:26:42.045951 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb35ba6e-8688-4554-bb91-5720536f71b3 admin admin] Notify agent at l3_agent.dv-cinder-846842-4-iscsi the message routers_updated {{(pid=104013) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 26 03:26:42.051350 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-eb35ba6e-8688-4554-bb91-5720536f71b3 admin admin] 10.222.0.13 "PUT /v2.0/routers/9f08b2ae-860f-4100-bd41-59d1597c263d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5414600 Jun 26 03:26:42.054377 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 51590) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:26:42.055868 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1bc446-ae0e-4012-a08d-ccc009ce32b2 None None] Sync routers for ids ['9f08b2ae-860f-4100-bd41-59d1597c263d'] in dv-cinder-846842-4-iscsi {{(pid=104015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 26 03:26:42.066654 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1bc446-ae0e-4012-a08d-ccc009ce32b2 None None] Routers {'9f08b2ae-860f-4100-bd41-59d1597c263d'} bound to L3 agent in host dv-cinder-846842-4-iscsi {{(pid=104015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 26 03:26:42.067270 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-cd1bc446-ae0e-4012-a08d-ccc009ce32b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-26T02:56:44Z,description=,heartbeat_timestamp=2022-06-26T03:26:14Z,host='dv-cinder-846842-4-iscsi',id=0122de27-3097-4d47-a0ca-0fb90e28ac1e,load=0,resource_versions=,resources_synced=,started_at=2022-06-26T02:56:44Z,topic='l3_agent')) {'router_ids': ['9f08b2ae-860f-4100-bd41-59d1597c263d'], 'active': True} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:26:42.151670 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-cb3190df-f570-449c-90e3-15efa6577948 admin admin] Publish callbacks [] for router (9f08b2ae-860f-4100-bd41-59d1597c263d), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:26:42.164082 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvr_db [None req-cd1bc446-ae0e-4012-a08d-ccc009ce32b2 None None] Set router 9f08b2ae-860f-4100-bd41-59d1597c263d gateway port host: dv-cinder-846842-4-iscsi {{(pid=104015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 26 03:26:42.247867 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-cb3190df-f570-449c-90e3-15efa6577948 admin admin] Publish callbacks [] for router_gateway (9f08b2ae-860f-4100-bd41-59d1597c263d), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:26:42.289280 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [None req-cb3190df-f570-449c-90e3-15efa6577948 admin admin] Deleting port 992e5882-f5f3-4878-95c6-e181d719a33f {{(pid=104013) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 26 03:26:42.289618 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-cb3190df-f570-449c-90e3-15efa6577948 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787575727912'] for port (992e5882-f5f3-4878-95c6-e181d719a33f), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:26:42.326583 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-cd1bc446-ae0e-4012-a08d-ccc009ce32b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f08b2ae-860f-4100-bd41-59d1597c263d', 'name': 'tempest-TestVolumeBootPattern-675531889-router', 'tenant_id': 'ab9dc6af1a444a42ab539b5be5fc1922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'external_fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.175'}], 'enable_snat': True}, 'gw_port_id': '992e5882-f5f3-4878-95c6-e181d719a33f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:18:37Z', 'updated_at': '2022-06-26T03:26:41Z', 'revision_number': 5, 'project_id': 'ab9dc6af1a444a42ab539b5be5fc1922', 'gw_port': {'id': '992e5882-f5f3-4878-95c6-e181d719a33f', 'name': '', 'network_id': '9f069e5f-e57e-4e35-ad51-5f4f2e2f15df', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:21:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f08b2ae-860f-4100-bd41-59d1597c263d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'ip_address': '172.27.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846842-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-26T03:18:38Z', 'updated_at': '2022-06-26T03:18:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6b24a38a-90db-41c5-beaf-6fa087899576', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846842-4-iscsi'}], 'dv-cinder-846842-4-iscsi', False) {} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:26:42.350463 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1bc446-ae0e-4012-a08d-ccc009ce32b2 None None] Checking router: 9f08b2ae-860f-4100-bd41-59d1597c263d for host: dv-cinder-846842-4-iscsi {{(pid=104015) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 26 03:26:42.359084 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1bc446-ae0e-4012-a08d-ccc009ce32b2 None None] Routers {'9f08b2ae-860f-4100-bd41-59d1597c263d'} bound to L3 agent in host dv-cinder-846842-4-iscsi {{(pid=104015) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 26 03:26:42.359683 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-cd1bc446-ae0e-4012-a08d-ccc009ce32b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846842-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-26T02:56:44Z,description=,heartbeat_timestamp=2022-06-26T03:26:14Z,host='dv-cinder-846842-4-iscsi',id=0122de27-3097-4d47-a0ca-0fb90e28ac1e,load=0,resource_versions=,resources_synced=,started_at=2022-06-26T02:56:44Z,topic='l3_agent')) {'router_ids': ['9f08b2ae-860f-4100-bd41-59d1597c263d'], 'active': True} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:26:42.368591 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.db [None req-cb3190df-f570-449c-90e3-15efa6577948 admin admin] For port 992e5882-f5f3-4878-95c6-e181d719a33f, host dv-cinder-846842-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-4-iscsi',level=0,port_id=992e5882-f5f3-4878-95c6-e181d719a33f,segment=NetworkSegment(968602fb-f834-40ea-ad2f-658bf3156d3b),segment_id=968602fb-f834-40ea-ad2f-658bf3156d3b)] {{(pid=104013) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:26:42.368957 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-cb3190df-f570-449c-90e3-15efa6577948 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615864'] for port (992e5882-f5f3-4878-95c6-e181d719a33f), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:26:42.385716 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.plugins.ml2.plugin [None req-cb3190df-f570-449c-90e3-15efa6577948 admin admin] Calling delete_port for 992e5882-f5f3-4878-95c6-e181d719a33f owned by network:router_gateway {{(pid=104013) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 26 03:26:42.423173 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:26:42.436669 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:26:42.441686 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvr_db [None req-cd1bc446-ae0e-4012-a08d-ccc009ce32b2 None None] Set router 9f08b2ae-860f-4100-bd41-59d1597c263d gateway port host: None {{(pid=104015) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 26 03:26:42.492360 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_hamode_db [None req-cd1bc446-ae0e-4012-a08d-ccc009ce32b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f08b2ae-860f-4100-bd41-59d1597c263d', 'name': 'tempest-TestVolumeBootPattern-675531889-router', 'tenant_id': 'ab9dc6af1a444a42ab539b5be5fc1922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:18:37Z', 'updated_at': '2022-06-26T03:26:42Z', 'revision_number': 6, 'project_id': 'ab9dc6af1a444a42ab539b5be5fc1922', 'gw_port_host': None}], 'dv-cinder-846842-4-iscsi', False) {} {{(pid=104015) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:26:42.516556 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1bc446-ae0e-4012-a08d-ccc009ce32b2 None None] The sync data for ids ['9f08b2ae-860f-4100-bd41-59d1597c263d'] in dv-cinder-846842-4-iscsi is: [{'id': '9f08b2ae-860f-4100-bd41-59d1597c263d', 'name': 'tempest-TestVolumeBootPattern-675531889-router', 'tenant_id': 'ab9dc6af1a444a42ab539b5be5fc1922', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-26T03:18:37Z', 'updated_at': '2022-06-26T03:26:42Z', 'revision_number': 6, 'project_id': 'ab9dc6af1a444a42ab539b5be5fc1922', 'gw_port_host': None}] {{(pid=104015) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 26 03:26:42.554074 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-cb3190df-f570-449c-90e3-15efa6577948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787575732336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787575245478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7375238'] for port (992e5882-f5f3-4878-95c6-e181d719a33f), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:26:42.575934 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3190df-f570-449c-90e3-15efa6577948 admin admin] Pushing event deleted for resources: {'Port': ['ID=992e5882-f5f3-4878-95c6-e181d719a33f,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:26:42.641535 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-cb3190df-f570-449c-90e3-15efa6577948 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1615999'] for router_gateway (9f08b2ae-860f-4100-bd41-59d1597c263d), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:26:42.725195 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-cb3190df-f570-449c-90e3-15efa6577948 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1592950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25242'] for router (9f08b2ae-860f-4100-bd41-59d1597c263d), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:26:42.727356 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-cb3190df-f570-449c-90e3-15efa6577948 admin admin] Publish callbacks [] for router_controller (9f08b2ae-860f-4100-bd41-59d1597c263d), precommit_delete_associations {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:26:42.767428 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-cb3190df-f570-449c-90e3-15efa6577948 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1593080'] for router (9f08b2ae-860f-4100-bd41-59d1597c263d), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:26:42.767920 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb3190df-f570-449c-90e3-15efa6577948 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9f08b2ae-860f-4100-bd41-59d1597c263d {{(pid=104013) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 26 03:26:42.773040 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-cb3190df-f570-449c-90e3-15efa6577948 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:26:42.774415 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-cb3190df-f570-449c-90e3-15efa6577948 admin admin] 10.222.0.13 "DELETE /v2.0/routers/9f08b2ae-860f-4100-bd41-59d1597c263d HTTP/1.1" status: 204 len: 168 time: 0.7187765 Jun 26 03:26:42.776851 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 51592) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:26:42.823985 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9681562-9d5c-47bc-8306-bbc00f5b9c29 admin admin] Deleting subnet 8078011d-b356-415e-a7f1-8c592e7b8e94 {{(pid=104013) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 26 03:26:42.827401 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-f9681562-9d5c-47bc-8306-bbc00f5b9c29 admin admin] Publish callbacks [] for subnet (8078011d-b356-415e-a7f1-8c592e7b8e94), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:26:42.863197 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-f9681562-9d5c-47bc-8306-bbc00f5b9c29 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7696532'] for subnet (8078011d-b356-415e-a7f1-8c592e7b8e94), precommit_delete_associations {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:26:42.946392 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-f9681562-9d5c-47bc-8306-bbc00f5b9c29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1019720'] for subnet (8078011d-b356-415e-a7f1-8c592e7b8e94), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:26:43.003327 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-f9681562-9d5c-47bc-8306-bbc00f5b9c29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1019750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1695170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7375313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5197361'] for subnet (8078011d-b356-415e-a7f1-8c592e7b8e94), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:26:43.031411 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9681562-9d5c-47bc-8306-bbc00f5b9c29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8078011d-b356-415e-a7f1-8c592e7b8e94,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:26:43.033281 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-f9681562-9d5c-47bc-8306-bbc00f5b9c29 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:26:43.036344 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-f9681562-9d5c-47bc-8306-bbc00f5b9c29 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/8078011d-b356-415e-a7f1-8c592e7b8e94 HTTP/1.1" status: 204 len: 168 time: 0.2585962 Jun 26 03:26:43.039146 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.wsgi [-] (104014) accepted ('10.222.0.13', 51594) {{(pid=104014) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:26:43.040547 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d59f02f-2ece-4fab-ba4e-ac172b4ff927 None None] Network 3d5624a1-64f3-4ac6-954e-c17d9da58227 requested from dv-cinder-846842-4-iscsi {{(pid=104015) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 26 03:26:43.104926 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-fa340028-40ed-489e-88ba-d673e6b3e63d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-799711'] for network (3d5624a1-64f3-4ac6-954e-c17d9da58227), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:26:43.111015 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:26:43.152053 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-fa340028-40ed-489e-88ba-d673e6b3e63d admin admin] Deleting port 5406d45d-dab7-4c2c-8497-c9e2de2344b8 {{(pid=104014) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 26 03:26:43.152397 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-fa340028-40ed-489e-88ba-d673e6b3e63d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787575727912'] for port (5406d45d-dab7-4c2c-8497-c9e2de2344b8), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:26:43.224904 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.db [None req-fa340028-40ed-489e-88ba-d673e6b3e63d admin admin] For port 5406d45d-dab7-4c2c-8497-c9e2de2344b8, host dv-cinder-846842-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846842-4-iscsi',level=0,port_id=5406d45d-dab7-4c2c-8497-c9e2de2344b8,segment=NetworkSegment(95e6a770-bf0a-4bf4-b12d-0de7f20a4227),segment_id=95e6a770-bf0a-4bf4-b12d-0de7f20a4227)] {{(pid=104014) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:26:43.225194 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-fa340028-40ed-489e-88ba-d673e6b3e63d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615864'] for port (5406d45d-dab7-4c2c-8497-c9e2de2344b8), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:26:43.237555 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.plugin [None req-fa340028-40ed-489e-88ba-d673e6b3e63d admin admin] Calling delete_port for 5406d45d-dab7-4c2c-8497-c9e2de2344b8 owned by network:dhcp {{(pid=104014) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 26 03:26:43.301880 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d99737-166e-485f-bde0-68ad941dbdac None None] DHCP port deletion for 3d5624a1-64f3-4ac6-954e-c17d9da58227 request from dv-cinder-846842-4-iscsi {{(pid=104015) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 26 03:26:43.320687 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-fa340028-40ed-489e-88ba-d673e6b3e63d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787575732336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787575245478', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6258255'] for port (5406d45d-dab7-4c2c-8497-c9e2de2344b8), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:26:43.342647 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-56d99737-166e-485f-bde0-68ad941dbdac None None] Deleting port 5406d45d-dab7-4c2c-8497-c9e2de2344b8 {{(pid=104015) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 26 03:26:43.342775 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-56d99737-166e-485f-bde0-68ad941dbdac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787575727912'] for port (5406d45d-dab7-4c2c-8497-c9e2de2344b8), before_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:26:43.368003 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa340028-40ed-489e-88ba-d673e6b3e63d admin admin] Pushing event deleted for resources: {'Port': ['ID=5406d45d-dab7-4c2c-8497-c9e2de2344b8,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:26:43.369613 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Device aa7f0995-4db5-47b3-be69-95fb246ce336 no longer exists at agent ovs-agent-dv-cinder-846842-4-iscsi {{(pid=104015) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 03:26:43.373574 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa340028-40ed-489e-88ba-d673e6b3e63d admin admin] No DVR routers for this DVR port 5406d45d-dab7-4c2c-8497-c9e2de2344b8 on host dv-cinder-846842-4-iscsi {{(pid=104014) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 26 03:26:43.430781 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.db [None req-56d99737-166e-485f-bde0-68ad941dbdac None None] For port 5406d45d-dab7-4c2c-8497-c9e2de2344b8, host dv-cinder-846842-4-iscsi, got binding levels [] {{(pid=104015) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 26 03:26:43.431181 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-56d99737-166e-485f-bde0-68ad941dbdac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1615864'] for port (5406d45d-dab7-4c2c-8497-c9e2de2344b8), precommit_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:26:43.444953 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-56d99737-166e-485f-bde0-68ad941dbdac None None] Calling delete_port for 5406d45d-dab7-4c2c-8497-c9e2de2344b8 owned by network:dhcp {{(pid=104015) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 26 03:26:43.445548 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-fa340028-40ed-489e-88ba-d673e6b3e63d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-968757', 'neutron.services.segments.db._delete_segments_for_network-8787575540875'] for network (3d5624a1-64f3-4ac6-954e-c17d9da58227), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:26:43.447921 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.ipam_backend_mixin [None req-56d99737-166e-485f-bde0-68ad941dbdac None None] Port 5406d45d-dab7-4c2c-8497-c9e2de2344b8 was not found and therefore no delete operation was performed {{(pid=104015) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jun 26 03:26:43.449275 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] No Port match for: aa7f0995-4db5-47b3-be69-95fb246ce336 {{(pid=104015) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 26 03:26:43.449631 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Device aa7f0995-4db5-47b3-be69-95fb246ce336 not bound to the agent host dv-cinder-846842-4-iscsi {{(pid=104015) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 03:26:43.450122 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Device 992e5882-f5f3-4878-95c6-e181d719a33f no longer exists at agent ovs-agent-dv-cinder-846842-4-iscsi {{(pid=104015) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 03:26:43.451740 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-56d99737-166e-485f-bde0-68ad941dbdac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-945047', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-45140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787575732336', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787575245478'] for port (5406d45d-dab7-4c2c-8497-c9e2de2344b8), after_delete {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:26:43.454014 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=100 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:26:43.466610 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.services.segments.db [None req-fa340028-40ed-489e-88ba-d673e6b3e63d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d5624a1-64f3-4ac6-954e-c17d9da58227']}} {{(pid=104014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:26:43.475851 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.services.segments.db [None req-fa340028-40ed-489e-88ba-d673e6b3e63d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95e6a770-bf0a-4bf4-b12d-0de7f20a4227') {'for_net_delete': True} {{(pid=104014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:26:43.476146 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.services.segments.db [None req-fa340028-40ed-489e-88ba-d673e6b3e63d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95e6a770-bf0a-4bf4-b12d-0de7f20a4227') {} {{(pid=104014) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 26 03:26:43.485968 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-fa340028-40ed-489e-88ba-d673e6b3e63d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787575542164', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4451208'] for segment (95e6a770-bf0a-4bf4-b12d-0de7f20a4227), before_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:26:43.490657 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] No Port match for: 992e5882-f5f3-4878-95c6-e181d719a33f {{(pid=104015) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 26 03:26:43.491006 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Device 992e5882-f5f3-4878-95c6-e181d719a33f not bound to the agent host dv-cinder-846842-4-iscsi {{(pid=104015) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 03:26:43.491432 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Device 5406d45d-dab7-4c2c-8497-c9e2de2344b8 no longer exists at agent ovs-agent-dv-cinder-846842-4-iscsi {{(pid=104015) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 26 03:26:43.495033 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d99737-166e-485f-bde0-68ad941dbdac None None] Pushing event deleted for resources: {'Port': ['ID=5406d45d-dab7-4c2c-8497-c9e2de2344b8,revision_number=None']} {{(pid=104015) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:26:43.502433 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-fa340028-40ed-489e-88ba-d673e6b3e63d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981176'] for segment (95e6a770-bf0a-4bf4-b12d-0de7f20a4227), precommit_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:26:43.515896 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa340028-40ed-489e-88ba-d673e6b3e63d admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=104014) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 26 03:26:43.516344 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-fa340028-40ed-489e-88ba-d673e6b3e63d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-981176', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6258290'] for segment (95e6a770-bf0a-4bf4-b12d-0de7f20a4227), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:26:43.517137 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d99737-166e-485f-bde0-68ad941dbdac None None] No DVR routers for this DVR port 5406d45d-dab7-4c2c-8497-c9e2de2344b8 on host dv-cinder-846842-4-iscsi {{(pid=104015) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 26 03:26:43.518662 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.plugin [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] No Port match for: 5406d45d-dab7-4c2c-8497-c9e2de2344b8 {{(pid=104015) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 26 03:26:43.519007 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron.plugins.ml2.rpc [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Device 5406d45d-dab7-4c2c-8497-c9e2de2344b8 not bound to the agent host dv-cinder-846842-4-iscsi {{(pid=104015) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 26 03:26:43.580677 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.services.segments.plugin [-] Segment 95e6a770-bf0a-4bf4-b12d-0de7f20a4227 resource provider aggregate not found Jun 26 03:26:43.595370 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-fa340028-40ed-489e-88ba-d673e6b3e63d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-968748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1628914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1620072'] for network (3d5624a1-64f3-4ac6-954e-c17d9da58227), after_delete {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:26:43.602660 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron_lib.callbacks.manager [None req-fa340028-40ed-489e-88ba-d673e6b3e63d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1628900'] for network (None), before_response {{(pid=104014) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:26:43.605824 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.wsgi [None req-fa340028-40ed-489e-88ba-d673e6b3e63d admin admin] 10.222.0.13 "DELETE /v2.0/networks/3d5624a1-64f3-4ac6-954e-c17d9da58227 HTTP/1.1" status: 204 len: 168 time: 0.5658088 Jun 26 03:26:43.608715 dv-cinder-846842-4-iscsi neutron-server[104014]: INFO neutron.services.segments.plugin [-] Segment 95e6a770-bf0a-4bf4-b12d-0de7f20a4227 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 95e6a770-bf0a-4bf4-b12d-0de7f20a4227 found for delete ", "request_id": "req-0cceb40e-f1d6-4a5a-a7a2-0487c3c725a0"}]} Jun 26 03:26:43.618969 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa340028-40ed-489e-88ba-d673e6b3e63d admin admin] Pushing event deleted for resources: {'Network': ['ID=3d5624a1-64f3-4ac6-954e-c17d9da58227,revision_number=None']} {{(pid=104014) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:26:43.723829 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 51602) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:26:43.763963 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-58488853-559a-409a-9d41-955ca8122812 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4a6b41994f444cafb21d3d6e395b6893&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384796 Jun 26 03:26:43.766336 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 51604) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:26:43.793631 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:26:43.807625 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-c26daf04-0020-451a-81e0-d7a9c67d4cca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (0122de27-3097-4d47-a0ca-0fb90e28ac1e), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:26:43.816639 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-901f1509-52cd-4c8a-86b3-6e29ebb9f9e9 admin admin] Publish callbacks [] for security_group (26d28a6b-7ef7-493c-bc29-9038b7882339), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:26:43.838239 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-901f1509-52cd-4c8a-86b3-6e29ebb9f9e9 admin admin] Publish callbacks [] for security_group (26d28a6b-7ef7-493c-bc29-9038b7882339), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:26:43.891354 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-901f1509-52cd-4c8a-86b3-6e29ebb9f9e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (26d28a6b-7ef7-493c-bc29-9038b7882339), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:26:43.893970 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-901f1509-52cd-4c8a-86b3-6e29ebb9f9e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:26:43.895252 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-901f1509-52cd-4c8a-86b3-6e29ebb9f9e9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/26d28a6b-7ef7-493c-bc29-9038b7882339 HTTP/1.1" status: 204 len: 168 time: 0.1279914 Jun 26 03:26:43.904915 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901f1509-52cd-4c8a-86b3-6e29ebb9f9e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26d28a6b-7ef7-493c-bc29-9038b7882339,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:26:44.206618 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 51610) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:26:44.226185 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:26:44.249028 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-9253e76a-5b3f-4cd7-9570-b222c1bf40d3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ab9dc6af1a444a42ab539b5be5fc1922&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0412834 Jun 26 03:26:44.251384 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [-] (104013) accepted ('10.222.0.13', 51612) {{(pid=104013) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 26 03:26:44.295762 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=85,neutron:DELETE=11,neutron:UPDATE=4 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:26:44.299724 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-f7156167-d954-459e-83ff-9e31f635c4ac admin admin] Publish callbacks [] for security_group (e58defe8-030e-4735-9882-7e1e386bf2e2), before_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:26:44.323429 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-f7156167-d954-459e-83ff-9e31f635c4ac admin admin] Publish callbacks [] for security_group (e58defe8-030e-4735-9882-7e1e386bf2e2), precommit_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:26:44.368796 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-f7156167-d954-459e-83ff-9e31f635c4ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1692883'] for security_group (e58defe8-030e-4735-9882-7e1e386bf2e2), after_delete {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:26:44.371767 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron_lib.callbacks.manager [None req-f7156167-d954-459e-83ff-9e31f635c4ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104013) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:26:44.372894 dv-cinder-846842-4-iscsi neutron-server[104013]: INFO neutron.wsgi [None req-f7156167-d954-459e-83ff-9e31f635c4ac admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e58defe8-030e-4735-9882-7e1e386bf2e2 HTTP/1.1" status: 204 len: 168 time: 0.1206243 Jun 26 03:26:44.381014 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7156167-d954-459e-83ff-9e31f635c4ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e58defe8-030e-4735-9882-7e1e386bf2e2,revision_number=None']} {{(pid=104013) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 26 03:26:44.928409 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a0725410-9e6c-45cb-9ff8-c6c4931d6b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (ece691f0-a7cc-4e31-b59a-0e18fd9fccde), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:26:45.095876 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (e7a0895f-45bb-4130-be69-32df3e039043), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:26:46.387952 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d2867017-9ae3-4ae5-b018-59cb98d1258b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (3b87920d-6933-41a3-b47c-185b87d68e87), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:26:46.564398 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (16f9b602-7baf-4f7a-ab92-1b0788147fb5), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:26:50.045179 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=79 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:26:50.045955 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=94 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:26:53.607576 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=72,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:26:53.609446 dv-cinder-846842-4-iscsi neutron-server[104014]: DEBUG dbcounter [-] [104014] Writing DB stats neutron:SELECT=42,neutron:DELETE=7 {{(pid=104014) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:26:54.376013 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=6,neutron:DELETE=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:26:54.376930 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG dbcounter [-] [104013] Writing DB stats neutron:SELECT=19,neutron:DELETE=2 {{(pid=104013) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:26:59.392536 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:26:59.393303 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=26,neutron:UPDATE=3 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:26:59.948379 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.agents_db [None req-1acc9491-aa00-4d80-a7f3-d699105ea2bf None None] Agent healthcheck: found 6 active agents {{(pid=104016) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 03:27:09.944702 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=2 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:27:11.480293 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-ce6be8bb-b101-4a02-a6e6-67809120a677 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (7168f7b9-c398-4364-91f8-35e2ce03f4c4), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:27:13.809422 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-e92f1b68-e51d-421d-8272-f4c21944a0a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (0122de27-3097-4d47-a0ca-0fb90e28ac1e), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:27:14.923062 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a0725410-9e6c-45cb-9ff8-c6c4931d6b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (ece691f0-a7cc-4e31-b59a-0e18fd9fccde), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:27:15.109582 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (e7a0895f-45bb-4130-be69-32df3e039043), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:27:16.391342 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d2867017-9ae3-4ae5-b018-59cb98d1258b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (3b87920d-6933-41a3-b47c-185b87d68e87), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:27:16.566495 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (16f9b602-7baf-4f7a-ab92-1b0788147fb5), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:27:26.556197 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:27:26.562117 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:27:27.051718 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=3 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:27:27.052457 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=3 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:27:36.947410 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.agents_db [None req-1acc9491-aa00-4d80-a7f3-d699105ea2bf None None] Agent healthcheck: found 6 active agents {{(pid=104016) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 03:27:41.481328 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-ce5338df-e326-41be-8d56-701194d71872 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (7168f7b9-c398-4364-91f8-35e2ce03f4c4), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:27:43.811109 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-3479be04-33e2-4415-8ba8-4571e9374874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (0122de27-3097-4d47-a0ca-0fb90e28ac1e), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:27:44.926798 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a0725410-9e6c-45cb-9ff8-c6c4931d6b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (ece691f0-a7cc-4e31-b59a-0e18fd9fccde), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:27:45.096495 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (e7a0895f-45bb-4130-be69-32df3e039043), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:27:46.393895 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d2867017-9ae3-4ae5-b018-59cb98d1258b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (3b87920d-6933-41a3-b47c-185b87d68e87), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:27:46.567759 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (16f9b602-7baf-4f7a-ab92-1b0788147fb5), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:27:46.942749 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=12 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:27:46.943607 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=16 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:27:56.561367 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:UPDATE=1,neutron:SELECT=7 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:27:56.563220 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=11,neutron:UPDATE=5 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:28:04.055887 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=3 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:28:04.056605 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=3 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:28:11.485734 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-065a2180-ec1d-4153-975a-3508b63be709 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (7168f7b9-c398-4364-91f8-35e2ce03f4c4), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:28:13.812282 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-ba301b11-3592-4fb0-b5f8-fd048de9f809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (0122de27-3097-4d47-a0ca-0fb90e28ac1e), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:28:13.945876 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.agents_db [None req-1acc9491-aa00-4d80-a7f3-d699105ea2bf None None] Agent healthcheck: found 6 active agents {{(pid=104016) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 03:28:14.928923 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a0725410-9e6c-45cb-9ff8-c6c4931d6b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (ece691f0-a7cc-4e31-b59a-0e18fd9fccde), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:28:15.111689 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (e7a0895f-45bb-4130-be69-32df3e039043), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:28:16.396802 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d2867017-9ae3-4ae5-b018-59cb98d1258b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (3b87920d-6933-41a3-b47c-185b87d68e87), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:28:16.569543 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (16f9b602-7baf-4f7a-ab92-1b0788147fb5), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:28:23.942166 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=1 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:28:23.942874 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=1 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:28:26.393313 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:28:26.565993 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:28:41.062163 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:28:41.064047 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=4 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:28:41.486920 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-7b724258-9791-4c7b-a020-6641e8a93eb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (7168f7b9-c398-4364-91f8-35e2ce03f4c4), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:28:43.817540 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-969d1234-b1b0-4588-8f17-361f12b89d67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (0122de27-3097-4d47-a0ca-0fb90e28ac1e), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:28:44.932281 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a0725410-9e6c-45cb-9ff8-c6c4931d6b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (ece691f0-a7cc-4e31-b59a-0e18fd9fccde), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:28:45.110526 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (e7a0895f-45bb-4130-be69-32df3e039043), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:28:46.400503 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d2867017-9ae3-4ae5-b018-59cb98d1258b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (3b87920d-6933-41a3-b47c-185b87d68e87), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:28:46.571021 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (16f9b602-7baf-4f7a-ab92-1b0788147fb5), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:28:50.945932 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.agents_db [None req-1acc9491-aa00-4d80-a7f3-d699105ea2bf None None] Agent healthcheck: found 6 active agents {{(pid=104016) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 03:28:59.400866 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:28:59.402731 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=24,neutron:UPDATE=4 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:29:00.941674 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=1 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:29:00.942526 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=1 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:29:11.488331 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-b61bd95f-f615-465d-b477-d6c67e046831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (7168f7b9-c398-4364-91f8-35e2ce03f4c4), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:29:13.819001 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-2e299d1e-271c-468b-ab5b-e81dbaa1241a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (0122de27-3097-4d47-a0ca-0fb90e28ac1e), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:29:14.933335 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a0725410-9e6c-45cb-9ff8-c6c4931d6b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (ece691f0-a7cc-4e31-b59a-0e18fd9fccde), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:29:15.130063 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (e7a0895f-45bb-4130-be69-32df3e039043), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:29:16.402022 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d2867017-9ae3-4ae5-b018-59cb98d1258b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (3b87920d-6933-41a3-b47c-185b87d68e87), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:29:16.572029 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (16f9b602-7baf-4f7a-ab92-1b0788147fb5), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:29:18.063833 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=2 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:29:18.068571 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=4 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:29:26.566488 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:29:26.568373 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:29:27.946528 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.agents_db [None req-1acc9491-aa00-4d80-a7f3-d699105ea2bf None None] Agent healthcheck: found 6 active agents {{(pid=104016) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 03:29:39.473585 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=11 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:29:39.477654 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=17 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:29:39.908456 dv-cinder-846842-4-iscsi neutron-server[104013]: DEBUG neutron.wsgi [req-95780010-1c0d-47d3-94b2-6910117be2b6 req-fc1ec969-0563-499b-a708-82ef233d6f38 service neutron] (104013) timed out ('10.222.0.43', 51582) {{(pid=104013) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 26 03:29:41.489536 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-aecc1390-2eb7-4114-8b3d-b1cd31a06fc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (7168f7b9-c398-4364-91f8-35e2ce03f4c4), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:29:43.820807 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-451747bd-1e0a-4eb8-afe3-4831029f4c59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (0122de27-3097-4d47-a0ca-0fb90e28ac1e), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:29:44.940137 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a0725410-9e6c-45cb-9ff8-c6c4931d6b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (ece691f0-a7cc-4e31-b59a-0e18fd9fccde), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:29:45.138928 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (e7a0895f-45bb-4130-be69-32df3e039043), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:29:46.405448 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d2867017-9ae3-4ae5-b018-59cb98d1258b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (3b87920d-6933-41a3-b47c-185b87d68e87), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:29:46.576132 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (16f9b602-7baf-4f7a-ab92-1b0788147fb5), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:29:55.064150 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=3 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:29:55.065388 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=3 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:29:56.570798 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:29:56.572587 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:30:04.946083 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.agents_db [None req-1acc9491-aa00-4d80-a7f3-d699105ea2bf None None] Agent healthcheck: found 6 active agents {{(pid=104016) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 03:30:11.490131 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-8d0b997b-f110-425c-a123-69978f1644a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (7168f7b9-c398-4364-91f8-35e2ce03f4c4), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:30:12.980245 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=1 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:30:13.821748 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-9b2dd529-0eb5-4b82-beec-e6251738e024 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (0122de27-3097-4d47-a0ca-0fb90e28ac1e), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:30:14.933215 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a0725410-9e6c-45cb-9ff8-c6c4931d6b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (ece691f0-a7cc-4e31-b59a-0e18fd9fccde), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:30:14.941557 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=3 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:30:15.138668 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (e7a0895f-45bb-4130-be69-32df3e039043), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:30:16.408324 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d2867017-9ae3-4ae5-b018-59cb98d1258b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (3b87920d-6933-41a3-b47c-185b87d68e87), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:30:16.577732 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (16f9b602-7baf-4f7a-ab92-1b0788147fb5), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:30:26.573022 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:30:26.573744 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:30:40.042888 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=4 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:30:40.043630 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:30:41.492188 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-f5e9448e-934f-4436-a6cf-d5626a46b69c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (7168f7b9-c398-4364-91f8-35e2ce03f4c4), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:30:41.945507 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.agents_db [None req-1acc9491-aa00-4d80-a7f3-d699105ea2bf None None] Agent healthcheck: found 6 active agents {{(pid=104016) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 03:30:43.826649 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-7740b15c-0855-4fa0-8859-b43c15c59e4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (0122de27-3097-4d47-a0ca-0fb90e28ac1e), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:30:44.934858 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a0725410-9e6c-45cb-9ff8-c6c4931d6b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (ece691f0-a7cc-4e31-b59a-0e18fd9fccde), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:30:45.137335 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (e7a0895f-45bb-4130-be69-32df3e039043), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:30:46.411733 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d2867017-9ae3-4ae5-b018-59cb98d1258b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (3b87920d-6933-41a3-b47c-185b87d68e87), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:30:46.578680 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (16f9b602-7baf-4f7a-ab92-1b0788147fb5), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:30:51.941477 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=2 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:30:59.401661 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=19,neutron:UPDATE=4 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:30:59.402386 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:31:09.063747 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=3 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:31:09.068114 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=3 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:31:11.495081 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-b9042d9b-8363-4ad7-8990-cc117f9cc871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (7168f7b9-c398-4364-91f8-35e2ce03f4c4), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:31:13.828980 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-53cd4f7d-61ef-43fd-bf4f-fc19586a8185 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (0122de27-3097-4d47-a0ca-0fb90e28ac1e), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:31:14.938546 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a0725410-9e6c-45cb-9ff8-c6c4931d6b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (ece691f0-a7cc-4e31-b59a-0e18fd9fccde), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:31:15.152433 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (e7a0895f-45bb-4130-be69-32df3e039043), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:31:16.414336 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d2867017-9ae3-4ae5-b018-59cb98d1258b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (3b87920d-6933-41a3-b47c-185b87d68e87), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:31:16.579554 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (16f9b602-7baf-4f7a-ab92-1b0788147fb5), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:31:18.946153 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.agents_db [None req-1acc9491-aa00-4d80-a7f3-d699105ea2bf None None] Agent healthcheck: found 6 active agents {{(pid=104016) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 03:31:26.569573 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:31:26.575185 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:31:28.941022 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=2 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:31:41.496442 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-2ecba303-329f-4f98-bcb4-d0105bc0e4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (7168f7b9-c398-4364-91f8-35e2ce03f4c4), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:31:43.829486 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-e67c0942-a60c-41f8-8f2a-fa42378cb858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (0122de27-3097-4d47-a0ca-0fb90e28ac1e), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:31:44.940616 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a0725410-9e6c-45cb-9ff8-c6c4931d6b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (ece691f0-a7cc-4e31-b59a-0e18fd9fccde), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:31:45.167517 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (e7a0895f-45bb-4130-be69-32df3e039043), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:31:46.060091 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=17 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:31:46.065304 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=15 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:31:46.416917 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d2867017-9ae3-4ae5-b018-59cb98d1258b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (3b87920d-6933-41a3-b47c-185b87d68e87), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:31:46.581249 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (16f9b602-7baf-4f7a-ab92-1b0788147fb5), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:31:55.945140 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG neutron.db.agents_db [None req-1acc9491-aa00-4d80-a7f3-d699105ea2bf None None] Agent healthcheck: found 6 active agents {{(pid=104016) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 26 03:31:56.575761 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:31:56.577684 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG dbcounter [-] [104015] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104015) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:32:05.941570 dv-cinder-846842-4-iscsi neutron-server[104016]: DEBUG dbcounter [-] [104016] Writing DB stats neutron:SELECT=2 {{(pid=104016) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 26 03:32:11.502491 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-6cb6f157-a44f-45da-a6f4-088845846e89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (7168f7b9-c398-4364-91f8-35e2ce03f4c4), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:32:13.830362 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-8b56d6ba-8904-485d-a23e-c4be4e603b3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (0122de27-3097-4d47-a0ca-0fb90e28ac1e), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:32:14.942242 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-a0725410-9e6c-45cb-9ff8-c6c4931d6b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (ece691f0-a7cc-4e31-b59a-0e18fd9fccde), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:32:15.165880 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-337fcf6b-c805-436c-ba13-939eb33e6e65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (e7a0895f-45bb-4130-be69-32df3e039043), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:32:16.420636 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d2867017-9ae3-4ae5-b018-59cb98d1258b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (3b87920d-6933-41a3-b47c-185b87d68e87), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 26 03:32:16.583925 dv-cinder-846842-4-iscsi neutron-server[104015]: DEBUG neutron_lib.callbacks.manager [None req-d71f6437-5ce8-4ece-af71-6487df241673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787575540857', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1019508'] for agent (16f9b602-7baf-4f7a-ab92-1b0788147fb5), after_update {{(pid=104015) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}